mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-03 23:42:26 -06:00 
			
		
		
		
	* replace async client API / federator msg processing with worker pools * appease our lord-and-saviour, the linter
		
			
				
	
	
		
			322 lines
		
	
	
	
		
			10 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			322 lines
		
	
	
	
		
			10 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
   GoToSocial
 | 
						|
   Copyright (C) 2021-2022 GoToSocial Authors admin@gotosocial.org
 | 
						|
 | 
						|
   This program is free software: you can redistribute it and/or modify
 | 
						|
   it under the terms of the GNU Affero General Public License as published by
 | 
						|
   the Free Software Foundation, either version 3 of the License, or
 | 
						|
   (at your option) any later version.
 | 
						|
 | 
						|
   This program is distributed in the hope that it will be useful,
 | 
						|
   but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
   GNU Affero General Public License for more details.
 | 
						|
 | 
						|
   You should have received a copy of the GNU Affero General Public License
 | 
						|
   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
 | 
						|
package federatingdb
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"errors"
 | 
						|
	"fmt"
 | 
						|
	"strings"
 | 
						|
 | 
						|
	"github.com/sirupsen/logrus"
 | 
						|
	"github.com/superseriousbusiness/activity/streams/vocab"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/ap"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/db"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/gtsmodel"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/id"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/messages"
 | 
						|
)
 | 
						|
 | 
						|
// Create adds a new entry to the database which must be able to be
 | 
						|
// keyed by its id.
 | 
						|
//
 | 
						|
// Note that Activity values received from federated peers may also be
 | 
						|
// created in the database this way if the Federating Protocol is
 | 
						|
// enabled. The client may freely decide to store only the id instead of
 | 
						|
// the entire value.
 | 
						|
//
 | 
						|
// The library makes this call only after acquiring a lock first.
 | 
						|
//
 | 
						|
// Under certain conditions and network activities, Create may be called
 | 
						|
// multiple times for the same ActivityStreams object.
 | 
						|
func (f *federatingDB) Create(ctx context.Context, asType vocab.Type) error {
 | 
						|
	l := logrus.WithFields(
 | 
						|
		logrus.Fields{
 | 
						|
			"func": "Create",
 | 
						|
		},
 | 
						|
	)
 | 
						|
 | 
						|
	if logrus.GetLevel() >= logrus.DebugLevel {
 | 
						|
		i, err := marshalItem(asType)
 | 
						|
		if err != nil {
 | 
						|
			return err
 | 
						|
		}
 | 
						|
		l = l.WithField("create", i)
 | 
						|
		l.Debug("entering Create")
 | 
						|
	}
 | 
						|
 | 
						|
	receivingAccount, requestingAccount := extractFromCtx(ctx)
 | 
						|
	if receivingAccount == nil {
 | 
						|
		// If the receiving account wasn't set on the context, that means this request didn't pass
 | 
						|
		// through the API, but came from inside GtS as the result of another activity on this instance. That being so,
 | 
						|
		// we can safely just ignore this activity, since we know we've already processed it elsewhere.
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
 | 
						|
	switch asType.GetTypeName() {
 | 
						|
	case ap.ActivityBlock:
 | 
						|
		// BLOCK SOMETHING
 | 
						|
		return f.activityBlock(ctx, asType, receivingAccount, requestingAccount)
 | 
						|
	case ap.ActivityCreate:
 | 
						|
		// CREATE SOMETHING
 | 
						|
		return f.activityCreate(ctx, asType, receivingAccount, requestingAccount)
 | 
						|
	case ap.ActivityFollow:
 | 
						|
		// FOLLOW SOMETHING
 | 
						|
		return f.activityFollow(ctx, asType, receivingAccount, requestingAccount)
 | 
						|
	case ap.ActivityLike:
 | 
						|
		// LIKE SOMETHING
 | 
						|
		return f.activityLike(ctx, asType, receivingAccount, requestingAccount)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
	BLOCK HANDLERS
 | 
						|
*/
 | 
						|
 | 
						|
func (f *federatingDB) activityBlock(ctx context.Context, asType vocab.Type, receiving *gtsmodel.Account, requestingAccount *gtsmodel.Account) error {
 | 
						|
	blockable, ok := asType.(vocab.ActivityStreamsBlock)
 | 
						|
	if !ok {
 | 
						|
		return errors.New("activityBlock: could not convert type to block")
 | 
						|
	}
 | 
						|
 | 
						|
	block, err := f.typeConverter.ASBlockToBlock(ctx, blockable)
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("activityBlock: could not convert Block to gts model block")
 | 
						|
	}
 | 
						|
 | 
						|
	newID, err := id.NewULID()
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	block.ID = newID
 | 
						|
 | 
						|
	if err := f.db.Put(ctx, block); err != nil {
 | 
						|
		return fmt.Errorf("activityBlock: database error inserting block: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	f.fedWorker.Queue(messages.FromFederator{
 | 
						|
		APObjectType:     ap.ActivityBlock,
 | 
						|
		APActivityType:   ap.ActivityCreate,
 | 
						|
		GTSModel:         block,
 | 
						|
		ReceivingAccount: receiving,
 | 
						|
	})
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
	CREATE HANDLERS
 | 
						|
*/
 | 
						|
 | 
						|
func (f *federatingDB) activityCreate(ctx context.Context, asType vocab.Type, receivingAccount *gtsmodel.Account, requestingAccount *gtsmodel.Account) error {
 | 
						|
	create, ok := asType.(vocab.ActivityStreamsCreate)
 | 
						|
	if !ok {
 | 
						|
		return errors.New("activityCreate: could not convert type to create")
 | 
						|
	}
 | 
						|
 | 
						|
	// create should have an object
 | 
						|
	object := create.GetActivityStreamsObject()
 | 
						|
	if object == nil {
 | 
						|
		return errors.New("Create had no Object")
 | 
						|
	}
 | 
						|
 | 
						|
	errs := []string{}
 | 
						|
	// iterate through the object(s) to see what we're meant to be creating
 | 
						|
	for objectIter := object.Begin(); objectIter != object.End(); objectIter = objectIter.Next() {
 | 
						|
		asObjectType := objectIter.GetType()
 | 
						|
		if asObjectType == nil {
 | 
						|
			// currently we can't do anything with just a Create of something that's not an Object with a type
 | 
						|
			// TODO: process a Create with an Object that's just a URI or something
 | 
						|
			errs = append(errs, "object of Create was not a Type")
 | 
						|
			continue
 | 
						|
		}
 | 
						|
 | 
						|
		// we have a type -- what is it?
 | 
						|
		asObjectTypeName := asObjectType.GetTypeName()
 | 
						|
		switch asObjectTypeName {
 | 
						|
		case ap.ObjectNote:
 | 
						|
			// CREATE A NOTE
 | 
						|
			if err := f.createNote(ctx, objectIter.GetActivityStreamsNote(), receivingAccount, requestingAccount); err != nil {
 | 
						|
				errs = append(errs, err.Error())
 | 
						|
			}
 | 
						|
		default:
 | 
						|
			errs = append(errs, fmt.Sprintf("received an object on a Create that we couldn't handle: %s", asObjectType.GetTypeName()))
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	if len(errs) != 0 {
 | 
						|
		return fmt.Errorf("activityCreate: one or more errors while processing activity: %s", strings.Join(errs, "; "))
 | 
						|
	}
 | 
						|
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
// createNote handles a Create activity with a Note type.
 | 
						|
func (f *federatingDB) createNote(ctx context.Context, note vocab.ActivityStreamsNote, receivingAccount *gtsmodel.Account, requestingAccount *gtsmodel.Account) error {
 | 
						|
	l := logrus.WithFields(logrus.Fields{
 | 
						|
		"func":              "createNote",
 | 
						|
		"receivingAccount":  receivingAccount.URI,
 | 
						|
		"requestingAccount": requestingAccount.URI,
 | 
						|
	})
 | 
						|
 | 
						|
	// Check if we have a forward.
 | 
						|
	// In other words, was the note posted to our inbox by at least one actor who actually created the note, or are they just forwarding it?
 | 
						|
	forward := true
 | 
						|
 | 
						|
	// note should have an attributedTo
 | 
						|
	noteAttributedTo := note.GetActivityStreamsAttributedTo()
 | 
						|
	if noteAttributedTo == nil {
 | 
						|
		return errors.New("createNote: note had no attributedTo")
 | 
						|
	}
 | 
						|
 | 
						|
	// compare the attributedTo(s) with the actor who posted this to our inbox
 | 
						|
	for attributedToIter := noteAttributedTo.Begin(); attributedToIter != noteAttributedTo.End(); attributedToIter = attributedToIter.Next() {
 | 
						|
		if !attributedToIter.IsIRI() {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		iri := attributedToIter.GetIRI()
 | 
						|
		if requestingAccount.URI == iri.String() {
 | 
						|
			// at least one creator of the note, and the actor who posted the note to our inbox, are the same, so it's not a forward
 | 
						|
			forward = false
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	// If we do have a forward, we should ignore the content for now and just dereference based on the URL/ID of the note instead, to get the note straight from the horse's mouth
 | 
						|
	if forward {
 | 
						|
		l.Trace("note is a forward")
 | 
						|
		id := note.GetJSONLDId()
 | 
						|
		if !id.IsIRI() {
 | 
						|
			// if the note id isn't an IRI, there's nothing we can do here
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
		// pass the note iri into the processor and have it do the dereferencing instead of doing it here
 | 
						|
		f.fedWorker.Queue(messages.FromFederator{
 | 
						|
			APObjectType:     ap.ObjectNote,
 | 
						|
			APActivityType:   ap.ActivityCreate,
 | 
						|
			APIri:            id.GetIRI(),
 | 
						|
			GTSModel:         nil,
 | 
						|
			ReceivingAccount: receivingAccount,
 | 
						|
		})
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
 | 
						|
	// if we reach this point, we know it's not a forwarded status, so proceed with processing it as normal
 | 
						|
 | 
						|
	status, err := f.typeConverter.ASStatusToStatus(ctx, note)
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("createNote: error converting note to status: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	// id the status based on the time it was created
 | 
						|
	statusID, err := id.NewULIDFromTime(status.CreatedAt)
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	status.ID = statusID
 | 
						|
 | 
						|
	if err := f.db.PutStatus(ctx, status); err != nil {
 | 
						|
		var alreadyExistsError *db.ErrAlreadyExists
 | 
						|
		if errors.As(err, &alreadyExistsError) {
 | 
						|
			// the status already exists in the database, which means we've already handled everything else,
 | 
						|
			// so we can just return nil here and be done with it.
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
		// an actual error has happened
 | 
						|
		return fmt.Errorf("createNote: database error inserting status: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	f.fedWorker.Queue(messages.FromFederator{
 | 
						|
		APObjectType:     ap.ObjectNote,
 | 
						|
		APActivityType:   ap.ActivityCreate,
 | 
						|
		GTSModel:         status,
 | 
						|
		ReceivingAccount: receivingAccount,
 | 
						|
	})
 | 
						|
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
	FOLLOW HANDLERS
 | 
						|
*/
 | 
						|
 | 
						|
func (f *federatingDB) activityFollow(ctx context.Context, asType vocab.Type, receivingAccount *gtsmodel.Account, requestingAccount *gtsmodel.Account) error {
 | 
						|
	follow, ok := asType.(vocab.ActivityStreamsFollow)
 | 
						|
	if !ok {
 | 
						|
		return errors.New("activityFollow: could not convert type to follow")
 | 
						|
	}
 | 
						|
 | 
						|
	followRequest, err := f.typeConverter.ASFollowToFollowRequest(ctx, follow)
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("activityFollow: could not convert Follow to follow request: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	newID, err := id.NewULID()
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	followRequest.ID = newID
 | 
						|
 | 
						|
	if err := f.db.Put(ctx, followRequest); err != nil {
 | 
						|
		return fmt.Errorf("activityFollow: database error inserting follow request: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	f.fedWorker.Queue(messages.FromFederator{
 | 
						|
		APObjectType:     ap.ActivityFollow,
 | 
						|
		APActivityType:   ap.ActivityCreate,
 | 
						|
		GTSModel:         followRequest,
 | 
						|
		ReceivingAccount: receivingAccount,
 | 
						|
	})
 | 
						|
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
	LIKE HANDLERS
 | 
						|
*/
 | 
						|
 | 
						|
func (f *federatingDB) activityLike(ctx context.Context, asType vocab.Type, receivingAccount *gtsmodel.Account, requestingAccount *gtsmodel.Account) error {
 | 
						|
	like, ok := asType.(vocab.ActivityStreamsLike)
 | 
						|
	if !ok {
 | 
						|
		return errors.New("activityLike: could not convert type to like")
 | 
						|
	}
 | 
						|
 | 
						|
	fave, err := f.typeConverter.ASLikeToFave(ctx, like)
 | 
						|
	if err != nil {
 | 
						|
		return fmt.Errorf("activityLike: could not convert Like to fave: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	newID, err := id.NewULID()
 | 
						|
	if err != nil {
 | 
						|
		return err
 | 
						|
	}
 | 
						|
	fave.ID = newID
 | 
						|
 | 
						|
	if err := f.db.Put(ctx, fave); err != nil {
 | 
						|
		return fmt.Errorf("activityLike: database error inserting fave: %s", err)
 | 
						|
	}
 | 
						|
 | 
						|
	f.fedWorker.Queue(messages.FromFederator{
 | 
						|
		APObjectType:     ap.ActivityLike,
 | 
						|
		APActivityType:   ap.ActivityCreate,
 | 
						|
		GTSModel:         fave,
 | 
						|
		ReceivingAccount: receivingAccount,
 | 
						|
	})
 | 
						|
 | 
						|
	return nil
 | 
						|
}
 |