mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-10-31 06:42:25 -05:00 
			
		
		
		
	* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
		
	
			
		
			
				
	
	
		
			173 lines
		
	
	
	
		
			5.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			173 lines
		
	
	
	
		
			5.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // GoToSocial
 | |
| // Copyright (C) GoToSocial Authors admin@gotosocial.org
 | |
| // SPDX-License-Identifier: AGPL-3.0-or-later
 | |
| //
 | |
| // This program is free software: you can redistribute it and/or modify
 | |
| // it under the terms of the GNU Affero General Public License as published by
 | |
| // the Free Software Foundation, either version 3 of the License, or
 | |
| // (at your option) any later version.
 | |
| //
 | |
| // This program is distributed in the hope that it will be useful,
 | |
| // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
| // GNU Affero General Public License for more details.
 | |
| //
 | |
| // You should have received a copy of the GNU Affero General Public License
 | |
| // along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
| 
 | |
| package processing
 | |
| 
 | |
| import (
 | |
| 	"context"
 | |
| 
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/email"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/federation"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/log"
 | |
| 	mm "github.com/superseriousbusiness/gotosocial/internal/media"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/messages"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/oauth"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/account"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/admin"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/fedi"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/media"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/report"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/status"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/stream"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/user"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/state"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/timeline"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/typeutils"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/visibility"
 | |
| )
 | |
| 
 | |
| type Processor struct {
 | |
| 	federator       federation.Federator
 | |
| 	tc              typeutils.TypeConverter
 | |
| 	oauthServer     oauth.Server
 | |
| 	mediaManager    mm.Manager
 | |
| 	statusTimelines timeline.Manager
 | |
| 	state           *state.State
 | |
| 	emailSender     email.Sender
 | |
| 	filter          *visibility.Filter
 | |
| 
 | |
| 	/*
 | |
| 		SUB-PROCESSORS
 | |
| 	*/
 | |
| 
 | |
| 	account account.Processor
 | |
| 	admin   admin.Processor
 | |
| 	fedi    fedi.Processor
 | |
| 	media   media.Processor
 | |
| 	report  report.Processor
 | |
| 	status  status.Processor
 | |
| 	stream  stream.Processor
 | |
| 	user    user.Processor
 | |
| }
 | |
| 
 | |
| func (p *Processor) Account() *account.Processor {
 | |
| 	return &p.account
 | |
| }
 | |
| 
 | |
| func (p *Processor) Admin() *admin.Processor {
 | |
| 	return &p.admin
 | |
| }
 | |
| 
 | |
| func (p *Processor) Fedi() *fedi.Processor {
 | |
| 	return &p.fedi
 | |
| }
 | |
| 
 | |
| func (p *Processor) Media() *media.Processor {
 | |
| 	return &p.media
 | |
| }
 | |
| 
 | |
| func (p *Processor) Report() *report.Processor {
 | |
| 	return &p.report
 | |
| }
 | |
| 
 | |
| func (p *Processor) Status() *status.Processor {
 | |
| 	return &p.status
 | |
| }
 | |
| 
 | |
| func (p *Processor) Stream() *stream.Processor {
 | |
| 	return &p.stream
 | |
| }
 | |
| 
 | |
| func (p *Processor) User() *user.Processor {
 | |
| 	return &p.user
 | |
| }
 | |
| 
 | |
| // NewProcessor returns a new Processor.
 | |
| func NewProcessor(
 | |
| 	tc typeutils.TypeConverter,
 | |
| 	federator federation.Federator,
 | |
| 	oauthServer oauth.Server,
 | |
| 	mediaManager mm.Manager,
 | |
| 	state *state.State,
 | |
| 	emailSender email.Sender,
 | |
| ) *Processor {
 | |
| 	parseMentionFunc := GetParseMentionFunc(state.DB, federator)
 | |
| 
 | |
| 	filter := visibility.NewFilter(state)
 | |
| 
 | |
| 	processor := &Processor{
 | |
| 		federator:    federator,
 | |
| 		tc:           tc,
 | |
| 		oauthServer:  oauthServer,
 | |
| 		mediaManager: mediaManager,
 | |
| 		statusTimelines: timeline.NewManager(
 | |
| 			StatusGrabFunction(state.DB),
 | |
| 			StatusFilterFunction(state.DB, filter),
 | |
| 			StatusPrepareFunction(state.DB, tc),
 | |
| 			StatusSkipInsertFunction(),
 | |
| 		),
 | |
| 		state:       state,
 | |
| 		filter:      filter,
 | |
| 		emailSender: emailSender,
 | |
| 	}
 | |
| 
 | |
| 	// sub processors
 | |
| 	processor.account = account.New(state, tc, mediaManager, oauthServer, federator, filter, parseMentionFunc)
 | |
| 	processor.admin = admin.New(state, tc, mediaManager, federator.TransportController(), emailSender)
 | |
| 	processor.fedi = fedi.New(state, tc, federator, filter)
 | |
| 	processor.media = media.New(state, tc, mediaManager, federator.TransportController())
 | |
| 	processor.report = report.New(state, tc)
 | |
| 	processor.status = status.New(state, tc, filter, parseMentionFunc)
 | |
| 	processor.stream = stream.New(state, oauthServer)
 | |
| 	processor.user = user.New(state, emailSender)
 | |
| 
 | |
| 	return processor
 | |
| }
 | |
| 
 | |
| func (p *Processor) EnqueueClientAPI(ctx context.Context, msgs ...messages.FromClientAPI) {
 | |
| 	log.Trace(ctx, "enqueuing")
 | |
| 	_ = p.state.Workers.ClientAPI.MustEnqueueCtx(ctx, func(ctx context.Context) {
 | |
| 		for _, msg := range msgs {
 | |
| 			log.Trace(ctx, "processing: %+v", msg)
 | |
| 			if err := p.ProcessFromClientAPI(ctx, msg); err != nil {
 | |
| 				log.Errorf(ctx, "error processing client API message: %v", err)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func (p *Processor) EnqueueFederator(ctx context.Context, msgs ...messages.FromFederator) {
 | |
| 	log.Trace(ctx, "enqueuing")
 | |
| 	_ = p.state.Workers.Federator.MustEnqueueCtx(ctx, func(ctx context.Context) {
 | |
| 		for _, msg := range msgs {
 | |
| 			log.Trace(ctx, "processing: %+v", msg)
 | |
| 			if err := p.ProcessFromFederator(ctx, msg); err != nil {
 | |
| 				log.Errorf(ctx, "error processing federator message: %v", err)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| // Start starts the Processor.
 | |
| func (p *Processor) Start() error {
 | |
| 	return p.statusTimelines.Start()
 | |
| }
 | |
| 
 | |
| // Stop stops the processor cleanly.
 | |
| func (p *Processor) Stop() error {
 | |
| 	return p.statusTimelines.Stop()
 | |
| }
 |