mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-10-31 00:02:25 -05:00 
			
		
		
		
	* revamp http client to not limit requests, instead use sender worker
Signed-off-by: kim <grufwub@gmail.com>
* remove separate sender worker pool, spawn 2*GOMAXPROCS batch senders each time, no need for transport cache sweeping
Signed-off-by: kim <grufwub@gmail.com>
* improve batch senders to keep popping recipients until remote URL found
Signed-off-by: kim <grufwub@gmail.com>
* fix recipient looping issue
Signed-off-by: kim <grufwub@gmail.com>
* move request id ctx key to gtscontext, finish filling out more code comments, add basic support for not logging client IP
Signed-off-by: kim <grufwub@gmail.com>
* first draft of status refetching logic
Signed-off-by: kim <grufwub@gmail.com>
* fix testrig to use new federation alloc func signature
Signed-off-by: kim <grufwub@gmail.com>
* fix log format directive
Signed-off-by: kim <grufwub@gmail.com>
* add status fetched_at migration
Signed-off-by: kim <grufwub@gmail.com>
* remove unused / unchecked for error types
Signed-off-by: kim <grufwub@gmail.com>
* add back the used type...
Signed-off-by: kim <grufwub@gmail.com>
* add separate internal getStatus() function for derefThread() that doesn't recurse
Signed-off-by: kim <grufwub@gmail.com>
* improved mention and media attachment error handling
Signed-off-by: kim <grufwub@gmail.com>
* fix log and error format directives
Signed-off-by: kim <grufwub@gmail.com>
* update account deref to match status deref changes
Signed-off-by: kim <grufwub@gmail.com>
* very small code formatting change to make things clearer
Signed-off-by: kim <grufwub@gmail.com>
* add more code comments
Signed-off-by: kim <grufwub@gmail.com>
* improved code commenting
Signed-off-by: kim <grufwub@gmail.com>
* only check for required further derefs if needed
Signed-off-by: kim <grufwub@gmail.com>
* improved cache invalidation
Signed-off-by: kim <grufwub@gmail.com>
* tweak cache restarting to use a (very small) backoff
Signed-off-by: kim <grufwub@gmail.com>
* small readability changes and fixes
Signed-off-by: kim <grufwub@gmail.com>
* fix account sync issues
Signed-off-by: kim <grufwub@gmail.com>
* fix merge conflicts + update account enrichment to accept already-passed accountable
Signed-off-by: kim <grufwub@gmail.com>
* remove secondary function declaration
Signed-off-by: kim <grufwub@gmail.com>
* normalise dereferencer get status / account behaviour, fix remaining tests
Signed-off-by: kim <grufwub@gmail.com>
* fix remaining rebase conflicts, finish commenting code
Signed-off-by: kim <grufwub@gmail.com>
* appease the linter
Signed-off-by: kim <grufwub@gmail.com>
* add source file header
Signed-off-by: kim <grufwub@gmail.com>
* update to use TIMESTAMPTZ column type instead of just TIMESTAMP
Signed-off-by: kim <grufwub@gmail.com>
* don't pass in 'updated_at' to UpdateEmoji()
Signed-off-by: kim <grufwub@gmail.com>
* use new ap.Resolve{Account,Status}able() functions
Signed-off-by: kim <grufwub@gmail.com>
* remove the somewhat confusing rescoping of the same variable names
Signed-off-by: kim <grufwub@gmail.com>
* update migration file name, improved database delete error returns
Signed-off-by: kim <grufwub@gmail.com>
* formatting
Signed-off-by: kim <grufwub@gmail.com>
* improved multi-delete database functions to minimise DB calls
Signed-off-by: kim <grufwub@gmail.com>
* remove unused type
Signed-off-by: kim <grufwub@gmail.com>
* fix delete statements
Signed-off-by: kim <grufwub@gmail.com>
---------
Signed-off-by: kim <grufwub@gmail.com>
		
	
			
		
			
				
	
	
		
			173 lines
		
	
	
	
		
			5.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			173 lines
		
	
	
	
		
			5.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // GoToSocial
 | |
| // Copyright (C) GoToSocial Authors admin@gotosocial.org
 | |
| // SPDX-License-Identifier: AGPL-3.0-or-later
 | |
| //
 | |
| // This program is free software: you can redistribute it and/or modify
 | |
| // it under the terms of the GNU Affero General Public License as published by
 | |
| // the Free Software Foundation, either version 3 of the License, or
 | |
| // (at your option) any later version.
 | |
| //
 | |
| // This program is distributed in the hope that it will be useful,
 | |
| // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
| // GNU Affero General Public License for more details.
 | |
| //
 | |
| // You should have received a copy of the GNU Affero General Public License
 | |
| // along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
| 
 | |
| package processing
 | |
| 
 | |
| import (
 | |
| 	"context"
 | |
| 
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/email"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/federation"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/log"
 | |
| 	mm "github.com/superseriousbusiness/gotosocial/internal/media"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/messages"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/oauth"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/account"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/admin"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/fedi"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/media"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/report"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/status"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/stream"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/processing/user"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/state"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/timeline"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/typeutils"
 | |
| 	"github.com/superseriousbusiness/gotosocial/internal/visibility"
 | |
| )
 | |
| 
 | |
| type Processor struct {
 | |
| 	federator       federation.Federator
 | |
| 	tc              typeutils.TypeConverter
 | |
| 	oauthServer     oauth.Server
 | |
| 	mediaManager    mm.Manager
 | |
| 	statusTimelines timeline.Manager
 | |
| 	state           *state.State
 | |
| 	emailSender     email.Sender
 | |
| 	filter          *visibility.Filter
 | |
| 
 | |
| 	/*
 | |
| 		SUB-PROCESSORS
 | |
| 	*/
 | |
| 
 | |
| 	account account.Processor
 | |
| 	admin   admin.Processor
 | |
| 	fedi    fedi.Processor
 | |
| 	media   media.Processor
 | |
| 	report  report.Processor
 | |
| 	status  status.Processor
 | |
| 	stream  stream.Processor
 | |
| 	user    user.Processor
 | |
| }
 | |
| 
 | |
| func (p *Processor) Account() *account.Processor {
 | |
| 	return &p.account
 | |
| }
 | |
| 
 | |
| func (p *Processor) Admin() *admin.Processor {
 | |
| 	return &p.admin
 | |
| }
 | |
| 
 | |
| func (p *Processor) Fedi() *fedi.Processor {
 | |
| 	return &p.fedi
 | |
| }
 | |
| 
 | |
| func (p *Processor) Media() *media.Processor {
 | |
| 	return &p.media
 | |
| }
 | |
| 
 | |
| func (p *Processor) Report() *report.Processor {
 | |
| 	return &p.report
 | |
| }
 | |
| 
 | |
| func (p *Processor) Status() *status.Processor {
 | |
| 	return &p.status
 | |
| }
 | |
| 
 | |
| func (p *Processor) Stream() *stream.Processor {
 | |
| 	return &p.stream
 | |
| }
 | |
| 
 | |
| func (p *Processor) User() *user.Processor {
 | |
| 	return &p.user
 | |
| }
 | |
| 
 | |
| // NewProcessor returns a new Processor.
 | |
| func NewProcessor(
 | |
| 	tc typeutils.TypeConverter,
 | |
| 	federator federation.Federator,
 | |
| 	oauthServer oauth.Server,
 | |
| 	mediaManager mm.Manager,
 | |
| 	state *state.State,
 | |
| 	emailSender email.Sender,
 | |
| ) *Processor {
 | |
| 	parseMentionFunc := GetParseMentionFunc(state.DB, federator)
 | |
| 
 | |
| 	filter := visibility.NewFilter(state)
 | |
| 
 | |
| 	processor := &Processor{
 | |
| 		federator:    federator,
 | |
| 		tc:           tc,
 | |
| 		oauthServer:  oauthServer,
 | |
| 		mediaManager: mediaManager,
 | |
| 		statusTimelines: timeline.NewManager(
 | |
| 			StatusGrabFunction(state.DB),
 | |
| 			StatusFilterFunction(state.DB, filter),
 | |
| 			StatusPrepareFunction(state.DB, tc),
 | |
| 			StatusSkipInsertFunction(),
 | |
| 		),
 | |
| 		state:       state,
 | |
| 		filter:      filter,
 | |
| 		emailSender: emailSender,
 | |
| 	}
 | |
| 
 | |
| 	// sub processors
 | |
| 	processor.account = account.New(state, tc, mediaManager, oauthServer, federator, filter, parseMentionFunc)
 | |
| 	processor.admin = admin.New(state, tc, mediaManager, federator.TransportController(), emailSender)
 | |
| 	processor.fedi = fedi.New(state, tc, federator, filter)
 | |
| 	processor.media = media.New(state, tc, mediaManager, federator.TransportController())
 | |
| 	processor.report = report.New(state, tc)
 | |
| 	processor.status = status.New(state, federator, tc, filter, parseMentionFunc)
 | |
| 	processor.stream = stream.New(state, oauthServer)
 | |
| 	processor.user = user.New(state, emailSender)
 | |
| 
 | |
| 	return processor
 | |
| }
 | |
| 
 | |
| func (p *Processor) EnqueueClientAPI(ctx context.Context, msgs ...messages.FromClientAPI) {
 | |
| 	log.Trace(ctx, "enqueuing")
 | |
| 	_ = p.state.Workers.ClientAPI.MustEnqueueCtx(ctx, func(ctx context.Context) {
 | |
| 		for _, msg := range msgs {
 | |
| 			log.Trace(ctx, "processing: %+v", msg)
 | |
| 			if err := p.ProcessFromClientAPI(ctx, msg); err != nil {
 | |
| 				log.Errorf(ctx, "error processing client API message: %v", err)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| func (p *Processor) EnqueueFederator(ctx context.Context, msgs ...messages.FromFederator) {
 | |
| 	log.Trace(ctx, "enqueuing")
 | |
| 	_ = p.state.Workers.Federator.MustEnqueueCtx(ctx, func(ctx context.Context) {
 | |
| 		for _, msg := range msgs {
 | |
| 			log.Trace(ctx, "processing: %+v", msg)
 | |
| 			if err := p.ProcessFromFederator(ctx, msg); err != nil {
 | |
| 				log.Errorf(ctx, "error processing federator message: %v", err)
 | |
| 			}
 | |
| 		}
 | |
| 	})
 | |
| }
 | |
| 
 | |
| // Start starts the Processor.
 | |
| func (p *Processor) Start() error {
 | |
| 	return p.statusTimelines.Start()
 | |
| }
 | |
| 
 | |
| // Stop stops the processor cleanly.
 | |
| func (p *Processor) Stop() error {
 | |
| 	return p.statusTimelines.Stop()
 | |
| }
 |