| 
									
										
										
										
											2023-03-12 16:00:57 +01:00
										 |  |  | // GoToSocial | 
					
						
							|  |  |  | // Copyright (C) GoToSocial Authors admin@gotosocial.org | 
					
						
							|  |  |  | // SPDX-License-Identifier: AGPL-3.0-or-later | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  | // GNU Affero General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  | // along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-05-30 13:12:00 +02:00
										 |  |  | package processing | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							| 
									
										
										
										
											2021-10-31 15:46:23 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/email" | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/federation" | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | 	mm "github.com/superseriousbusiness/gotosocial/internal/media" | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/oauth" | 
					
						
							| 
									
										
										
										
											2021-07-05 13:23:03 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/account" | 
					
						
							|  |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/admin" | 
					
						
							| 
									
										
										
										
											2023-09-12 14:00:35 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/common" | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/fedi" | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/list" | 
					
						
							| 
									
										
										
										
											2023-07-29 03:49:14 -07:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/markers" | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/media" | 
					
						
							| 
									
										
										
										
											2023-01-23 13:14:21 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/report" | 
					
						
							| 
									
										
										
										
											2023-06-21 18:26:40 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/search" | 
					
						
							| 
									
										
										
										
											2021-07-05 13:23:03 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/status" | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/stream" | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/timeline" | 
					
						
							| 
									
										
										
										
											2021-10-14 14:26:04 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/user" | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/processing/workers" | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/state" | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/typeutils" | 
					
						
							| 
									
										
										
										
											2021-06-17 18:02:33 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/visibility" | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | // Processor groups together processing functions and | 
					
						
							|  |  |  | // sub processors for handling actions + events coming | 
					
						
							|  |  |  | // from either the client or federating APIs. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // Many of the functions available through this struct | 
					
						
							|  |  |  | // or sub processors will trigger asynchronous processing | 
					
						
							|  |  |  | // via the workers contained in state. | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | type Processor struct { | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	tc          typeutils.TypeConverter | 
					
						
							|  |  |  | 	oauthServer oauth.Server | 
					
						
							|  |  |  | 	state       *state.State | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-06-13 18:42:28 +02:00
										 |  |  | 	/* | 
					
						
							|  |  |  | 		SUB-PROCESSORS | 
					
						
							|  |  |  | 	*/ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	account  account.Processor | 
					
						
							|  |  |  | 	admin    admin.Processor | 
					
						
							|  |  |  | 	fedi     fedi.Processor | 
					
						
							|  |  |  | 	list     list.Processor | 
					
						
							| 
									
										
										
										
											2023-07-29 03:49:14 -07:00
										 |  |  | 	markers  markers.Processor | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	media    media.Processor | 
					
						
							|  |  |  | 	report   report.Processor | 
					
						
							| 
									
										
										
										
											2023-06-21 18:26:40 +02:00
										 |  |  | 	search   search.Processor | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	status   status.Processor | 
					
						
							|  |  |  | 	stream   stream.Processor | 
					
						
							|  |  |  | 	timeline timeline.Processor | 
					
						
							|  |  |  | 	user     user.Processor | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	workers  workers.Processor | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (p *Processor) Account() *account.Processor { | 
					
						
							|  |  |  | 	return &p.account | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (p *Processor) Admin() *admin.Processor { | 
					
						
							|  |  |  | 	return &p.admin | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (p *Processor) Fedi() *fedi.Processor { | 
					
						
							|  |  |  | 	return &p.fedi | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | func (p *Processor) List() *list.Processor { | 
					
						
							|  |  |  | 	return &p.list | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-07-29 03:49:14 -07:00
										 |  |  | func (p *Processor) Markers() *markers.Processor { | 
					
						
							|  |  |  | 	return &p.markers | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | func (p *Processor) Media() *media.Processor { | 
					
						
							|  |  |  | 	return &p.media | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (p *Processor) Report() *report.Processor { | 
					
						
							|  |  |  | 	return &p.report | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-06-21 18:26:40 +02:00
										 |  |  | func (p *Processor) Search() *search.Processor { | 
					
						
							|  |  |  | 	return &p.search | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | func (p *Processor) Status() *status.Processor { | 
					
						
							|  |  |  | 	return &p.status | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | func (p *Processor) Stream() *stream.Processor { | 
					
						
							|  |  |  | 	return &p.stream | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | func (p *Processor) Timeline() *timeline.Processor { | 
					
						
							|  |  |  | 	return &p.timeline | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | func (p *Processor) User() *user.Processor { | 
					
						
							|  |  |  | 	return &p.user | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | func (p *Processor) Workers() *workers.Processor { | 
					
						
							|  |  |  | 	return &p.workers | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-10-31 15:46:23 +01:00
										 |  |  | // NewProcessor returns a new Processor. | 
					
						
							|  |  |  | func NewProcessor( | 
					
						
							|  |  |  | 	tc typeutils.TypeConverter, | 
					
						
							|  |  |  | 	federator federation.Federator, | 
					
						
							|  |  |  | 	oauthServer oauth.Server, | 
					
						
							| 
									
										
										
										
											2023-05-28 13:08:35 +01:00
										 |  |  | 	mediaManager *mm.Manager, | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	state *state.State, | 
					
						
							| 
									
										
										
										
											2022-04-28 13:23:11 +01:00
										 |  |  | 	emailSender email.Sender, | 
					
						
							| 
									
										
										
										
											2023-02-22 16:05:26 +01:00
										 |  |  | ) *Processor { | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	var ( | 
					
						
							|  |  |  | 		parseMentionFunc = GetParseMentionFunc(state.DB, federator) | 
					
						
							|  |  |  | 		filter           = visibility.NewFilter(state) | 
					
						
							|  |  |  | 	) | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | 	processor := &Processor{ | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 		tc:          tc, | 
					
						
							|  |  |  | 		oauthServer: oauthServer, | 
					
						
							|  |  |  | 		state:       state, | 
					
						
							| 
									
										
										
										
											2021-06-13 18:42:28 +02:00
										 |  |  | 	} | 
					
						
							| 
									
										
										
										
											2021-05-08 14:25:55 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	// Instantiate sub processors. | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	// | 
					
						
							|  |  |  | 	// Start with sub processors that will | 
					
						
							|  |  |  | 	// be required by the workers processor. | 
					
						
							| 
									
										
										
										
											2023-09-12 14:00:35 +01:00
										 |  |  | 	commonProcessor := common.New(state, tc, federator, filter) | 
					
						
							|  |  |  | 	accountProcessor := account.New(&commonProcessor, state, tc, mediaManager, oauthServer, federator, filter, parseMentionFunc) | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	mediaProcessor := media.New(state, tc, mediaManager, federator.TransportController()) | 
					
						
							|  |  |  | 	streamProcessor := stream.New(state, oauthServer) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// Instantiate the rest of the sub | 
					
						
							|  |  |  | 	// processors + pin them to this struct. | 
					
						
							|  |  |  | 	processor.account = accountProcessor | 
					
						
							| 
									
										
										
										
											2023-03-14 17:11:04 +01:00
										 |  |  | 	processor.admin = admin.New(state, tc, mediaManager, federator.TransportController(), emailSender) | 
					
						
							| 
									
										
											  
											
												[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
											
										 
											2023-03-28 14:03:14 +01:00
										 |  |  | 	processor.fedi = fedi.New(state, tc, federator, filter) | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	processor.list = list.New(state, tc) | 
					
						
							| 
									
										
										
										
											2023-07-29 03:49:14 -07:00
										 |  |  | 	processor.markers = markers.New(state, tc) | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	processor.media = mediaProcessor | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	processor.report = report.New(state, tc) | 
					
						
							| 
									
										
										
										
											2023-05-25 10:37:38 +02:00
										 |  |  | 	processor.timeline = timeline.New(state, tc, filter) | 
					
						
							| 
									
										
										
										
											2023-06-21 18:26:40 +02:00
										 |  |  | 	processor.search = search.New(state, federator, tc, filter) | 
					
						
							| 
									
										
										
										
											2023-05-12 10:15:54 +01:00
										 |  |  | 	processor.status = status.New(state, federator, tc, filter, parseMentionFunc) | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	processor.stream = streamProcessor | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	processor.user = user.New(state, emailSender) | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	// Workers processor handles asynchronous | 
					
						
							|  |  |  | 	// worker jobs; instantiate it separately | 
					
						
							|  |  |  | 	// and pass subset of sub processors it needs. | 
					
						
							|  |  |  | 	processor.workers = workers.New( | 
					
						
							|  |  |  | 		state, | 
					
						
							|  |  |  | 		federator, | 
					
						
							|  |  |  | 		tc, | 
					
						
							|  |  |  | 		filter, | 
					
						
							|  |  |  | 		emailSender, | 
					
						
							|  |  |  | 		&accountProcessor, | 
					
						
							|  |  |  | 		&mediaProcessor, | 
					
						
							|  |  |  | 		&streamProcessor, | 
					
						
							|  |  |  | 	) | 
					
						
							| 
									
										
										
										
											2022-04-28 13:23:11 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-08-09 19:14:33 +02:00
										 |  |  | 	return processor | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | } |