| 
									
										
										
										
											2023-03-12 16:00:57 +01:00
										 |  |  | // GoToSocial | 
					
						
							|  |  |  | // Copyright (C) GoToSocial Authors admin@gotosocial.org | 
					
						
							|  |  |  | // SPDX-License-Identifier: AGPL-3.0-or-later | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is free software: you can redistribute it and/or modify | 
					
						
							|  |  |  | // it under the terms of the GNU Affero General Public License as published by | 
					
						
							|  |  |  | // the Free Software Foundation, either version 3 of the License, or | 
					
						
							|  |  |  | // (at your option) any later version. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // This program is distributed in the hope that it will be useful, | 
					
						
							|  |  |  | // but WITHOUT ANY WARRANTY; without even the implied warranty of | 
					
						
							|  |  |  | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
					
						
							|  |  |  | // GNU Affero General Public License for more details. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // You should have received a copy of the GNU Affero General Public License | 
					
						
							|  |  |  | // along with this program.  If not, see <http://www.gnu.org/licenses/>. | 
					
						
							| 
									
										
										
										
											2021-08-20 12:26:56 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | package federatingdb | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | import ( | 
					
						
							|  |  |  | 	"context" | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 	"fmt" | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | 	"net/url" | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | 	"github.com/superseriousbusiness/activity/streams" | 
					
						
							|  |  |  | 	"github.com/superseriousbusiness/activity/streams/vocab" | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/config" | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/db" | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 	"github.com/superseriousbusiness/gotosocial/internal/uris" | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | ) | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // InboxContains returns true if the OrderedCollection at 'inbox' | 
					
						
							|  |  |  | // contains the specified 'id'. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The library makes this call only after acquiring a lock first. | 
					
						
							| 
									
										
										
										
											2021-10-04 15:24:19 +02:00
										 |  |  | // | 
					
						
							|  |  |  | // Implementation note: we have our own logic for inboxes so always return false here. | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | func (f *federatingDB) InboxContains(c context.Context, inbox, id *url.URL) (contains bool, err error) { | 
					
						
							|  |  |  | 	return false, nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // GetInbox returns the first ordered collection page of the outbox at | 
					
						
							|  |  |  | // the specified IRI, for prepending new items. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The library makes this call only after acquiring a lock first. | 
					
						
							| 
									
										
										
										
											2021-10-04 15:24:19 +02:00
										 |  |  | // | 
					
						
							|  |  |  | // Implementation note: we don't (yet) serve inboxes, so just return empty and nil here. | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | func (f *federatingDB) GetInbox(c context.Context, inboxIRI *url.URL) (inbox vocab.ActivityStreamsOrderedCollectionPage, err error) { | 
					
						
							|  |  |  | 	return streams.NewActivityStreamsOrderedCollectionPage(), nil | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | // SetInbox saves the inbox value given from GetInbox, with new items | 
					
						
							|  |  |  | // prepended. Note that the new items must not be added as independent | 
					
						
							|  |  |  | // database entries. Separate calls to Create will do that. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // The library makes this call only after acquiring a lock first. | 
					
						
							| 
									
										
										
										
											2021-10-04 15:24:19 +02:00
										 |  |  | // | 
					
						
							|  |  |  | // Implementation note: we don't allow inbox setting so just return nil here. | 
					
						
							| 
									
										
										
										
											2021-05-27 16:06:24 +02:00
										 |  |  | func (f *federatingDB) SetInbox(c context.Context, inbox vocab.ActivityStreamsOrderedCollectionPage) error { | 
					
						
							|  |  |  | 	return nil | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | // InboxesForIRI fetches inboxes corresponding to the given iri. | 
					
						
							|  |  |  | // This allows your server to skip remote dereferencing of iris | 
					
						
							|  |  |  | // in order to speed up message delivery, if desired. | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | // | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | // It is acceptable to just return nil or an empty slice for the inboxIRIs, | 
					
						
							|  |  |  | // if you don't know the inbox iri, or you don't wish to use this feature. | 
					
						
							|  |  |  | // In this case, the library will attempt to resolve inboxes of the iri | 
					
						
							|  |  |  | // by remote dereferencing instead. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // If the input iri is the iri of an Actor, then the inbox for the actor | 
					
						
							|  |  |  | // should be returned as a single-entry slice. | 
					
						
							|  |  |  | // | 
					
						
							|  |  |  | // If the input iri is a Collection (such as a Collection of followers), | 
					
						
							|  |  |  | // then each follower inbox IRI should be returned in the inboxIRIs slice. | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | // | 
					
						
							|  |  |  | // The library makes this call only after acquiring a lock first. | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | func (f *federatingDB) InboxesForIRI(c context.Context, iri *url.URL) (inboxIRIs []*url.URL, err error) { | 
					
						
							|  |  |  | 	// check if this is a followers collection iri for a local account... | 
					
						
							| 
									
										
										
										
											2022-05-30 13:41:24 +01:00
										 |  |  | 	if iri.Host == config.GetHost() && uris.IsFollowersPath(iri) { | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 		localAccountUsername, err := uris.ParseFollowersPath(iri) | 
					
						
							|  |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return nil, fmt.Errorf("couldn't extract local account username from uri %s: %s", iri, err) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 		account, err := f.state.DB.GetAccountByUsernameDomain(c, localAccountUsername, "") | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return nil, fmt.Errorf("couldn't find local account with username %s: %s", localAccountUsername, err) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
											  
											
												[performance] refactoring + add fave / follow / request / visibility caching (#1607)
* refactor visibility checking, add caching for visibility
* invalidate visibility cache items on account / status deletes
* fix requester ID passed to visibility cache nil ptr
* de-interface caches, fix home / public timeline caching + visibility
* finish adding code comments for visibility filter
* fix angry goconst linter warnings
* actually finish adding filter visibility code comments for timeline functions
* move home timeline status author check to after visibility
* remove now-unused code
* add more code comments
* add TODO code comment, update printed cache start names
* update printed cache names on stop
* start adding separate follow(request) delete db functions, add specific visibility cache tests
* add relationship type caching
* fix getting local account follows / followed-bys, other small codebase improvements
* simplify invalidation using cache hooks, add more GetAccountBy___() functions
* fix boosting to return 404 if not boostable but no error (to not leak status ID)
* remove dead code
* improved placement of cache invalidation
* update license headers
* add example follow, follow-request config entries
* add example visibility cache configuration to config file
* use specific PutFollowRequest() instead of just Put()
* add tests for all GetAccountBy()
* add GetBlockBy() tests
* update block to check primitive fields
* update and finish adding Get{Account,Block,Follow,FollowRequest}By() tests
* fix copy-pasted code
* update envparsing test
* whitespace
* fix bun struct tag
* add license header to gtscontext
* fix old license header
* improved error creation to not use fmt.Errorf() when not needed
* fix various rebase conflicts, fix account test
* remove commented-out code, fix-up mention caching
* fix mention select bun statement
* ensure mention target account populated, pass in context to customrenderer logging
* remove more uncommented code, fix typeutil test
* add statusfave database model caching
* add status fave cache configuration
* add status fave cache example config
* woops, catch missed error. nice catch linter!
* add back testrig panic on nil db
* update example configuration to match defaults, slight tweak to cache configuration defaults
* update envparsing test with new defaults
* fetch followingget to use the follow target account
* use accounnt.IsLocal() instead of empty domain check
* use constants for the cache visibility type check
* use bun.In() for notification type restriction in db query
* include replies when fetching PublicTimeline() (to account for single-author threads in Visibility{}.StatusPublicTimelineable())
* use bun query building for nested select statements to ensure working with postgres
* update public timeline future status checks to match visibility filter
* same as previous, for home timeline
* update public timeline tests to dynamically check for appropriate statuses
* migrate accounts to allow unique constraint on public_key
* provide minimal account with publicKey
---------
Signed-off-by: kim <grufwub@gmail.com>
Co-authored-by: tsmethurst <tobi.smethurst@protonmail.com>
											
										 
											2023-03-28 14:03:14 +01:00
										 |  |  | 		follows, err := f.state.DB.GetAccountFollowers(c, account.ID) | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return nil, fmt.Errorf("couldn't get followers of local account %s: %s", localAccountUsername, err) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		for _, follow := range follows { | 
					
						
							|  |  |  | 			if follow.Account == nil { | 
					
						
							| 
									
										
										
										
											2023-03-20 19:10:08 +01:00
										 |  |  | 				// No account exists for this follow, | 
					
						
							|  |  |  | 				// for some reason. Just skip it. | 
					
						
							|  |  |  | 				continue | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 			} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-23 21:27:35 +02:00
										 |  |  | 			// deliver to a shared inbox if we have that option | 
					
						
							|  |  |  | 			var inbox string | 
					
						
							|  |  |  | 			if config.GetInstanceDeliverToSharedInboxes() && follow.Account.SharedInboxURI != nil && *follow.Account.SharedInboxURI != "" { | 
					
						
							|  |  |  | 				inbox = *follow.Account.SharedInboxURI | 
					
						
							|  |  |  | 			} else { | 
					
						
							|  |  |  | 				inbox = follow.Account.InboxURI | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 			inboxIRI, err := url.Parse(inbox) | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 			if err != nil { | 
					
						
							|  |  |  | 				return nil, fmt.Errorf("error parsing inbox uri of following account %s: %s", follow.Account.InboxURI, err) | 
					
						
							|  |  |  | 			} | 
					
						
							|  |  |  | 			inboxIRIs = append(inboxIRIs, inboxIRI) | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 		return inboxIRIs, nil | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 	// check if this is just an account IRI... | 
					
						
							| 
									
										
										
										
											2023-03-01 18:26:53 +00:00
										 |  |  | 	if account, err := f.state.DB.GetAccountByURI(c, iri.String()); err == nil { | 
					
						
							| 
									
										
										
										
											2022-09-23 21:27:35 +02:00
										 |  |  | 		// deliver to a shared inbox if we have that option | 
					
						
							|  |  |  | 		var inbox string | 
					
						
							|  |  |  | 		if config.GetInstanceDeliverToSharedInboxes() && account.SharedInboxURI != nil && *account.SharedInboxURI != "" { | 
					
						
							|  |  |  | 			inbox = *account.SharedInboxURI | 
					
						
							|  |  |  | 		} else { | 
					
						
							|  |  |  | 			inbox = account.InboxURI | 
					
						
							|  |  |  | 		} | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 		inboxIRI, err := url.Parse(inbox) | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 		if err != nil { | 
					
						
							|  |  |  | 			return nil, fmt.Errorf("error parsing account inbox uri %s: %s", account.InboxURI, account.InboxURI) | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | 		} | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 		// we've got it | 
					
						
							|  |  |  | 		inboxIRIs = append(inboxIRIs, inboxIRI) | 
					
						
							|  |  |  | 		return inboxIRIs, nil | 
					
						
							|  |  |  | 	} else if err != db.ErrNoEntries { | 
					
						
							|  |  |  | 		// there's been a real error | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | 		return nil, err | 
					
						
							|  |  |  | 	} | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-04-05 18:05:24 +02:00
										 |  |  | 	// no error, we just didn't find anything so let the library handle the rest | 
					
						
							|  |  |  | 	return nil, nil | 
					
						
							| 
									
										
										
										
											2021-11-13 17:29:43 +01:00
										 |  |  | } |