mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-04 00:12:26 -06:00 
			
		
		
		
	* revamp http client to not limit requests, instead use sender worker
Signed-off-by: kim <grufwub@gmail.com>
* remove separate sender worker pool, spawn 2*GOMAXPROCS batch senders each time, no need for transport cache sweeping
Signed-off-by: kim <grufwub@gmail.com>
* improve batch senders to keep popping recipients until remote URL found
Signed-off-by: kim <grufwub@gmail.com>
* fix recipient looping issue
Signed-off-by: kim <grufwub@gmail.com>
* move request id ctx key to gtscontext, finish filling out more code comments, add basic support for not logging client IP
Signed-off-by: kim <grufwub@gmail.com>
* first draft of status refetching logic
Signed-off-by: kim <grufwub@gmail.com>
* fix testrig to use new federation alloc func signature
Signed-off-by: kim <grufwub@gmail.com>
* fix log format directive
Signed-off-by: kim <grufwub@gmail.com>
* add status fetched_at migration
Signed-off-by: kim <grufwub@gmail.com>
* remove unused / unchecked for error types
Signed-off-by: kim <grufwub@gmail.com>
* add back the used type...
Signed-off-by: kim <grufwub@gmail.com>
* add separate internal getStatus() function for derefThread() that doesn't recurse
Signed-off-by: kim <grufwub@gmail.com>
* improved mention and media attachment error handling
Signed-off-by: kim <grufwub@gmail.com>
* fix log and error format directives
Signed-off-by: kim <grufwub@gmail.com>
* update account deref to match status deref changes
Signed-off-by: kim <grufwub@gmail.com>
* very small code formatting change to make things clearer
Signed-off-by: kim <grufwub@gmail.com>
* add more code comments
Signed-off-by: kim <grufwub@gmail.com>
* improved code commenting
Signed-off-by: kim <grufwub@gmail.com>
* only check for required further derefs if needed
Signed-off-by: kim <grufwub@gmail.com>
* improved cache invalidation
Signed-off-by: kim <grufwub@gmail.com>
* tweak cache restarting to use a (very small) backoff
Signed-off-by: kim <grufwub@gmail.com>
* small readability changes and fixes
Signed-off-by: kim <grufwub@gmail.com>
* fix account sync issues
Signed-off-by: kim <grufwub@gmail.com>
* fix merge conflicts + update account enrichment to accept already-passed accountable
Signed-off-by: kim <grufwub@gmail.com>
* remove secondary function declaration
Signed-off-by: kim <grufwub@gmail.com>
* normalise dereferencer get status / account behaviour, fix remaining tests
Signed-off-by: kim <grufwub@gmail.com>
* fix remaining rebase conflicts, finish commenting code
Signed-off-by: kim <grufwub@gmail.com>
* appease the linter
Signed-off-by: kim <grufwub@gmail.com>
* add source file header
Signed-off-by: kim <grufwub@gmail.com>
* update to use TIMESTAMPTZ column type instead of just TIMESTAMP
Signed-off-by: kim <grufwub@gmail.com>
* don't pass in 'updated_at' to UpdateEmoji()
Signed-off-by: kim <grufwub@gmail.com>
* use new ap.Resolve{Account,Status}able() functions
Signed-off-by: kim <grufwub@gmail.com>
* remove the somewhat confusing rescoping of the same variable names
Signed-off-by: kim <grufwub@gmail.com>
* update migration file name, improved database delete error returns
Signed-off-by: kim <grufwub@gmail.com>
* formatting
Signed-off-by: kim <grufwub@gmail.com>
* improved multi-delete database functions to minimise DB calls
Signed-off-by: kim <grufwub@gmail.com>
* remove unused type
Signed-off-by: kim <grufwub@gmail.com>
* fix delete statements
Signed-off-by: kim <grufwub@gmail.com>
---------
Signed-off-by: kim <grufwub@gmail.com>
		
	
			
		
			
				
	
	
		
			214 lines
		
	
	
	
		
			7.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			214 lines
		
	
	
	
		
			7.1 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// GoToSocial
 | 
						|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
 | 
						|
// SPDX-License-Identifier: AGPL-3.0-or-later
 | 
						|
//
 | 
						|
// This program is free software: you can redistribute it and/or modify
 | 
						|
// it under the terms of the GNU Affero General Public License as published by
 | 
						|
// the Free Software Foundation, either version 3 of the License, or
 | 
						|
// (at your option) any later version.
 | 
						|
//
 | 
						|
// This program is distributed in the hope that it will be useful,
 | 
						|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
// GNU Affero General Public License for more details.
 | 
						|
//
 | 
						|
// You should have received a copy of the GNU Affero General Public License
 | 
						|
// along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
 | 
						|
package dereferencing_test
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"testing"
 | 
						|
	"time"
 | 
						|
 | 
						|
	"github.com/stretchr/testify/suite"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/ap"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/config"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/federation/dereferencing"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/testrig"
 | 
						|
)
 | 
						|
 | 
						|
type AccountTestSuite struct {
 | 
						|
	DereferencerStandardTestSuite
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceGroup() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
 | 
						|
	groupURL := testrig.URLMustParse("https://unknown-instance.com/groups/some_group")
 | 
						|
	group, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		groupURL,
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(group)
 | 
						|
 | 
						|
	// group values should be set
 | 
						|
	suite.Equal("https://unknown-instance.com/groups/some_group", group.URI)
 | 
						|
	suite.Equal("https://unknown-instance.com/@some_group", group.URL)
 | 
						|
	suite.WithinDuration(time.Now(), group.FetchedAt, 5*time.Second)
 | 
						|
 | 
						|
	// group should be in the database
 | 
						|
	dbGroup, err := suite.db.GetAccountByURI(context.Background(), group.URI)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.Equal(group.ID, dbGroup.ID)
 | 
						|
	suite.Equal(ap.ActorGroup, dbGroup.ActorType)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceService() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
 | 
						|
	serviceURL := testrig.URLMustParse("https://owncast.example.org/federation/user/rgh")
 | 
						|
	service, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		serviceURL,
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(service)
 | 
						|
 | 
						|
	// service values should be set
 | 
						|
	suite.Equal("https://owncast.example.org/federation/user/rgh", service.URI)
 | 
						|
	suite.Equal("https://owncast.example.org/federation/user/rgh", service.URL)
 | 
						|
	suite.WithinDuration(time.Now(), service.FetchedAt, 5*time.Second)
 | 
						|
 | 
						|
	// service should be in the database
 | 
						|
	dbService, err := suite.db.GetAccountByURI(context.Background(), service.URI)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.Equal(service.ID, dbService.ID)
 | 
						|
	suite.Equal(ap.ActorService, dbService.ActorType)
 | 
						|
	suite.Equal("example.org", dbService.Domain)
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
	We shouldn't try webfingering or making http calls to dereference local accounts
 | 
						|
	that might be passed into GetRemoteAccount for whatever reason, so these tests are
 | 
						|
	here to make sure that such cases are (basically) short-circuit evaluated and given
 | 
						|
	back as-is without trying to make any calls to one's own instance.
 | 
						|
*/
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountAsRemoteURL() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
	targetAccount := suite.testAccounts["local_account_2"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		testrig.URLMustParse(targetAccount.URI),
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(fetchedAccount)
 | 
						|
	suite.Empty(fetchedAccount.Domain)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountAsRemoteURLNoSharedInboxYet() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
	targetAccount := suite.testAccounts["local_account_2"]
 | 
						|
 | 
						|
	targetAccount.SharedInboxURI = nil
 | 
						|
	if err := suite.db.UpdateAccount(context.Background(), targetAccount); err != nil {
 | 
						|
		suite.FailNow(err.Error())
 | 
						|
	}
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		testrig.URLMustParse(targetAccount.URI),
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(fetchedAccount)
 | 
						|
	suite.Empty(fetchedAccount.Domain)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountAsUsername() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
	targetAccount := suite.testAccounts["local_account_2"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		testrig.URLMustParse(targetAccount.URI),
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(fetchedAccount)
 | 
						|
	suite.Empty(fetchedAccount.Domain)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountAsUsernameDomain() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
	targetAccount := suite.testAccounts["local_account_2"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		testrig.URLMustParse(targetAccount.URI),
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(fetchedAccount)
 | 
						|
	suite.Empty(fetchedAccount.Domain)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountAsUsernameDomainAndURL() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
	targetAccount := suite.testAccounts["local_account_2"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByUsernameDomain(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		targetAccount.Username,
 | 
						|
		config.GetHost(),
 | 
						|
	)
 | 
						|
	suite.NoError(err)
 | 
						|
	suite.NotNil(fetchedAccount)
 | 
						|
	suite.Empty(fetchedAccount.Domain)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountWithUnknownUsername() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByUsernameDomain(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		"thisaccountdoesnotexist",
 | 
						|
		config.GetHost(),
 | 
						|
	)
 | 
						|
	var errNotRetrievable *dereferencing.ErrNotRetrievable
 | 
						|
	suite.ErrorAs(err, &errNotRetrievable)
 | 
						|
	suite.EqualError(err, "item could not be retrieved: no entries")
 | 
						|
	suite.Nil(fetchedAccount)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountWithUnknownUsernameDomain() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByUsernameDomain(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		"thisaccountdoesnotexist",
 | 
						|
		"localhost:8080",
 | 
						|
	)
 | 
						|
	var errNotRetrievable *dereferencing.ErrNotRetrievable
 | 
						|
	suite.ErrorAs(err, &errNotRetrievable)
 | 
						|
	suite.EqualError(err, "item could not be retrieved: no entries")
 | 
						|
	suite.Nil(fetchedAccount)
 | 
						|
}
 | 
						|
 | 
						|
func (suite *AccountTestSuite) TestDereferenceLocalAccountWithUnknownUserURI() {
 | 
						|
	fetchingAccount := suite.testAccounts["local_account_1"]
 | 
						|
 | 
						|
	fetchedAccount, _, err := suite.dereferencer.GetAccountByURI(
 | 
						|
		context.Background(),
 | 
						|
		fetchingAccount.Username,
 | 
						|
		testrig.URLMustParse("http://localhost:8080/users/thisaccountdoesnotexist"),
 | 
						|
	)
 | 
						|
	var errNotRetrievable *dereferencing.ErrNotRetrievable
 | 
						|
	suite.ErrorAs(err, &errNotRetrievable)
 | 
						|
	suite.EqualError(err, "item could not be retrieved: no entries")
 | 
						|
	suite.Nil(fetchedAccount)
 | 
						|
}
 | 
						|
 | 
						|
func TestAccountTestSuite(t *testing.T) {
 | 
						|
	suite.Run(t, new(AccountTestSuite))
 | 
						|
}
 |