mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-10-31 17:32:25 -05:00 
			
		
		
		
	* start work rewriting timeline cache type
* further work rewriting timeline caching
* more work integration new timeline code
* remove old code
* add local timeline, fix up merge conflicts
* remove old use of go-bytes
* implement new timeline code into more areas of codebase, pull in latest go-mangler, go-mutexes, go-structr
* remove old timeline package, add local timeline cache
* remove references to old timeline types that needed starting up in tests
* start adding page validation
* fix test-identified timeline cache package issues
* fix up more tests, fix missing required changes, etc
* add exclusion for test.out in gitignore
* clarify some things better in code comments
* tweak cache size limits
* fix list timeline cache fetching
* further list timeline fixes
* linter, ssssssssshhhhhhhhhhhh please
* fix linter hints
* reslice the output if it's beyond length of 'lim'
* remove old timeline initialization code, bump go-structr to v0.9.4
* continued from previous commit
* improved code comments
* don't allow multiple entries for BoostOfID values to prevent repeated boosts of same boosts
* finish writing more code comments
* some variable renaming, for ease of following
* change the way we update lo,hi paging values during timeline load
* improved code comments for updated / returned lo , hi paging values
* finish writing code comments for the StatusTimeline{} type itself
* fill in more code comments
* update go-structr version to latest with changed timeline unique indexing logic
* have a local and public timeline *per user*
* rewrite calls to public / local timeline calls
* remove the zero length check, as lo, hi values might still be set
* simplify timeline cache loading, fix lo/hi returns, fix timeline invalidation side-effects missing for some federated actions
* swap the lo, hi values 🤦
* add (now) missing slice reverse of tag timeline statuses when paging ASC
* remove local / public caches (is out of scope for this work), share more timeline code
* remove unnecessary change
* again, remove more unused code
* remove unused function to appease the linter
* move boost checking to prepare function
* fix use of timeline.lastOrder, fix incorrect range functions used
* remove comments for repeat code
* remove the boost logic from prepare function
* do a maximum of 5 loads, not 10
* add repeat boost filtering logic, update go-structr, general improvements
* more code comments
* add important note
* fix timeline tests now that timelines are returned in page order
* remove unused field
* add StatusTimeline{} tests
* add more status timeline tests
* start adding preloading support
* ensure repeat boosts are marked in preloaded entries
* share a bunch of the database load code in timeline cache, don't clear timelines on relationship change
* add logic to allow dynamic clear / preloading of timelines
* comment-out unused functions, but leave in place as we might end-up using them
* fix timeline preload state check
* much improved status timeline code comments
* more code comments, don't bother inserting statuses if timeline not preloaded
* shift around some logic to make sure things aren't accidentally left set
* finish writing code comments
* remove trim-after-insert behaviour
* fix-up some comments referring to old logic
* remove unsetting of lo, hi
* fix preload repeatBoost checking logic
* don't return on status filter errors, these are usually transient
* better concurrency safety in Clear() and Done()
* fix test broken due to addition of preloader
* fix repeatBoost logic that doesn't account for already-hidden repeatBoosts
* ensure edit submodels are dropped on cache insertion
* update code-comment to expand CAS accronym
* use a plus1hULID() instead of 24h
* remove unused functions
* add note that public / local timeline requester can be nil
* fix incorrect visibility filtering of tag timeline statuses
* ensure we filter home timeline statuses on local only
* some small re-orderings to confirm query params in correct places
* fix the local only home timeline filter func
		
	
			
		
			
				
	
	
		
			233 lines
		
	
	
	
		
			5.3 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			233 lines
		
	
	
	
		
			5.3 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
| // GoToSocial
 | |
| // Copyright (C) GoToSocial Authors admin@gotosocial.org
 | |
| // SPDX-License-Identifier: AGPL-3.0-or-later
 | |
| //
 | |
| // This program is free software: you can redistribute it and/or modify
 | |
| // it under the terms of the GNU Affero General Public License as published by
 | |
| // the Free Software Foundation, either version 3 of the License, or
 | |
| // (at your option) any later version.
 | |
| //
 | |
| // This program is distributed in the hope that it will be useful,
 | |
| // but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
| // GNU Affero General Public License for more details.
 | |
| //
 | |
| // You should have received a copy of the GNU Affero General Public License
 | |
| // along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
| 
 | |
| package xslices
 | |
| 
 | |
| import (
 | |
| 	"slices"
 | |
| )
 | |
| 
 | |
| // ToAny converts a slice of any input type
 | |
| // to the abstrace empty interface slice type.
 | |
| func ToAny[T any](in []T) []any {
 | |
| 	out := make([]any, len(in))
 | |
| 	for i, v := range in {
 | |
| 		out[i] = v
 | |
| 	}
 | |
| 	return out
 | |
| }
 | |
| 
 | |
| // GrowJust increases slice capacity to guarantee
 | |
| // extra room 'size', where in the case that it does
 | |
| // need to allocate more it ONLY allocates 'size' extra.
 | |
| // This is different to typical slices.Grow behaviour,
 | |
| // which simply guarantees extra through append() which
 | |
| // may allocate more than necessary extra size.
 | |
| func GrowJust[T any](in []T, size int) []T {
 | |
| 
 | |
| 	if cap(in)-len(in) < size {
 | |
| 		// Reallocate enough for in + size.
 | |
| 		in2 := make([]T, len(in), len(in)+size)
 | |
| 		_ = copy(in2, in)
 | |
| 		in = in2
 | |
| 	}
 | |
| 
 | |
| 	return in
 | |
| }
 | |
| 
 | |
| // AppendJust appends extra elements to slice,
 | |
| // ONLY allocating at most len(extra) elements. This
 | |
| // is different to the typical append behaviour which
 | |
| // will append extra, in a manner to reduce the need
 | |
| // for new allocations on every call to append.
 | |
| func AppendJust[T any](in []T, extra ...T) []T {
 | |
| 	l := len(in)
 | |
| 
 | |
| 	if cap(in)-l < len(extra) {
 | |
| 		// Reallocate enough for + extra.
 | |
| 		in2 := make([]T, l+len(extra))
 | |
| 		_ = copy(in2, in)
 | |
| 		in = in2
 | |
| 	} else {
 | |
| 		// Reslice for + extra.
 | |
| 		in = in[:l+len(extra)]
 | |
| 	}
 | |
| 
 | |
| 	// Copy extra into slice.
 | |
| 	_ = copy(in[l:], extra)
 | |
| 	return in
 | |
| }
 | |
| 
 | |
| // Deduplicate deduplicates entries in the given slice.
 | |
| func Deduplicate[T comparable](in []T) []T {
 | |
| 	var (
 | |
| 		inL     = len(in)
 | |
| 		unique  = make(map[T]struct{}, inL)
 | |
| 		deduped = make([]T, 0, inL)
 | |
| 	)
 | |
| 
 | |
| 	for _, v := range in {
 | |
| 		if _, ok := unique[v]; ok {
 | |
| 			// Already have this.
 | |
| 			continue
 | |
| 		}
 | |
| 
 | |
| 		unique[v] = struct{}{}
 | |
| 		deduped = append(deduped, v)
 | |
| 	}
 | |
| 
 | |
| 	return deduped
 | |
| }
 | |
| 
 | |
| // DeduplicateFunc deduplicates entries in the given
 | |
| // slice, using the result of key() to gauge uniqueness.
 | |
| func DeduplicateFunc[T any, C comparable](in []T, key func(v T) C) []T {
 | |
| 	var (
 | |
| 		inL     = len(in)
 | |
| 		unique  = make(map[C]struct{}, inL)
 | |
| 		deduped = make([]T, 0, inL)
 | |
| 	)
 | |
| 
 | |
| 	if key == nil {
 | |
| 		panic("nil func")
 | |
| 	}
 | |
| 
 | |
| 	for _, v := range in {
 | |
| 		k := key(v)
 | |
| 
 | |
| 		if _, ok := unique[k]; ok {
 | |
| 			// Already have this.
 | |
| 			continue
 | |
| 		}
 | |
| 
 | |
| 		unique[k] = struct{}{}
 | |
| 		deduped = append(deduped, v)
 | |
| 	}
 | |
| 
 | |
| 	return deduped
 | |
| }
 | |
| 
 | |
| // Gather will collect the values of type V from input type []T,
 | |
| // passing each item to 'get' and appending V to the return slice.
 | |
| func Gather[T, V any](out []V, in []T, get func(T) V) []V {
 | |
| 	if get == nil {
 | |
| 		panic("nil func")
 | |
| 	}
 | |
| 
 | |
| 	// Starting write index
 | |
| 	// in the resliced / re
 | |
| 	// alloc'd output slice.
 | |
| 	start := len(out)
 | |
| 
 | |
| 	// Total required slice len.
 | |
| 	total := start + len(in)
 | |
| 
 | |
| 	if total > cap(out) {
 | |
| 		// Reallocate output with
 | |
| 		// capacity for total len.
 | |
| 		out2 := make([]V, len(out), total)
 | |
| 		copy(out2, out)
 | |
| 		out = out2
 | |
| 	}
 | |
| 
 | |
| 	// Reslice with capacity
 | |
| 	// up to total required.
 | |
| 	out = out[:total]
 | |
| 
 | |
| 	// Gather vs from 'in'.
 | |
| 	for i, v := range in {
 | |
| 		j := start + i
 | |
| 		out[j] = get(v)
 | |
| 	}
 | |
| 
 | |
| 	return out
 | |
| }
 | |
| 
 | |
| // GatherIf is functionally similar to Gather(), but only when return bool is true.
 | |
| // If you don't need to check the boolean, Gather() will be very slightly faster.
 | |
| func GatherIf[T, V any](out []V, in []T, get func(T) (V, bool)) []V {
 | |
| 	if get == nil {
 | |
| 		panic("nil func")
 | |
| 	}
 | |
| 
 | |
| 	if cap(out)-len(out) < len(in) {
 | |
| 		// Reallocate output with capacity for 'in'.
 | |
| 		out2 := make([]V, len(out), cap(out)+len(in))
 | |
| 		copy(out2, out)
 | |
| 		out = out2
 | |
| 	}
 | |
| 
 | |
| 	// Gather vs from 'in'.
 | |
| 	for _, v := range in {
 | |
| 		if v, ok := get(v); ok {
 | |
| 			out = append(out, v)
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return out
 | |
| }
 | |
| 
 | |
| // Collate will collect the values of type K from input type []T,
 | |
| // passing each item to 'get' and deduplicating the end result.
 | |
| // This is equivalent to calling Gather() followed by Deduplicate().
 | |
| func Collate[T any, K comparable](in []T, get func(T) K) []K {
 | |
| 	if get == nil {
 | |
| 		panic("nil func")
 | |
| 	}
 | |
| 
 | |
| 	ks := make([]K, 0, len(in))
 | |
| 	km := make(map[K]struct{}, len(in))
 | |
| 
 | |
| 	for i := 0; i < len(in); i++ {
 | |
| 		// Get next k.
 | |
| 		k := get(in[i])
 | |
| 
 | |
| 		if _, ok := km[k]; !ok {
 | |
| 			// New value, add
 | |
| 			// to map + slice.
 | |
| 			ks = append(ks, k)
 | |
| 			km[k] = struct{}{}
 | |
| 		}
 | |
| 	}
 | |
| 
 | |
| 	return ks
 | |
| }
 | |
| 
 | |
| // OrderBy orders a slice of given type by the provided alternative slice of comparable type.
 | |
| func OrderBy[T any, K comparable](in []T, keys []K, key func(T) K) {
 | |
| 	if key == nil {
 | |
| 		panic("nil func")
 | |
| 	}
 | |
| 
 | |
| 	// Create lookup of keys->idx.
 | |
| 	m := make(map[K]int, len(in))
 | |
| 	for i, k := range keys {
 | |
| 		m[k] = i
 | |
| 	}
 | |
| 
 | |
| 	// Sort according to the reverse lookup.
 | |
| 	slices.SortFunc(in, func(a, b T) int {
 | |
| 		ai := m[key(a)]
 | |
| 		bi := m[key(b)]
 | |
| 		if ai < bi {
 | |
| 			return -1
 | |
| 		} else if bi < ai {
 | |
| 			return +1
 | |
| 		}
 | |
| 		return 0
 | |
| 	})
 | |
| }
 |