mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-03 22:12:26 -06:00 
			
		
		
		
	
		
			
				
	
	
		
			433 lines
		
	
	
	
		
			9.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			433 lines
		
	
	
	
		
			9.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
package structr
 | 
						|
 | 
						|
import (
 | 
						|
	"reflect"
 | 
						|
	"strings"
 | 
						|
	"sync"
 | 
						|
	"unsafe"
 | 
						|
 | 
						|
	"codeberg.org/gruf/go-byteutil"
 | 
						|
)
 | 
						|
 | 
						|
// IndexConfig defines config variables
 | 
						|
// for initializing a struct index.
 | 
						|
type IndexConfig struct {
 | 
						|
 | 
						|
	// Fields should contain a comma-separated
 | 
						|
	// list of struct fields used when generating
 | 
						|
	// keys for this index. Nested fields should
 | 
						|
	// be specified using periods. An example:
 | 
						|
	// "Username,Favorites.Color"
 | 
						|
	//
 | 
						|
	// Note that nested fields where the nested
 | 
						|
	// struct field is a ptr are supported, but
 | 
						|
	// nil ptr values in nesting will result in
 | 
						|
	// that particular value NOT being indexed.
 | 
						|
	// e.g. with "Favorites.Color" if *Favorites
 | 
						|
	// is nil then it will not be indexed.
 | 
						|
	//
 | 
						|
	// Field types supported include any of those
 | 
						|
	// supported by the `go-mangler` library.
 | 
						|
	Fields string
 | 
						|
 | 
						|
	// Multiple indicates whether to accept multiple
 | 
						|
	// possible values for any single index key. The
 | 
						|
	// default behaviour is to only accept one value
 | 
						|
	// and overwrite existing on any write operation.
 | 
						|
	Multiple bool
 | 
						|
 | 
						|
	// AllowZero indicates whether to accept zero
 | 
						|
	// value fields in index keys. i.e. whether to
 | 
						|
	// index structs for this set of field values
 | 
						|
	// IF any one of those field values is the zero
 | 
						|
	// value for that type. The default behaviour
 | 
						|
	// is to skip indexing structs for this lookup
 | 
						|
	// when any of the indexing fields are zero.
 | 
						|
	AllowZero bool
 | 
						|
}
 | 
						|
 | 
						|
// Index is an exposed Cache internal model, used to
 | 
						|
// extract struct keys, generate hash checksums for them
 | 
						|
// and store struct results by the init defined config.
 | 
						|
// This model is exposed to provide faster lookups in the
 | 
						|
// case that you would like to manually provide the used
 | 
						|
// index via the Cache.___By() series of functions, or
 | 
						|
// access the underlying index key generator.
 | 
						|
type Index struct {
 | 
						|
 | 
						|
	// ptr is a pointer to
 | 
						|
	// the source Cache/Queue
 | 
						|
	// index is attached to.
 | 
						|
	ptr unsafe.Pointer
 | 
						|
 | 
						|
	// name is the actual name of this
 | 
						|
	// index, which is the unparsed
 | 
						|
	// string value of contained fields.
 | 
						|
	name string
 | 
						|
 | 
						|
	// backing data store of the index, containing
 | 
						|
	// the cached results contained within wrapping
 | 
						|
	// index_entry{} which also contains the exact
 | 
						|
	// key each result is stored under. the hash map
 | 
						|
	// only keys by the xxh3 hash checksum for speed.
 | 
						|
	data hashmap
 | 
						|
 | 
						|
	// struct fields encompassed by
 | 
						|
	// keys (+ hashes) of this index.
 | 
						|
	fields []struct_field
 | 
						|
 | 
						|
	// index flags:
 | 
						|
	// - 1 << 0 = unique
 | 
						|
	// - 1 << 1 = allow zero
 | 
						|
	flags uint8
 | 
						|
}
 | 
						|
 | 
						|
// Name returns the receiving Index name.
 | 
						|
func (i *Index) Name() string {
 | 
						|
	return i.name
 | 
						|
}
 | 
						|
 | 
						|
// Key generates Key{} from given parts for
 | 
						|
// the type of lookup this Index uses in cache.
 | 
						|
// NOTE: panics on incorrect no. parts / types given.
 | 
						|
func (i *Index) Key(parts ...any) Key {
 | 
						|
	ptrs := make([]unsafe.Pointer, len(parts))
 | 
						|
	for x, part := range parts {
 | 
						|
		ptrs[x] = eface_data(part)
 | 
						|
	}
 | 
						|
	buf := new_buffer()
 | 
						|
	key := i.key(buf, ptrs)
 | 
						|
	free_buffer(buf)
 | 
						|
	return Key{
 | 
						|
		raw: parts,
 | 
						|
		key: key,
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// Keys generates []Key{} from given (multiple) parts
 | 
						|
// for the type of lookup this Index uses in the cache.
 | 
						|
// NOTE: panics on incorrect no. parts / types given.
 | 
						|
func (i *Index) Keys(parts ...[]any) []Key {
 | 
						|
	keys := make([]Key, 0, len(parts))
 | 
						|
	buf := new_buffer()
 | 
						|
	for _, parts := range parts {
 | 
						|
		ptrs := make([]unsafe.Pointer, len(parts))
 | 
						|
		for x, part := range parts {
 | 
						|
			ptrs[x] = eface_data(part)
 | 
						|
		}
 | 
						|
		key := i.key(buf, ptrs)
 | 
						|
		if key == "" {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		keys = append(keys, Key{
 | 
						|
			raw: parts,
 | 
						|
			key: key,
 | 
						|
		})
 | 
						|
	}
 | 
						|
	free_buffer(buf)
 | 
						|
	return keys
 | 
						|
}
 | 
						|
 | 
						|
// init will initialize the cache with given type, config and capacity.
 | 
						|
func (i *Index) init(t reflect.Type, cfg IndexConfig, cap int) {
 | 
						|
	switch {
 | 
						|
	// The only 2 types we support are
 | 
						|
	// structs, and ptrs to a struct.
 | 
						|
	case t.Kind() == reflect.Struct:
 | 
						|
	case t.Kind() == reflect.Pointer &&
 | 
						|
		t.Elem().Kind() == reflect.Struct:
 | 
						|
	default:
 | 
						|
		panic("index only support struct{} and *struct{}")
 | 
						|
	}
 | 
						|
 | 
						|
	// Set name from the raw
 | 
						|
	// struct fields string.
 | 
						|
	i.name = cfg.Fields
 | 
						|
 | 
						|
	// Set struct flags.
 | 
						|
	if cfg.AllowZero {
 | 
						|
		set_allow_zero(&i.flags)
 | 
						|
	}
 | 
						|
	if !cfg.Multiple {
 | 
						|
		set_is_unique(&i.flags)
 | 
						|
	}
 | 
						|
 | 
						|
	// Split to get containing struct fields.
 | 
						|
	fields := strings.Split(cfg.Fields, ",")
 | 
						|
 | 
						|
	// Preallocate expected struct field slice.
 | 
						|
	i.fields = make([]struct_field, len(fields))
 | 
						|
	for x, name := range fields {
 | 
						|
 | 
						|
		// Split name to account for nesting.
 | 
						|
		names := strings.Split(name, ".")
 | 
						|
 | 
						|
		// Look for usable struct field.
 | 
						|
		i.fields[x] = find_field(t, names)
 | 
						|
	}
 | 
						|
 | 
						|
	// Initialize store for
 | 
						|
	// index_entry lists.
 | 
						|
	i.data.init(cap)
 | 
						|
}
 | 
						|
 | 
						|
// get_one will fetch one indexed item under key.
 | 
						|
func (i *Index) get_one(key Key) *indexed_item {
 | 
						|
	// Get list at hash.
 | 
						|
	l := i.data.Get(key.key)
 | 
						|
	if l == nil {
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
 | 
						|
	// Extract entry from first list elem.
 | 
						|
	entry := (*index_entry)(l.head.data)
 | 
						|
 | 
						|
	return entry.item
 | 
						|
}
 | 
						|
 | 
						|
// get will fetch all indexed items under key, passing each to hook.
 | 
						|
func (i *Index) get(key string, hook func(*indexed_item)) {
 | 
						|
	if hook == nil {
 | 
						|
		panic("nil hook")
 | 
						|
	}
 | 
						|
 | 
						|
	// Get list at hash.
 | 
						|
	l := i.data.Get(key)
 | 
						|
	if l == nil {
 | 
						|
		return
 | 
						|
	}
 | 
						|
 | 
						|
	// Iterate the list.
 | 
						|
	for elem := l.head; //
 | 
						|
	elem != nil;        //
 | 
						|
	{
 | 
						|
		// Get next before
 | 
						|
		// any modification.
 | 
						|
		next := elem.next
 | 
						|
 | 
						|
		// Extract element entry + item.
 | 
						|
		entry := (*index_entry)(elem.data)
 | 
						|
		item := entry.item
 | 
						|
 | 
						|
		// Pass to hook.
 | 
						|
		hook(item)
 | 
						|
 | 
						|
		// Set next.
 | 
						|
		elem = next
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// key uses hasher to generate Key{} from given raw parts.
 | 
						|
func (i *Index) key(buf *byteutil.Buffer, parts []unsafe.Pointer) string {
 | 
						|
	buf.B = buf.B[:0]
 | 
						|
	if len(parts) != len(i.fields) {
 | 
						|
		panicf("incorrect number key parts: want=%d received=%d",
 | 
						|
			len(i.fields),
 | 
						|
			len(parts),
 | 
						|
		)
 | 
						|
	}
 | 
						|
	if !allow_zero(i.flags) {
 | 
						|
		for x, field := range i.fields {
 | 
						|
			before := len(buf.B)
 | 
						|
			buf.B = field.mangle(buf.B, parts[x])
 | 
						|
			if string(buf.B[before:]) == field.zerostr {
 | 
						|
				return ""
 | 
						|
			}
 | 
						|
			buf.B = append(buf.B, '.')
 | 
						|
		}
 | 
						|
	} else {
 | 
						|
		for x, field := range i.fields {
 | 
						|
			buf.B = field.mangle(buf.B, parts[x])
 | 
						|
			buf.B = append(buf.B, '.')
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return string(buf.B)
 | 
						|
}
 | 
						|
 | 
						|
// append will append the given index entry to appropriate
 | 
						|
// doubly-linked-list in index hashmap. this handles case of
 | 
						|
// overwriting "unique" index entries, and removes from given
 | 
						|
// outer linked-list in the case that it is no longer indexed.
 | 
						|
func (i *Index) append(ll *list, key string, item *indexed_item) {
 | 
						|
	// Look for existing.
 | 
						|
	l := i.data.Get(key)
 | 
						|
 | 
						|
	if l == nil {
 | 
						|
 | 
						|
		// Allocate new.
 | 
						|
		l = new_list()
 | 
						|
		i.data.Put(key, l)
 | 
						|
 | 
						|
	} else if is_unique(i.flags) {
 | 
						|
 | 
						|
		// Remove head.
 | 
						|
		elem := l.head
 | 
						|
		l.remove(elem)
 | 
						|
 | 
						|
		// Drop index from inner item,
 | 
						|
		// catching the evicted item.
 | 
						|
		e := (*index_entry)(elem.data)
 | 
						|
		evicted := e.item
 | 
						|
		evicted.drop_index(e)
 | 
						|
 | 
						|
		// Free unused entry.
 | 
						|
		free_index_entry(e)
 | 
						|
 | 
						|
		if len(evicted.indexed) == 0 {
 | 
						|
			// Evicted item is not indexed,
 | 
						|
			// remove from outer linked list.
 | 
						|
			ll.remove(&evicted.elem)
 | 
						|
			free_indexed_item(evicted)
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	// Prepare new index entry.
 | 
						|
	entry := new_index_entry()
 | 
						|
	entry.item = item
 | 
						|
	entry.key = key
 | 
						|
	entry.index = i
 | 
						|
 | 
						|
	// Add ourselves to item's index tracker.
 | 
						|
	item.indexed = append(item.indexed, entry)
 | 
						|
 | 
						|
	// Add entry to index list.
 | 
						|
	l.push_front(&entry.elem)
 | 
						|
}
 | 
						|
 | 
						|
// delete will remove all indexed items under key, passing each to hook.
 | 
						|
func (i *Index) delete(key string, hook func(*indexed_item)) {
 | 
						|
	if hook == nil {
 | 
						|
		panic("nil hook")
 | 
						|
	}
 | 
						|
 | 
						|
	// Get list at hash.
 | 
						|
	l := i.data.Get(key)
 | 
						|
	if l == nil {
 | 
						|
		return
 | 
						|
	}
 | 
						|
 | 
						|
	// Delete at hash.
 | 
						|
	i.data.Delete(key)
 | 
						|
 | 
						|
	// Iterate the list.
 | 
						|
	for elem := l.head; //
 | 
						|
	elem != nil;        //
 | 
						|
	{
 | 
						|
		// Get next before
 | 
						|
		// any modification.
 | 
						|
		next := elem.next
 | 
						|
 | 
						|
		// Remove elem.
 | 
						|
		l.remove(elem)
 | 
						|
 | 
						|
		// Extract element entry + item.
 | 
						|
		entry := (*index_entry)(elem.data)
 | 
						|
		item := entry.item
 | 
						|
 | 
						|
		// Drop index from item.
 | 
						|
		item.drop_index(entry)
 | 
						|
 | 
						|
		// Free now-unused entry.
 | 
						|
		free_index_entry(entry)
 | 
						|
 | 
						|
		// Pass to hook.
 | 
						|
		hook(item)
 | 
						|
 | 
						|
		// Set next.
 | 
						|
		elem = next
 | 
						|
	}
 | 
						|
 | 
						|
	// Release list.
 | 
						|
	free_list(l)
 | 
						|
}
 | 
						|
 | 
						|
// delete_entry deletes the given index entry.
 | 
						|
func (i *Index) delete_entry(entry *index_entry) {
 | 
						|
	// Get list at hash sum.
 | 
						|
	l := i.data.Get(entry.key)
 | 
						|
	if l == nil {
 | 
						|
		return
 | 
						|
	}
 | 
						|
 | 
						|
	// Remove list entry.
 | 
						|
	l.remove(&entry.elem)
 | 
						|
 | 
						|
	if l.len == 0 {
 | 
						|
		// Remove entry from map.
 | 
						|
		i.data.Delete(entry.key)
 | 
						|
 | 
						|
		// Release list.
 | 
						|
		free_list(l)
 | 
						|
	}
 | 
						|
 | 
						|
	// Drop this index from item.
 | 
						|
	entry.item.drop_index(entry)
 | 
						|
}
 | 
						|
 | 
						|
// index_entry represents a single entry
 | 
						|
// in an Index{}, where it will be accessible
 | 
						|
// by Key{} pointing to a containing list{}.
 | 
						|
type index_entry struct {
 | 
						|
 | 
						|
	// list elem that entry is stored
 | 
						|
	// within, under containing index.
 | 
						|
	// elem.data is ptr to index_entry.
 | 
						|
	elem list_elem
 | 
						|
 | 
						|
	// index this is stored in.
 | 
						|
	index *Index
 | 
						|
 | 
						|
	// underlying indexed item.
 | 
						|
	item *indexed_item
 | 
						|
 | 
						|
	// raw cache key
 | 
						|
	// for this entry.
 | 
						|
	key string
 | 
						|
}
 | 
						|
 | 
						|
var index_entry_pool sync.Pool
 | 
						|
 | 
						|
// new_index_entry returns a new prepared index_entry.
 | 
						|
func new_index_entry() *index_entry {
 | 
						|
	v := index_entry_pool.Get()
 | 
						|
	if v == nil {
 | 
						|
		e := new(index_entry)
 | 
						|
		e.elem.data = unsafe.Pointer(e)
 | 
						|
		v = e
 | 
						|
	}
 | 
						|
	entry := v.(*index_entry)
 | 
						|
	return entry
 | 
						|
}
 | 
						|
 | 
						|
// free_index_entry releases the index_entry.
 | 
						|
func free_index_entry(entry *index_entry) {
 | 
						|
	if entry.elem.next != nil ||
 | 
						|
		entry.elem.prev != nil {
 | 
						|
		should_not_reach()
 | 
						|
		return
 | 
						|
	}
 | 
						|
	entry.key = ""
 | 
						|
	entry.index = nil
 | 
						|
	entry.item = nil
 | 
						|
	index_entry_pool.Put(entry)
 | 
						|
}
 | 
						|
 | 
						|
func is_unique(f uint8) bool {
 | 
						|
	const mask = uint8(1) << 0
 | 
						|
	return f&mask != 0
 | 
						|
}
 | 
						|
 | 
						|
func set_is_unique(f *uint8) {
 | 
						|
	const mask = uint8(1) << 0
 | 
						|
	(*f) |= mask
 | 
						|
}
 | 
						|
 | 
						|
func allow_zero(f uint8) bool {
 | 
						|
	const mask = uint8(1) << 1
 | 
						|
	return f&mask != 0
 | 
						|
}
 | 
						|
 | 
						|
func set_allow_zero(f *uint8) {
 | 
						|
	const mask = uint8(1) << 1
 | 
						|
	(*f) |= mask
 | 
						|
}
 |