mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-04 09:22:25 -06:00 
			
		
		
		
	* add automatic cache max size generation based on ratios of a singular fixed memory target
Signed-off-by: kim <grufwub@gmail.com>
* remove now-unused cache max-size config variables
Signed-off-by: kim <grufwub@gmail.com>
* slight ratio tweak
Signed-off-by: kim <grufwub@gmail.com>
* remove unused visibility config var
Signed-off-by: kim <grufwub@gmail.com>
* add secret little ratio config trick
Signed-off-by: kim <grufwub@gmail.com>
* fixed a word
Signed-off-by: kim <grufwub@gmail.com>
* update cache library to remove use of TTL in result caches + slice cache
Signed-off-by: kim <grufwub@gmail.com>
* update other cache usages to use correct interface
Signed-off-by: kim <grufwub@gmail.com>
* update example config to explain the cache memory target
Signed-off-by: kim <grufwub@gmail.com>
* update env parsing test with new config values
Signed-off-by: kim <grufwub@gmail.com>
* do some ratio twiddling
Signed-off-by: kim <grufwub@gmail.com>
* add missing header
* update envparsing with latest defaults
Signed-off-by: kim <grufwub@gmail.com>
* update size calculations to take into account result cache, simple cache and extra map overheads
Signed-off-by: kim <grufwub@gmail.com>
* tweak the ratios some more
Signed-off-by: kim <grufwub@gmail.com>
* more nan rampaging
Signed-off-by: kim <grufwub@gmail.com>
* fix envparsing script
Signed-off-by: kim <grufwub@gmail.com>
* update cache library, add sweep function to keep caches trim
Signed-off-by: kim <grufwub@gmail.com>
* sweep caches once a minute
Signed-off-by: kim <grufwub@gmail.com>
* add a regular job to sweep caches and keep under 80% utilisation
Signed-off-by: kim <grufwub@gmail.com>
* remove dead code
Signed-off-by: kim <grufwub@gmail.com>
* add new size library used to libraries section of readme
Signed-off-by: kim <grufwub@gmail.com>
* add better explanations for the mem-ratio numbers
Signed-off-by: kim <grufwub@gmail.com>
* update go-cache
Signed-off-by: kim <grufwub@gmail.com>
* library version bump
Signed-off-by: kim <grufwub@gmail.com>
* update cache.result{} size model estimation
Signed-off-by: kim <grufwub@gmail.com>
---------
Signed-off-by: kim <grufwub@gmail.com>
		
	
			
		
			
				
	
	
		
			88 lines
		
	
	
	
		
			2.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			88 lines
		
	
	
	
		
			2.7 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
// GoToSocial
 | 
						|
// Copyright (C) GoToSocial Authors admin@gotosocial.org
 | 
						|
// SPDX-License-Identifier: AGPL-3.0-or-later
 | 
						|
//
 | 
						|
// This program is free software: you can redistribute it and/or modify
 | 
						|
// it under the terms of the GNU Affero General Public License as published by
 | 
						|
// the Free Software Foundation, either version 3 of the License, or
 | 
						|
// (at your option) any later version.
 | 
						|
//
 | 
						|
// This program is distributed in the hope that it will be useful,
 | 
						|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
// GNU Affero General Public License for more details.
 | 
						|
//
 | 
						|
// You should have received a copy of the GNU Affero General Public License
 | 
						|
// along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
 | 
						|
package cache
 | 
						|
 | 
						|
import (
 | 
						|
	"codeberg.org/gruf/go-cache/v3/result"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/config"
 | 
						|
	"github.com/superseriousbusiness/gotosocial/internal/log"
 | 
						|
)
 | 
						|
 | 
						|
type VisibilityCache struct {
 | 
						|
	*result.Cache[*CachedVisibility]
 | 
						|
}
 | 
						|
 | 
						|
// Init will initialize the visibility cache in this collection.
 | 
						|
// NOTE: the cache MUST NOT be in use anywhere, this is not thread-safe.
 | 
						|
func (c *VisibilityCache) Init() {
 | 
						|
	// Calculate maximum cache size.
 | 
						|
	cap := calculateResultCacheMax(
 | 
						|
		sizeofVisibility(), // model in-mem size.
 | 
						|
		config.GetCacheVisibilityMemRatio(),
 | 
						|
	)
 | 
						|
 | 
						|
	log.Infof(nil, "Visibility cache size = %d", cap)
 | 
						|
 | 
						|
	c.Cache = result.New([]result.Lookup{
 | 
						|
		{Name: "ItemID", Multi: true},
 | 
						|
		{Name: "RequesterID", Multi: true},
 | 
						|
		{Name: "Type.RequesterID.ItemID"},
 | 
						|
	}, func(v1 *CachedVisibility) *CachedVisibility {
 | 
						|
		v2 := new(CachedVisibility)
 | 
						|
		*v2 = *v1
 | 
						|
		return v2
 | 
						|
	}, cap)
 | 
						|
 | 
						|
	c.Cache.IgnoreErrors(ignoreErrors)
 | 
						|
}
 | 
						|
 | 
						|
// Start will attempt to start the visibility cache, or panic.
 | 
						|
func (c *VisibilityCache) Start() {
 | 
						|
}
 | 
						|
 | 
						|
// Stop will attempt to stop the visibility cache, or panic.
 | 
						|
func (c *VisibilityCache) Stop() {
 | 
						|
}
 | 
						|
 | 
						|
// VisibilityType represents a visibility lookup type.
 | 
						|
// We use a byte type here to improve performance in the
 | 
						|
// result cache when generating the key.
 | 
						|
type VisibilityType byte
 | 
						|
 | 
						|
const (
 | 
						|
	// Possible cache visibility lookup types.
 | 
						|
	VisibilityTypeAccount = VisibilityType('a')
 | 
						|
	VisibilityTypeStatus  = VisibilityType('s')
 | 
						|
	VisibilityTypeHome    = VisibilityType('h')
 | 
						|
	VisibilityTypePublic  = VisibilityType('p')
 | 
						|
)
 | 
						|
 | 
						|
// CachedVisibility represents a cached visibility lookup value.
 | 
						|
type CachedVisibility struct {
 | 
						|
	// ItemID is the ID of the item in question (status / account).
 | 
						|
	ItemID string
 | 
						|
 | 
						|
	// RequesterID is the ID of the requesting account for this visibility lookup.
 | 
						|
	RequesterID string
 | 
						|
 | 
						|
	// Type is the visibility lookup type.
 | 
						|
	Type VisibilityType
 | 
						|
 | 
						|
	// Value is the actual visibility value.
 | 
						|
	Value bool
 | 
						|
}
 |