mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-03 18:52:24 -06:00 
			
		
		
		
	* media processor consolidation and reformatting, reduce amount of required syscalls
Signed-off-by: kim <grufwub@gmail.com>
* update go-store library, stream jpeg/png encoding + use buffer pools, improved media processing AlreadyExists error handling
Signed-off-by: kim <grufwub@gmail.com>
* fix duration not being set, fix mp4 test expecting error
Signed-off-by: kim <grufwub@gmail.com>
* fix test expecting media files with different extension
Signed-off-by: kim <grufwub@gmail.com>
* remove unused code
Signed-off-by: kim <grufwub@gmail.com>
* fix expected storage paths in tests, update expected test thumbnails
Signed-off-by: kim <grufwub@gmail.com>
* remove dead code
Signed-off-by: kim <grufwub@gmail.com>
* fix cached presigned s3 url fetching
Signed-off-by: kim <grufwub@gmail.com>
* fix tests
Signed-off-by: kim <grufwub@gmail.com>
* fix test models
Signed-off-by: kim <grufwub@gmail.com>
* update media processing to use sync.Once{} for concurrency protection
Signed-off-by: kim <grufwub@gmail.com>
* shutup linter
Signed-off-by: kim <grufwub@gmail.com>
* fix passing in KVStore GetStream() as stream to PutStream()
Signed-off-by: kim <grufwub@gmail.com>
* fix unlocks of storage keys
Signed-off-by: kim <grufwub@gmail.com>
* whoops, return the error...
Signed-off-by: kim <grufwub@gmail.com>
* pour one out for tobi's code <3
Signed-off-by: kim <grufwub@gmail.com>
* add back the byte slurping code
Signed-off-by: kim <grufwub@gmail.com>
* check for both ErrUnexpectedEOF and EOF
Signed-off-by: kim <grufwub@gmail.com>
* add back links to file format header information
Signed-off-by: kim <grufwub@gmail.com>
Signed-off-by: kim <grufwub@gmail.com>
		
	
			
		
			
				
	
	
		
			124 lines
		
	
	
	
		
			3.6 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			124 lines
		
	
	
	
		
			3.6 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/*
 | 
						|
   GoToSocial
 | 
						|
   Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
 | 
						|
 | 
						|
   This program is free software: you can redistribute it and/or modify
 | 
						|
   it under the terms of the GNU Affero General Public License as published by
 | 
						|
   the Free Software Foundation, either version 3 of the License, or
 | 
						|
   (at your option) any later version.
 | 
						|
 | 
						|
   This program is distributed in the hope that it will be useful,
 | 
						|
   but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
   GNU Affero General Public License for more details.
 | 
						|
 | 
						|
   You should have received a copy of the GNU Affero General Public License
 | 
						|
   along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
 | 
						|
package testrig
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"fmt"
 | 
						|
	"os"
 | 
						|
	"path"
 | 
						|
 | 
						|
	"codeberg.org/gruf/go-store/v2/kv"
 | 
						|
	"codeberg.org/gruf/go-store/v2/storage"
 | 
						|
	gtsstorage "github.com/superseriousbusiness/gotosocial/internal/storage"
 | 
						|
)
 | 
						|
 | 
						|
// NewInMemoryStorage returns a new in memory storage with the default test config
 | 
						|
func NewInMemoryStorage() *gtsstorage.Driver {
 | 
						|
	storage := storage.OpenMemory(200, false)
 | 
						|
	return >sstorage.Driver{
 | 
						|
		KVStore: kv.New(storage),
 | 
						|
		Storage: storage,
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// StandardStorageSetup populates the storage with standard test entries from the given directory.
 | 
						|
func StandardStorageSetup(storage *gtsstorage.Driver, relativePath string) {
 | 
						|
	storedA := newTestStoredAttachments()
 | 
						|
	a := NewTestAttachments()
 | 
						|
	for k, paths := range storedA {
 | 
						|
		attachmentInfo, ok := a[k]
 | 
						|
		if !ok {
 | 
						|
			panic(fmt.Errorf("key %s not found in test attachments", k))
 | 
						|
		}
 | 
						|
		filenameOriginal := paths.Original
 | 
						|
		filenameSmall := paths.Small
 | 
						|
		pathOriginal := attachmentInfo.File.Path
 | 
						|
		pathSmall := attachmentInfo.Thumbnail.Path
 | 
						|
		bOriginal, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameOriginal))
 | 
						|
		if err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		if _, err := storage.Put(context.TODO(), pathOriginal, bOriginal); err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		bSmall, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameSmall))
 | 
						|
		if err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		if _, err := storage.Put(context.TODO(), pathSmall, bSmall); err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	storedE := newTestStoredEmoji()
 | 
						|
	e := NewTestEmojis()
 | 
						|
	for k, paths := range storedE {
 | 
						|
		emojiInfo, ok := e[k]
 | 
						|
		if !ok {
 | 
						|
			panic(fmt.Errorf("key %s not found in test emojis", k))
 | 
						|
		}
 | 
						|
		filenameOriginal := paths.Original
 | 
						|
		filenameStatic := paths.Static
 | 
						|
		pathOriginal := emojiInfo.ImagePath
 | 
						|
		pathStatic := emojiInfo.ImageStaticPath
 | 
						|
		bOriginal, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameOriginal))
 | 
						|
		if err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		if _, err := storage.Put(context.TODO(), pathOriginal, bOriginal); err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		bStatic, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameStatic))
 | 
						|
		if err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
		if _, err := storage.Put(context.TODO(), pathStatic, bStatic); err != nil {
 | 
						|
			panic(err)
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// StandardStorageTeardown deletes everything in storage so that it's clean for
 | 
						|
// the next test
 | 
						|
// nolint:gocritic // complains about the type switch, but it's the cleanest solution
 | 
						|
func StandardStorageTeardown(storage *gtsstorage.Driver) {
 | 
						|
	defer os.RemoveAll(path.Join(os.TempDir(), "gotosocial"))
 | 
						|
 | 
						|
	// Open a storage iterator
 | 
						|
	iter, err := storage.Iterator(context.Background(), nil)
 | 
						|
	if err != nil {
 | 
						|
		panic(err)
 | 
						|
	}
 | 
						|
 | 
						|
	var keys []string
 | 
						|
 | 
						|
	for iter.Next() {
 | 
						|
		// Collate all of the storage keys
 | 
						|
		keys = append(keys, iter.Key())
 | 
						|
	}
 | 
						|
 | 
						|
	// Done with iter
 | 
						|
	iter.Release()
 | 
						|
 | 
						|
	for _, key := range keys {
 | 
						|
		// Ignore errors, we just want to attempt delete all
 | 
						|
		_ = storage.Delete(context.Background(), key)
 | 
						|
	}
 | 
						|
}
 |