mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-03 22:32:25 -06:00 
			
		
		
		
	* initial work replacing our media decoding / encoding pipeline with ffprobe + ffmpeg
* specify the video codec to use when generating static image from emoji
* update go-storage library (fixes incompatibility after updating go-iotools)
* maintain image aspect ratio when generating a thumbnail for it
* update readme to show go-ffmpreg
* fix a bunch of media tests, move filesize checking to callers of media manager for more flexibility
* remove extra debug from error message
* fix up incorrect function signatures
* update PutFile to just use regular file copy, as changes are file is on separate partition
* fix remaining tests, remove some unneeded tests now we're working with ffmpeg/ffprobe
* update more tests, add more code comments
* add utilities to generate processed emoji / media outputs
* fix remaining tests
* add test for opus media file, add license header to utility cmds
* limit the number of concurrently available ffmpeg / ffprobe instances
* reduce number of instances
* further reduce number of instances
* fix envparsing test with configuration variables
* update docs and configuration with new media-{local,remote}-max-size variables
		
	
			
		
			
				
	
	
		
			181 lines
		
	
	
	
		
			3.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			181 lines
		
	
	
	
		
			3.4 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
package wasm
 | 
						|
 | 
						|
import (
 | 
						|
	"context"
 | 
						|
	"errors"
 | 
						|
	"io"
 | 
						|
	"sync"
 | 
						|
 | 
						|
	"github.com/tetratelabs/wazero"
 | 
						|
	"github.com/tetratelabs/wazero/sys"
 | 
						|
)
 | 
						|
 | 
						|
type Args struct {
 | 
						|
	// Standard FDs.
 | 
						|
	Stdin  io.Reader
 | 
						|
	Stdout io.Writer
 | 
						|
	Stderr io.Writer
 | 
						|
 | 
						|
	// CLI args.
 | 
						|
	Args []string
 | 
						|
 | 
						|
	// Optional further module configuration function.
 | 
						|
	// (e.g. to mount filesystem dir, set env vars, etc).
 | 
						|
	Config func(wazero.ModuleConfig) wazero.ModuleConfig
 | 
						|
}
 | 
						|
 | 
						|
type Instantiator struct {
 | 
						|
	// Module ...
 | 
						|
	Module string
 | 
						|
 | 
						|
	// Runtime ...
 | 
						|
	Runtime func(context.Context) wazero.Runtime
 | 
						|
 | 
						|
	// Config ...
 | 
						|
	Config func() wazero.ModuleConfig
 | 
						|
 | 
						|
	// Source ...
 | 
						|
	Source []byte
 | 
						|
}
 | 
						|
 | 
						|
func (inst *Instantiator) New(ctx context.Context) (*Instance, error) {
 | 
						|
	switch {
 | 
						|
	case inst.Module == "":
 | 
						|
		panic("missing module name")
 | 
						|
	case inst.Runtime == nil:
 | 
						|
		panic("missing runtime instantiator")
 | 
						|
	case inst.Config == nil:
 | 
						|
		panic("missing module configuration")
 | 
						|
	case len(inst.Source) == 0:
 | 
						|
		panic("missing module source")
 | 
						|
	}
 | 
						|
 | 
						|
	// Create new host runtime.
 | 
						|
	rt := inst.Runtime(ctx)
 | 
						|
 | 
						|
	// Compile guest module from WebAssembly source.
 | 
						|
	mod, err := rt.CompileModule(ctx, inst.Source)
 | 
						|
	if err != nil {
 | 
						|
		return nil, err
 | 
						|
	}
 | 
						|
 | 
						|
	return &Instance{
 | 
						|
		inst: inst,
 | 
						|
		wzrt: rt,
 | 
						|
		cmod: mod,
 | 
						|
	}, nil
 | 
						|
}
 | 
						|
 | 
						|
type InstancePool struct {
 | 
						|
	Instantiator
 | 
						|
 | 
						|
	pool []*Instance
 | 
						|
	lock sync.Mutex
 | 
						|
}
 | 
						|
 | 
						|
func (p *InstancePool) Get(ctx context.Context) (*Instance, error) {
 | 
						|
	for {
 | 
						|
		// Check for cached.
 | 
						|
		inst := p.Cached()
 | 
						|
		if inst == nil {
 | 
						|
			break
 | 
						|
		}
 | 
						|
 | 
						|
		// Check if closed.
 | 
						|
		if inst.IsClosed() {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
 | 
						|
		return inst, nil
 | 
						|
	}
 | 
						|
 | 
						|
	// Must create new instance.
 | 
						|
	return p.Instantiator.New(ctx)
 | 
						|
}
 | 
						|
 | 
						|
func (p *InstancePool) Put(inst *Instance) {
 | 
						|
	if inst.inst != &p.Instantiator {
 | 
						|
		panic("instance and pool instantiators do not match")
 | 
						|
	}
 | 
						|
	p.lock.Lock()
 | 
						|
	p.pool = append(p.pool, inst)
 | 
						|
	p.lock.Unlock()
 | 
						|
}
 | 
						|
 | 
						|
func (p *InstancePool) Cached() *Instance {
 | 
						|
	var inst *Instance
 | 
						|
	p.lock.Lock()
 | 
						|
	if len(p.pool) > 0 {
 | 
						|
		inst = p.pool[len(p.pool)-1]
 | 
						|
		p.pool = p.pool[:len(p.pool)-1]
 | 
						|
	}
 | 
						|
	p.lock.Unlock()
 | 
						|
	return inst
 | 
						|
}
 | 
						|
 | 
						|
// Instance ...
 | 
						|
//
 | 
						|
// NOTE: Instance is NOT concurrency
 | 
						|
// safe. One at a time please!!
 | 
						|
type Instance struct {
 | 
						|
	inst *Instantiator
 | 
						|
	wzrt wazero.Runtime
 | 
						|
	cmod wazero.CompiledModule
 | 
						|
}
 | 
						|
 | 
						|
func (inst *Instance) Run(ctx context.Context, args Args) (uint32, error) {
 | 
						|
	if inst.inst == nil {
 | 
						|
		panic("not initialized")
 | 
						|
	}
 | 
						|
 | 
						|
	// Check instance open.
 | 
						|
	if inst.IsClosed() {
 | 
						|
		return 0, errors.New("instance closed")
 | 
						|
	}
 | 
						|
 | 
						|
	// Prefix binary name as argv0 to args.
 | 
						|
	cargs := make([]string, len(args.Args)+1)
 | 
						|
	copy(cargs[1:], args.Args)
 | 
						|
	cargs[0] = inst.inst.Module
 | 
						|
 | 
						|
	// Create base module config.
 | 
						|
	modcfg := inst.inst.Config()
 | 
						|
	modcfg = modcfg.WithName(inst.inst.Module)
 | 
						|
	modcfg = modcfg.WithArgs(cargs...)
 | 
						|
	modcfg = modcfg.WithStdin(args.Stdin)
 | 
						|
	modcfg = modcfg.WithStdout(args.Stdout)
 | 
						|
	modcfg = modcfg.WithStderr(args.Stderr)
 | 
						|
 | 
						|
	if args.Config != nil {
 | 
						|
		// Pass through config fn.
 | 
						|
		modcfg = args.Config(modcfg)
 | 
						|
	}
 | 
						|
 | 
						|
	// Instantiate the module from precompiled wasm module data.
 | 
						|
	mod, err := inst.wzrt.InstantiateModule(ctx, inst.cmod, modcfg)
 | 
						|
 | 
						|
	if mod != nil {
 | 
						|
		// Close module.
 | 
						|
		mod.Close(ctx)
 | 
						|
	}
 | 
						|
 | 
						|
	// Check for a returned exit code error.
 | 
						|
	if err, ok := err.(*sys.ExitError); ok {
 | 
						|
		return err.ExitCode(), nil
 | 
						|
	}
 | 
						|
 | 
						|
	return 0, err
 | 
						|
}
 | 
						|
 | 
						|
func (inst *Instance) IsClosed() bool {
 | 
						|
	return (inst.wzrt == nil || inst.cmod == nil)
 | 
						|
}
 | 
						|
 | 
						|
func (inst *Instance) Close(ctx context.Context) error {
 | 
						|
	if inst.IsClosed() {
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
	err1 := inst.cmod.Close(ctx)
 | 
						|
	err2 := inst.wzrt.Close(ctx)
 | 
						|
	return errors.Join(err1, err2)
 | 
						|
}
 |