mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2025-10-29 01:32:25 -05:00
[feature] support processing of (many) more media types (#3090)
* initial work replacing our media decoding / encoding pipeline with ffprobe + ffmpeg
* specify the video codec to use when generating static image from emoji
* update go-storage library (fixes incompatibility after updating go-iotools)
* maintain image aspect ratio when generating a thumbnail for it
* update readme to show go-ffmpreg
* fix a bunch of media tests, move filesize checking to callers of media manager for more flexibility
* remove extra debug from error message
* fix up incorrect function signatures
* update PutFile to just use regular file copy, as changes are file is on separate partition
* fix remaining tests, remove some unneeded tests now we're working with ffmpeg/ffprobe
* update more tests, add more code comments
* add utilities to generate processed emoji / media outputs
* fix remaining tests
* add test for opus media file, add license header to utility cmds
* limit the number of concurrently available ffmpeg / ffprobe instances
* reduce number of instances
* further reduce number of instances
* fix envparsing test with configuration variables
* update docs and configuration with new media-{local,remote}-max-size variables
This commit is contained in:
kim
GitHub
parent
5bc567196b
commit
cde2fb6244
376 changed files with 8026 additions and 54091 deletions
|
|
@ -24,12 +24,14 @@ import (
|
|||
"net/http"
|
||||
"os"
|
||||
"os/signal"
|
||||
"runtime"
|
||||
"strings"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/KimMachineGun/automemlimit/memlimit"
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/ncruces/go-sqlite3"
|
||||
"github.com/superseriousbusiness/gotosocial/cmd/gotosocial/action"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/api"
|
||||
apiutil "github.com/superseriousbusiness/gotosocial/internal/api/util"
|
||||
|
|
@ -37,6 +39,7 @@ import (
|
|||
"github.com/superseriousbusiness/gotosocial/internal/filter/spam"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/filter/visibility"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/gtserror"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/media/ffmpeg"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/messages"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/metrics"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/middleware"
|
||||
|
|
@ -66,14 +69,15 @@ import (
|
|||
|
||||
// Start creates and starts a gotosocial server
|
||||
var Start action.GTSAction = func(ctx context.Context) error {
|
||||
if _, err := maxprocs.Set(maxprocs.Logger(nil)); err != nil {
|
||||
log.Warnf(ctx, "could not set CPU limits from cgroup: %s", err)
|
||||
}
|
||||
// Set GOMAXPROCS / GOMEMLIMIT
|
||||
// to match container limits.
|
||||
setLimits(ctx)
|
||||
|
||||
if _, err := memlimit.SetGoMemLimitWithOpts(); err != nil {
|
||||
if !strings.Contains(err.Error(), "cgroup mountpoint does not exist") {
|
||||
log.Warnf(ctx, "could not set Memory limits from cgroup: %s", err)
|
||||
}
|
||||
// Compile WASM modules ahead of first use
|
||||
// to prevent unexpected initial slowdowns.
|
||||
log.Info(ctx, "precompiling WebAssembly")
|
||||
if err := precompileWASM(ctx); err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
var (
|
||||
|
|
@ -429,3 +433,30 @@ var Start action.GTSAction = func(ctx context.Context) error {
|
|||
|
||||
return nil
|
||||
}
|
||||
|
||||
func setLimits(ctx context.Context) {
|
||||
if _, err := maxprocs.Set(maxprocs.Logger(nil)); err != nil {
|
||||
log.Warnf(ctx, "could not set CPU limits from cgroup: %s", err)
|
||||
}
|
||||
|
||||
if _, err := memlimit.SetGoMemLimitWithOpts(); err != nil {
|
||||
if !strings.Contains(err.Error(), "cgroup mountpoint does not exist") {
|
||||
log.Warnf(ctx, "could not set Memory limits from cgroup: %s", err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func precompileWASM(ctx context.Context) error {
|
||||
// TODO: make max number instances configurable
|
||||
maxprocs := runtime.GOMAXPROCS(0)
|
||||
if err := sqlite3.Initialize(); err != nil {
|
||||
return gtserror.Newf("error compiling sqlite3: %w", err)
|
||||
}
|
||||
if err := ffmpeg.InitFfmpeg(ctx, maxprocs); err != nil {
|
||||
return gtserror.Newf("error compiling ffmpeg: %w", err)
|
||||
}
|
||||
if err := ffmpeg.InitFfprobe(ctx, maxprocs); err != nil {
|
||||
return gtserror.Newf("error compiling ffprobe: %w", err)
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
|
|
|||
122
cmd/process-emoji/main.go
Normal file
122
cmd/process-emoji/main.go
Normal file
|
|
@ -0,0 +1,122 @@
|
|||
// GoToSocial
|
||||
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
||||
// SPDX-License-Identifier: AGPL-3.0-or-later
|
||||
//
|
||||
// This program is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU Affero General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU Affero General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU Affero General Public License
|
||||
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"codeberg.org/gruf/go-storage/memory"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/config"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/db/bundb"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/log"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/media"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/state"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/storage"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/util"
|
||||
)
|
||||
|
||||
func main() {
|
||||
ctx := context.Background()
|
||||
ctx, cncl := signal.NotifyContext(ctx, syscall.SIGTERM, syscall.SIGINT)
|
||||
defer cncl()
|
||||
|
||||
if len(os.Args) != 3 {
|
||||
log.Panic(ctx, "Usage: go run ./cmd/process-emoji <input-file> <output-static>")
|
||||
}
|
||||
|
||||
var st storage.Driver
|
||||
st.Storage = memory.Open(10, true)
|
||||
|
||||
var state state.State
|
||||
state.Storage = &st
|
||||
|
||||
state.Caches.Init()
|
||||
|
||||
var err error
|
||||
|
||||
config.SetHost("example.com")
|
||||
config.SetStorageBackend("disk")
|
||||
config.SetStorageLocalBasePath("/tmp/gotosocial")
|
||||
config.SetDbType("sqlite")
|
||||
config.SetDbAddress(":memory:")
|
||||
|
||||
state.DB, err = bundb.NewBunDBService(ctx, &state)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceAccount(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance account: %s", err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceInstance(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance instance: %s", err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceApplication(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance application: %s", err)
|
||||
}
|
||||
|
||||
mgr := media.NewManager(&state)
|
||||
|
||||
processing, err := mgr.CreateEmoji(ctx,
|
||||
"emoji",
|
||||
"example.com",
|
||||
func(ctx context.Context) (reader io.ReadCloser, err error) {
|
||||
return os.Open(os.Args[1])
|
||||
},
|
||||
media.AdditionalEmojiInfo{
|
||||
URI: util.Ptr("example.com/emoji"),
|
||||
},
|
||||
)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
emoji, err := processing.Load(ctx)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
copyFile(ctx, &st, emoji.ImageStaticPath, os.Args[2])
|
||||
}
|
||||
|
||||
func copyFile(ctx context.Context, st *storage.Driver, key string, path string) {
|
||||
rc, err := st.GetStream(ctx, key)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
defer rc.Close()
|
||||
|
||||
_ = os.Remove(path)
|
||||
|
||||
output, err := os.Create(path)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
defer output.Close()
|
||||
|
||||
_, err = io.Copy(output, rc)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
}
|
||||
124
cmd/process-media/main.go
Normal file
124
cmd/process-media/main.go
Normal file
|
|
@ -0,0 +1,124 @@
|
|||
// GoToSocial
|
||||
// Copyright (C) GoToSocial Authors admin@gotosocial.org
|
||||
// SPDX-License-Identifier: AGPL-3.0-or-later
|
||||
//
|
||||
// This program is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU Affero General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// This program is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU Affero General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU Affero General Public License
|
||||
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"codeberg.org/gruf/go-storage/memory"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/config"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/db/bundb"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/log"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/media"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/state"
|
||||
"github.com/superseriousbusiness/gotosocial/internal/storage"
|
||||
)
|
||||
|
||||
func main() {
|
||||
ctx := context.Background()
|
||||
ctx, cncl := signal.NotifyContext(ctx, syscall.SIGTERM, syscall.SIGINT)
|
||||
defer cncl()
|
||||
|
||||
if len(os.Args) != 4 {
|
||||
log.Panic(ctx, "Usage: go run ./cmd/process-media <input-file> <output-processed> <output-thumbnail>")
|
||||
}
|
||||
|
||||
var st storage.Driver
|
||||
st.Storage = memory.Open(10, true)
|
||||
|
||||
var state state.State
|
||||
state.Storage = &st
|
||||
|
||||
state.Caches.Init()
|
||||
|
||||
var err error
|
||||
|
||||
config.SetHost("example.com")
|
||||
config.SetStorageBackend("disk")
|
||||
config.SetStorageLocalBasePath("/tmp/gotosocial")
|
||||
config.SetDbType("sqlite")
|
||||
config.SetDbAddress(":memory:")
|
||||
|
||||
state.DB, err = bundb.NewBunDBService(ctx, &state)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceAccount(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance account: %s", err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceInstance(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance instance: %s", err)
|
||||
}
|
||||
|
||||
if err := state.DB.CreateInstanceApplication(ctx); err != nil {
|
||||
log.Panicf(ctx, "error creating instance application: %s", err)
|
||||
}
|
||||
|
||||
account, err := state.DB.GetInstanceAccount(ctx, "")
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
mgr := media.NewManager(&state)
|
||||
|
||||
processing, err := mgr.CreateMedia(ctx,
|
||||
account.ID,
|
||||
func(ctx context.Context) (reader io.ReadCloser, err error) {
|
||||
return os.Open(os.Args[1])
|
||||
},
|
||||
media.AdditionalMediaInfo{},
|
||||
)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
media, err := processing.Load(ctx)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
|
||||
copyFile(ctx, &st, media.File.Path, os.Args[2])
|
||||
copyFile(ctx, &st, media.Thumbnail.Path, os.Args[3])
|
||||
}
|
||||
|
||||
func copyFile(ctx context.Context, st *storage.Driver, key string, path string) {
|
||||
rc, err := st.GetStream(ctx, key)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
defer rc.Close()
|
||||
|
||||
_ = os.Remove(path)
|
||||
|
||||
output, err := os.Create(path)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
defer output.Close()
|
||||
|
||||
_, err = io.Copy(output, rc)
|
||||
if err != nil {
|
||||
log.Panic(ctx, err)
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue