mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2025-10-30 21:02:26 -05:00
344 lines
8.5 KiB
Go
344 lines
8.5 KiB
Go
// Package sqlite3 wraps the C SQLite API.
|
|
package sqlite3
|
|
|
|
import (
|
|
"context"
|
|
"math/bits"
|
|
"os"
|
|
"sync"
|
|
"unsafe"
|
|
|
|
"github.com/tetratelabs/wazero"
|
|
"github.com/tetratelabs/wazero/api"
|
|
|
|
"github.com/ncruces/go-sqlite3/internal/util"
|
|
"github.com/ncruces/go-sqlite3/vfs"
|
|
)
|
|
|
|
// Configure SQLite Wasm.
|
|
//
|
|
// Importing package embed initializes [Binary]
|
|
// with an appropriate build of SQLite:
|
|
//
|
|
// import _ "github.com/ncruces/go-sqlite3/embed"
|
|
var (
|
|
Binary []byte // Wasm binary to load.
|
|
Path string // Path to load the binary from.
|
|
|
|
RuntimeConfig wazero.RuntimeConfig
|
|
)
|
|
|
|
// Initialize decodes and compiles the SQLite Wasm binary.
|
|
// This is called implicitly when the first connection is openned,
|
|
// but is potentially slow, so you may want to call it at a more convenient time.
|
|
func Initialize() error {
|
|
instance.once.Do(compileSQLite)
|
|
return instance.err
|
|
}
|
|
|
|
var instance struct {
|
|
runtime wazero.Runtime
|
|
compiled wazero.CompiledModule
|
|
err error
|
|
once sync.Once
|
|
}
|
|
|
|
func compileSQLite() {
|
|
ctx := context.Background()
|
|
cfg := RuntimeConfig
|
|
if cfg == nil {
|
|
cfg = wazero.NewRuntimeConfig()
|
|
if bits.UintSize < 64 {
|
|
cfg = cfg.WithMemoryLimitPages(512) // 32MB
|
|
} else {
|
|
cfg = cfg.WithMemoryLimitPages(4096) // 256MB
|
|
}
|
|
cfg = cfg.WithCoreFeatures(api.CoreFeaturesV2)
|
|
}
|
|
|
|
instance.runtime = wazero.NewRuntimeWithConfig(ctx, cfg)
|
|
|
|
env := instance.runtime.NewHostModuleBuilder("env")
|
|
env = vfs.ExportHostFunctions(env)
|
|
env = exportCallbacks(env)
|
|
_, instance.err = env.Instantiate(ctx)
|
|
if instance.err != nil {
|
|
return
|
|
}
|
|
|
|
bin := Binary
|
|
if bin == nil && Path != "" {
|
|
bin, instance.err = os.ReadFile(Path)
|
|
if instance.err != nil {
|
|
return
|
|
}
|
|
}
|
|
if bin == nil {
|
|
instance.err = util.NoBinaryErr
|
|
return
|
|
}
|
|
|
|
instance.compiled, instance.err = instance.runtime.CompileModule(ctx, bin)
|
|
}
|
|
|
|
type sqlite struct {
|
|
ctx context.Context
|
|
mod api.Module
|
|
funcs struct {
|
|
fn [32]api.Function
|
|
id [32]*byte
|
|
mask uint32
|
|
}
|
|
stack [9]stk_t
|
|
}
|
|
|
|
func instantiateSQLite() (sqlt *sqlite, err error) {
|
|
if err := Initialize(); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
sqlt = new(sqlite)
|
|
sqlt.ctx = util.NewContext(context.Background())
|
|
|
|
sqlt.mod, err = instance.runtime.InstantiateModule(sqlt.ctx,
|
|
instance.compiled, wazero.NewModuleConfig().WithName(""))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if sqlt.getfn("sqlite3_progress_handler_go") == nil {
|
|
return nil, util.BadBinaryErr
|
|
}
|
|
return sqlt, nil
|
|
}
|
|
|
|
func (sqlt *sqlite) close() error {
|
|
return sqlt.mod.Close(sqlt.ctx)
|
|
}
|
|
|
|
func (sqlt *sqlite) error(rc res_t, handle ptr_t, sql ...string) error {
|
|
if rc == _OK {
|
|
return nil
|
|
}
|
|
|
|
if ErrorCode(rc) == NOMEM || xErrorCode(rc) == IOERR_NOMEM {
|
|
panic(util.OOMErr)
|
|
}
|
|
|
|
if handle != 0 {
|
|
var msg, query string
|
|
if ptr := ptr_t(sqlt.call("sqlite3_errmsg", stk_t(handle))); ptr != 0 {
|
|
msg = util.ReadString(sqlt.mod, ptr, _MAX_LENGTH)
|
|
switch {
|
|
case msg == "not an error":
|
|
msg = ""
|
|
case msg == util.ErrorCodeString(uint32(rc))[len("sqlite3: "):]:
|
|
msg = ""
|
|
}
|
|
}
|
|
|
|
if len(sql) != 0 {
|
|
if i := int32(sqlt.call("sqlite3_error_offset", stk_t(handle))); i != -1 {
|
|
query = sql[0][i:]
|
|
}
|
|
}
|
|
|
|
if msg != "" || query != "" {
|
|
return &Error{code: rc, msg: msg, sql: query}
|
|
}
|
|
}
|
|
return xErrorCode(rc)
|
|
}
|
|
|
|
func (sqlt *sqlite) getfn(name string) api.Function {
|
|
c := &sqlt.funcs
|
|
p := unsafe.StringData(name)
|
|
for i := range c.id {
|
|
if c.id[i] == p {
|
|
c.id[i] = nil
|
|
c.mask &^= uint32(1) << i
|
|
return c.fn[i]
|
|
}
|
|
}
|
|
return sqlt.mod.ExportedFunction(name)
|
|
}
|
|
|
|
func (sqlt *sqlite) putfn(name string, fn api.Function) {
|
|
c := &sqlt.funcs
|
|
p := unsafe.StringData(name)
|
|
i := bits.TrailingZeros32(^c.mask)
|
|
if i < 32 {
|
|
c.id[i] = p
|
|
c.fn[i] = fn
|
|
c.mask |= uint32(1) << i
|
|
} else {
|
|
c.id[0] = p
|
|
c.fn[0] = fn
|
|
c.mask = uint32(1)
|
|
}
|
|
}
|
|
|
|
func (sqlt *sqlite) call(name string, params ...stk_t) stk_t {
|
|
copy(sqlt.stack[:], params)
|
|
fn := sqlt.getfn(name)
|
|
err := fn.CallWithStack(sqlt.ctx, sqlt.stack[:])
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
sqlt.putfn(name, fn)
|
|
return stk_t(sqlt.stack[0])
|
|
}
|
|
|
|
func (sqlt *sqlite) free(ptr ptr_t) {
|
|
if ptr == 0 {
|
|
return
|
|
}
|
|
sqlt.call("sqlite3_free", stk_t(ptr))
|
|
}
|
|
|
|
func (sqlt *sqlite) new(size int64) ptr_t {
|
|
ptr := ptr_t(sqlt.call("sqlite3_malloc64", stk_t(size)))
|
|
if ptr == 0 && size != 0 {
|
|
panic(util.OOMErr)
|
|
}
|
|
return ptr
|
|
}
|
|
|
|
func (sqlt *sqlite) realloc(ptr ptr_t, size int64) ptr_t {
|
|
ptr = ptr_t(sqlt.call("sqlite3_realloc64", stk_t(ptr), stk_t(size)))
|
|
if ptr == 0 && size != 0 {
|
|
panic(util.OOMErr)
|
|
}
|
|
return ptr
|
|
}
|
|
|
|
func (sqlt *sqlite) newBytes(b []byte) ptr_t {
|
|
if len(b) == 0 {
|
|
return 0
|
|
}
|
|
ptr := sqlt.new(int64(len(b)))
|
|
util.WriteBytes(sqlt.mod, ptr, b)
|
|
return ptr
|
|
}
|
|
|
|
func (sqlt *sqlite) newString(s string) ptr_t {
|
|
ptr := sqlt.new(int64(len(s)) + 1)
|
|
util.WriteString(sqlt.mod, ptr, s)
|
|
return ptr
|
|
}
|
|
|
|
const arenaSize = 4096
|
|
|
|
func (sqlt *sqlite) newArena() arena {
|
|
return arena{
|
|
sqlt: sqlt,
|
|
base: sqlt.new(arenaSize),
|
|
}
|
|
}
|
|
|
|
type arena struct {
|
|
sqlt *sqlite
|
|
ptrs []ptr_t
|
|
base ptr_t
|
|
next int32
|
|
}
|
|
|
|
func (a *arena) free() {
|
|
if a.sqlt == nil {
|
|
return
|
|
}
|
|
for _, ptr := range a.ptrs {
|
|
a.sqlt.free(ptr)
|
|
}
|
|
a.sqlt.free(a.base)
|
|
a.sqlt = nil
|
|
}
|
|
|
|
func (a *arena) mark() (reset func()) {
|
|
ptrs := len(a.ptrs)
|
|
next := a.next
|
|
return func() {
|
|
rest := a.ptrs[ptrs:]
|
|
for _, ptr := range a.ptrs[:ptrs] {
|
|
a.sqlt.free(ptr)
|
|
}
|
|
a.ptrs = rest
|
|
a.next = next
|
|
}
|
|
}
|
|
|
|
func (a *arena) new(size int64) ptr_t {
|
|
// Align the next address, to 4 or 8 bytes.
|
|
if size&7 != 0 {
|
|
a.next = (a.next + 3) &^ 3
|
|
} else {
|
|
a.next = (a.next + 7) &^ 7
|
|
}
|
|
if size <= arenaSize-int64(a.next) {
|
|
ptr := a.base + ptr_t(a.next)
|
|
a.next += int32(size)
|
|
return ptr_t(ptr)
|
|
}
|
|
ptr := a.sqlt.new(size)
|
|
a.ptrs = append(a.ptrs, ptr)
|
|
return ptr_t(ptr)
|
|
}
|
|
|
|
func (a *arena) bytes(b []byte) ptr_t {
|
|
if len(b) == 0 {
|
|
return 0
|
|
}
|
|
ptr := a.new(int64(len(b)))
|
|
util.WriteBytes(a.sqlt.mod, ptr, b)
|
|
return ptr
|
|
}
|
|
|
|
func (a *arena) string(s string) ptr_t {
|
|
ptr := a.new(int64(len(s)) + 1)
|
|
util.WriteString(a.sqlt.mod, ptr, s)
|
|
return ptr
|
|
}
|
|
|
|
func exportCallbacks(env wazero.HostModuleBuilder) wazero.HostModuleBuilder {
|
|
util.ExportFuncII(env, "go_progress_handler", progressCallback)
|
|
util.ExportFuncIII(env, "go_busy_timeout", timeoutCallback)
|
|
util.ExportFuncIII(env, "go_busy_handler", busyCallback)
|
|
util.ExportFuncII(env, "go_commit_hook", commitCallback)
|
|
util.ExportFuncVI(env, "go_rollback_hook", rollbackCallback)
|
|
util.ExportFuncVIIIIJ(env, "go_update_hook", updateCallback)
|
|
util.ExportFuncIIIII(env, "go_wal_hook", walCallback)
|
|
util.ExportFuncIIIII(env, "go_trace", traceCallback)
|
|
util.ExportFuncIIIIII(env, "go_autovacuum_pages", autoVacuumCallback)
|
|
util.ExportFuncIIIIIII(env, "go_authorizer", authorizerCallback)
|
|
util.ExportFuncVIII(env, "go_log", logCallback)
|
|
util.ExportFuncVI(env, "go_destroy", destroyCallback)
|
|
util.ExportFuncVIIII(env, "go_func", funcCallback)
|
|
util.ExportFuncVIIIII(env, "go_step", stepCallback)
|
|
util.ExportFuncVIIII(env, "go_value", valueCallback)
|
|
util.ExportFuncVIIII(env, "go_inverse", inverseCallback)
|
|
util.ExportFuncVIIII(env, "go_collation_needed", collationCallback)
|
|
util.ExportFuncIIIIII(env, "go_compare", compareCallback)
|
|
util.ExportFuncIIIIII(env, "go_vtab_create", vtabModuleCallback(xCreate))
|
|
util.ExportFuncIIIIII(env, "go_vtab_connect", vtabModuleCallback(xConnect))
|
|
util.ExportFuncII(env, "go_vtab_disconnect", vtabDisconnectCallback)
|
|
util.ExportFuncII(env, "go_vtab_destroy", vtabDestroyCallback)
|
|
util.ExportFuncIII(env, "go_vtab_best_index", vtabBestIndexCallback)
|
|
util.ExportFuncIIIII(env, "go_vtab_update", vtabUpdateCallback)
|
|
util.ExportFuncIII(env, "go_vtab_rename", vtabRenameCallback)
|
|
util.ExportFuncIIIII(env, "go_vtab_find_function", vtabFindFuncCallback)
|
|
util.ExportFuncII(env, "go_vtab_begin", vtabBeginCallback)
|
|
util.ExportFuncII(env, "go_vtab_sync", vtabSyncCallback)
|
|
util.ExportFuncII(env, "go_vtab_commit", vtabCommitCallback)
|
|
util.ExportFuncII(env, "go_vtab_rollback", vtabRollbackCallback)
|
|
util.ExportFuncIII(env, "go_vtab_savepoint", vtabSavepointCallback)
|
|
util.ExportFuncIII(env, "go_vtab_release", vtabReleaseCallback)
|
|
util.ExportFuncIII(env, "go_vtab_rollback_to", vtabRollbackToCallback)
|
|
util.ExportFuncIIIIII(env, "go_vtab_integrity", vtabIntegrityCallback)
|
|
util.ExportFuncIII(env, "go_cur_open", cursorOpenCallback)
|
|
util.ExportFuncII(env, "go_cur_close", cursorCloseCallback)
|
|
util.ExportFuncIIIIII(env, "go_cur_filter", cursorFilterCallback)
|
|
util.ExportFuncII(env, "go_cur_next", cursorNextCallback)
|
|
util.ExportFuncII(env, "go_cur_eof", cursorEOFCallback)
|
|
util.ExportFuncIIII(env, "go_cur_column", cursorColumnCallback)
|
|
util.ExportFuncIII(env, "go_cur_rowid", cursorRowIDCallback)
|
|
return env
|
|
}
|