mirror of
				https://github.com/superseriousbusiness/gotosocial.git
				synced 2025-11-03 17:52:24 -06:00 
			
		
		
		
	* start fixing up tests * fix up tests + automate with drone * fiddle with linting * messing about with drone.yml * some more fiddling * hmmm * add cache * add vendor directory * verbose * ci updates * update some little things * update sig
		
			
				
	
	
		
			375 lines
		
	
	
	
		
			10 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			375 lines
		
	
	
	
		
			10 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
package jsoniter
 | 
						|
 | 
						|
import (
 | 
						|
	"encoding/json"
 | 
						|
	"io"
 | 
						|
	"reflect"
 | 
						|
	"sync"
 | 
						|
	"unsafe"
 | 
						|
 | 
						|
	"github.com/modern-go/concurrent"
 | 
						|
	"github.com/modern-go/reflect2"
 | 
						|
)
 | 
						|
 | 
						|
// Config customize how the API should behave.
 | 
						|
// The API is created from Config by Froze.
 | 
						|
type Config struct {
 | 
						|
	IndentionStep                 int
 | 
						|
	MarshalFloatWith6Digits       bool
 | 
						|
	EscapeHTML                    bool
 | 
						|
	SortMapKeys                   bool
 | 
						|
	UseNumber                     bool
 | 
						|
	DisallowUnknownFields         bool
 | 
						|
	TagKey                        string
 | 
						|
	OnlyTaggedField               bool
 | 
						|
	ValidateJsonRawMessage        bool
 | 
						|
	ObjectFieldMustBeSimpleString bool
 | 
						|
	CaseSensitive                 bool
 | 
						|
}
 | 
						|
 | 
						|
// API the public interface of this package.
 | 
						|
// Primary Marshal and Unmarshal.
 | 
						|
type API interface {
 | 
						|
	IteratorPool
 | 
						|
	StreamPool
 | 
						|
	MarshalToString(v interface{}) (string, error)
 | 
						|
	Marshal(v interface{}) ([]byte, error)
 | 
						|
	MarshalIndent(v interface{}, prefix, indent string) ([]byte, error)
 | 
						|
	UnmarshalFromString(str string, v interface{}) error
 | 
						|
	Unmarshal(data []byte, v interface{}) error
 | 
						|
	Get(data []byte, path ...interface{}) Any
 | 
						|
	NewEncoder(writer io.Writer) *Encoder
 | 
						|
	NewDecoder(reader io.Reader) *Decoder
 | 
						|
	Valid(data []byte) bool
 | 
						|
	RegisterExtension(extension Extension)
 | 
						|
	DecoderOf(typ reflect2.Type) ValDecoder
 | 
						|
	EncoderOf(typ reflect2.Type) ValEncoder
 | 
						|
}
 | 
						|
 | 
						|
// ConfigDefault the default API
 | 
						|
var ConfigDefault = Config{
 | 
						|
	EscapeHTML: true,
 | 
						|
}.Froze()
 | 
						|
 | 
						|
// ConfigCompatibleWithStandardLibrary tries to be 100% compatible with standard library behavior
 | 
						|
var ConfigCompatibleWithStandardLibrary = Config{
 | 
						|
	EscapeHTML:             true,
 | 
						|
	SortMapKeys:            true,
 | 
						|
	ValidateJsonRawMessage: true,
 | 
						|
}.Froze()
 | 
						|
 | 
						|
// ConfigFastest marshals float with only 6 digits precision
 | 
						|
var ConfigFastest = Config{
 | 
						|
	EscapeHTML:                    false,
 | 
						|
	MarshalFloatWith6Digits:       true, // will lose precession
 | 
						|
	ObjectFieldMustBeSimpleString: true, // do not unescape object field
 | 
						|
}.Froze()
 | 
						|
 | 
						|
type frozenConfig struct {
 | 
						|
	configBeforeFrozen            Config
 | 
						|
	sortMapKeys                   bool
 | 
						|
	indentionStep                 int
 | 
						|
	objectFieldMustBeSimpleString bool
 | 
						|
	onlyTaggedField               bool
 | 
						|
	disallowUnknownFields         bool
 | 
						|
	decoderCache                  *concurrent.Map
 | 
						|
	encoderCache                  *concurrent.Map
 | 
						|
	encoderExtension              Extension
 | 
						|
	decoderExtension              Extension
 | 
						|
	extraExtensions               []Extension
 | 
						|
	streamPool                    *sync.Pool
 | 
						|
	iteratorPool                  *sync.Pool
 | 
						|
	caseSensitive                 bool
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) initCache() {
 | 
						|
	cfg.decoderCache = concurrent.NewMap()
 | 
						|
	cfg.encoderCache = concurrent.NewMap()
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) addDecoderToCache(cacheKey uintptr, decoder ValDecoder) {
 | 
						|
	cfg.decoderCache.Store(cacheKey, decoder)
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) addEncoderToCache(cacheKey uintptr, encoder ValEncoder) {
 | 
						|
	cfg.encoderCache.Store(cacheKey, encoder)
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) getDecoderFromCache(cacheKey uintptr) ValDecoder {
 | 
						|
	decoder, found := cfg.decoderCache.Load(cacheKey)
 | 
						|
	if found {
 | 
						|
		return decoder.(ValDecoder)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) getEncoderFromCache(cacheKey uintptr) ValEncoder {
 | 
						|
	encoder, found := cfg.encoderCache.Load(cacheKey)
 | 
						|
	if found {
 | 
						|
		return encoder.(ValEncoder)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
var cfgCache = concurrent.NewMap()
 | 
						|
 | 
						|
func getFrozenConfigFromCache(cfg Config) *frozenConfig {
 | 
						|
	obj, found := cfgCache.Load(cfg)
 | 
						|
	if found {
 | 
						|
		return obj.(*frozenConfig)
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func addFrozenConfigToCache(cfg Config, frozenConfig *frozenConfig) {
 | 
						|
	cfgCache.Store(cfg, frozenConfig)
 | 
						|
}
 | 
						|
 | 
						|
// Froze forge API from config
 | 
						|
func (cfg Config) Froze() API {
 | 
						|
	api := &frozenConfig{
 | 
						|
		sortMapKeys:                   cfg.SortMapKeys,
 | 
						|
		indentionStep:                 cfg.IndentionStep,
 | 
						|
		objectFieldMustBeSimpleString: cfg.ObjectFieldMustBeSimpleString,
 | 
						|
		onlyTaggedField:               cfg.OnlyTaggedField,
 | 
						|
		disallowUnknownFields:         cfg.DisallowUnknownFields,
 | 
						|
		caseSensitive:                 cfg.CaseSensitive,
 | 
						|
	}
 | 
						|
	api.streamPool = &sync.Pool{
 | 
						|
		New: func() interface{} {
 | 
						|
			return NewStream(api, nil, 512)
 | 
						|
		},
 | 
						|
	}
 | 
						|
	api.iteratorPool = &sync.Pool{
 | 
						|
		New: func() interface{} {
 | 
						|
			return NewIterator(api)
 | 
						|
		},
 | 
						|
	}
 | 
						|
	api.initCache()
 | 
						|
	encoderExtension := EncoderExtension{}
 | 
						|
	decoderExtension := DecoderExtension{}
 | 
						|
	if cfg.MarshalFloatWith6Digits {
 | 
						|
		api.marshalFloatWith6Digits(encoderExtension)
 | 
						|
	}
 | 
						|
	if cfg.EscapeHTML {
 | 
						|
		api.escapeHTML(encoderExtension)
 | 
						|
	}
 | 
						|
	if cfg.UseNumber {
 | 
						|
		api.useNumber(decoderExtension)
 | 
						|
	}
 | 
						|
	if cfg.ValidateJsonRawMessage {
 | 
						|
		api.validateJsonRawMessage(encoderExtension)
 | 
						|
	}
 | 
						|
	api.encoderExtension = encoderExtension
 | 
						|
	api.decoderExtension = decoderExtension
 | 
						|
	api.configBeforeFrozen = cfg
 | 
						|
	return api
 | 
						|
}
 | 
						|
 | 
						|
func (cfg Config) frozeWithCacheReuse(extraExtensions []Extension) *frozenConfig {
 | 
						|
	api := getFrozenConfigFromCache(cfg)
 | 
						|
	if api != nil {
 | 
						|
		return api
 | 
						|
	}
 | 
						|
	api = cfg.Froze().(*frozenConfig)
 | 
						|
	for _, extension := range extraExtensions {
 | 
						|
		api.RegisterExtension(extension)
 | 
						|
	}
 | 
						|
	addFrozenConfigToCache(cfg, api)
 | 
						|
	return api
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) validateJsonRawMessage(extension EncoderExtension) {
 | 
						|
	encoder := &funcEncoder{func(ptr unsafe.Pointer, stream *Stream) {
 | 
						|
		rawMessage := *(*json.RawMessage)(ptr)
 | 
						|
		iter := cfg.BorrowIterator([]byte(rawMessage))
 | 
						|
		defer cfg.ReturnIterator(iter)
 | 
						|
		iter.Read()
 | 
						|
		if iter.Error != nil && iter.Error != io.EOF {
 | 
						|
			stream.WriteRaw("null")
 | 
						|
		} else {
 | 
						|
			stream.WriteRaw(string(rawMessage))
 | 
						|
		}
 | 
						|
	}, func(ptr unsafe.Pointer) bool {
 | 
						|
		return len(*((*json.RawMessage)(ptr))) == 0
 | 
						|
	}}
 | 
						|
	extension[reflect2.TypeOfPtr((*json.RawMessage)(nil)).Elem()] = encoder
 | 
						|
	extension[reflect2.TypeOfPtr((*RawMessage)(nil)).Elem()] = encoder
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) useNumber(extension DecoderExtension) {
 | 
						|
	extension[reflect2.TypeOfPtr((*interface{})(nil)).Elem()] = &funcDecoder{func(ptr unsafe.Pointer, iter *Iterator) {
 | 
						|
		exitingValue := *((*interface{})(ptr))
 | 
						|
		if exitingValue != nil && reflect.TypeOf(exitingValue).Kind() == reflect.Ptr {
 | 
						|
			iter.ReadVal(exitingValue)
 | 
						|
			return
 | 
						|
		}
 | 
						|
		if iter.WhatIsNext() == NumberValue {
 | 
						|
			*((*interface{})(ptr)) = json.Number(iter.readNumberAsString())
 | 
						|
		} else {
 | 
						|
			*((*interface{})(ptr)) = iter.Read()
 | 
						|
		}
 | 
						|
	}}
 | 
						|
}
 | 
						|
func (cfg *frozenConfig) getTagKey() string {
 | 
						|
	tagKey := cfg.configBeforeFrozen.TagKey
 | 
						|
	if tagKey == "" {
 | 
						|
		return "json"
 | 
						|
	}
 | 
						|
	return tagKey
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) RegisterExtension(extension Extension) {
 | 
						|
	cfg.extraExtensions = append(cfg.extraExtensions, extension)
 | 
						|
	copied := cfg.configBeforeFrozen
 | 
						|
	cfg.configBeforeFrozen = copied
 | 
						|
}
 | 
						|
 | 
						|
type lossyFloat32Encoder struct {
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *lossyFloat32Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
 | 
						|
	stream.WriteFloat32Lossy(*((*float32)(ptr)))
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *lossyFloat32Encoder) IsEmpty(ptr unsafe.Pointer) bool {
 | 
						|
	return *((*float32)(ptr)) == 0
 | 
						|
}
 | 
						|
 | 
						|
type lossyFloat64Encoder struct {
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *lossyFloat64Encoder) Encode(ptr unsafe.Pointer, stream *Stream) {
 | 
						|
	stream.WriteFloat64Lossy(*((*float64)(ptr)))
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *lossyFloat64Encoder) IsEmpty(ptr unsafe.Pointer) bool {
 | 
						|
	return *((*float64)(ptr)) == 0
 | 
						|
}
 | 
						|
 | 
						|
// EnableLossyFloatMarshalling keeps 10**(-6) precision
 | 
						|
// for float variables for better performance.
 | 
						|
func (cfg *frozenConfig) marshalFloatWith6Digits(extension EncoderExtension) {
 | 
						|
	// for better performance
 | 
						|
	extension[reflect2.TypeOfPtr((*float32)(nil)).Elem()] = &lossyFloat32Encoder{}
 | 
						|
	extension[reflect2.TypeOfPtr((*float64)(nil)).Elem()] = &lossyFloat64Encoder{}
 | 
						|
}
 | 
						|
 | 
						|
type htmlEscapedStringEncoder struct {
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *htmlEscapedStringEncoder) Encode(ptr unsafe.Pointer, stream *Stream) {
 | 
						|
	str := *((*string)(ptr))
 | 
						|
	stream.WriteStringWithHTMLEscaped(str)
 | 
						|
}
 | 
						|
 | 
						|
func (encoder *htmlEscapedStringEncoder) IsEmpty(ptr unsafe.Pointer) bool {
 | 
						|
	return *((*string)(ptr)) == ""
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) escapeHTML(encoderExtension EncoderExtension) {
 | 
						|
	encoderExtension[reflect2.TypeOfPtr((*string)(nil)).Elem()] = &htmlEscapedStringEncoder{}
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) cleanDecoders() {
 | 
						|
	typeDecoders = map[string]ValDecoder{}
 | 
						|
	fieldDecoders = map[string]ValDecoder{}
 | 
						|
	*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) cleanEncoders() {
 | 
						|
	typeEncoders = map[string]ValEncoder{}
 | 
						|
	fieldEncoders = map[string]ValEncoder{}
 | 
						|
	*cfg = *(cfg.configBeforeFrozen.Froze().(*frozenConfig))
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) MarshalToString(v interface{}) (string, error) {
 | 
						|
	stream := cfg.BorrowStream(nil)
 | 
						|
	defer cfg.ReturnStream(stream)
 | 
						|
	stream.WriteVal(v)
 | 
						|
	if stream.Error != nil {
 | 
						|
		return "", stream.Error
 | 
						|
	}
 | 
						|
	return string(stream.Buffer()), nil
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) Marshal(v interface{}) ([]byte, error) {
 | 
						|
	stream := cfg.BorrowStream(nil)
 | 
						|
	defer cfg.ReturnStream(stream)
 | 
						|
	stream.WriteVal(v)
 | 
						|
	if stream.Error != nil {
 | 
						|
		return nil, stream.Error
 | 
						|
	}
 | 
						|
	result := stream.Buffer()
 | 
						|
	copied := make([]byte, len(result))
 | 
						|
	copy(copied, result)
 | 
						|
	return copied, nil
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) MarshalIndent(v interface{}, prefix, indent string) ([]byte, error) {
 | 
						|
	if prefix != "" {
 | 
						|
		panic("prefix is not supported")
 | 
						|
	}
 | 
						|
	for _, r := range indent {
 | 
						|
		if r != ' ' {
 | 
						|
			panic("indent can only be space")
 | 
						|
		}
 | 
						|
	}
 | 
						|
	newCfg := cfg.configBeforeFrozen
 | 
						|
	newCfg.IndentionStep = len(indent)
 | 
						|
	return newCfg.frozeWithCacheReuse(cfg.extraExtensions).Marshal(v)
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) UnmarshalFromString(str string, v interface{}) error {
 | 
						|
	data := []byte(str)
 | 
						|
	iter := cfg.BorrowIterator(data)
 | 
						|
	defer cfg.ReturnIterator(iter)
 | 
						|
	iter.ReadVal(v)
 | 
						|
	c := iter.nextToken()
 | 
						|
	if c == 0 {
 | 
						|
		if iter.Error == io.EOF {
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
		return iter.Error
 | 
						|
	}
 | 
						|
	iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
 | 
						|
	return iter.Error
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) Get(data []byte, path ...interface{}) Any {
 | 
						|
	iter := cfg.BorrowIterator(data)
 | 
						|
	defer cfg.ReturnIterator(iter)
 | 
						|
	return locatePath(iter, path)
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) Unmarshal(data []byte, v interface{}) error {
 | 
						|
	iter := cfg.BorrowIterator(data)
 | 
						|
	defer cfg.ReturnIterator(iter)
 | 
						|
	iter.ReadVal(v)
 | 
						|
	c := iter.nextToken()
 | 
						|
	if c == 0 {
 | 
						|
		if iter.Error == io.EOF {
 | 
						|
			return nil
 | 
						|
		}
 | 
						|
		return iter.Error
 | 
						|
	}
 | 
						|
	iter.ReportError("Unmarshal", "there are bytes left after unmarshal")
 | 
						|
	return iter.Error
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) NewEncoder(writer io.Writer) *Encoder {
 | 
						|
	stream := NewStream(cfg, writer, 512)
 | 
						|
	return &Encoder{stream}
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) NewDecoder(reader io.Reader) *Decoder {
 | 
						|
	iter := Parse(cfg, reader, 512)
 | 
						|
	return &Decoder{iter}
 | 
						|
}
 | 
						|
 | 
						|
func (cfg *frozenConfig) Valid(data []byte) bool {
 | 
						|
	iter := cfg.BorrowIterator(data)
 | 
						|
	defer cfg.ReturnIterator(iter)
 | 
						|
	iter.Skip()
 | 
						|
	return iter.Error == nil
 | 
						|
}
 |