diff options
| author | 2025-03-09 17:47:56 +0100 | |
|---|---|---|
| committer | 2025-12-01 22:08:04 +0100 | |
| commit | b1af8fd87760b34e3ff2fd3bda38f211815a0473 (patch) | |
| tree | 9317fad1a7ec298d7a8d2678e4e422953bbc6f33 /vendor/github.com/ugorji/go/codec/helper.go | |
| parent | [chore] update URLs to forked source (diff) | |
| download | gotosocial-b1af8fd87760b34e3ff2fd3bda38f211815a0473.tar.xz | |
[chore] remove vendor
Diffstat (limited to 'vendor/github.com/ugorji/go/codec/helper.go')
| -rw-r--r-- | vendor/github.com/ugorji/go/codec/helper.go | 3278 |
1 files changed, 0 insertions, 3278 deletions
diff --git a/vendor/github.com/ugorji/go/codec/helper.go b/vendor/github.com/ugorji/go/codec/helper.go deleted file mode 100644 index e737ef2b9..000000000 --- a/vendor/github.com/ugorji/go/codec/helper.go +++ /dev/null @@ -1,3278 +0,0 @@ -// Copyright (c) 2012-2020 Ugorji Nwoke. All rights reserved. -// Use of this source code is governed by a MIT license found in the LICENSE file. - -package codec - -// Contains code shared by both encode and decode. - -// Some shared ideas around encoding/decoding -// ------------------------------------------ -// -// If an interface{} is passed, we first do a type assertion to see if it is -// a primitive type or a map/slice of primitive types, and use a fastpath to handle it. -// -// If we start with a reflect.Value, we are already in reflect.Value land and -// will try to grab the function for the underlying Type and directly call that function. -// This is more performant than calling reflect.Value.Interface(). -// -// This still helps us bypass many layers of reflection, and give best performance. -// -// Containers -// ------------ -// Containers in the stream are either associative arrays (key-value pairs) or -// regular arrays (indexed by incrementing integers). -// -// Some streams support indefinite-length containers, and use a breaking -// byte-sequence to denote that the container has come to an end. -// -// Some streams also are text-based, and use explicit separators to denote the -// end/beginning of different values. -// -// Philosophy -// ------------ -// On decode, this codec will update containers appropriately: -// - If struct, update fields from stream into fields of struct. -// If field in stream not found in struct, handle appropriately (based on option). -// If a struct field has no corresponding value in the stream, leave it AS IS. -// If nil in stream, set value to nil/zero value. -// - If map, update map from stream. -// If the stream value is NIL, set the map to nil. -// - if slice, try to update up to length of array in stream. -// if container len is less than stream array length, -// and container cannot be expanded, handled (based on option). -// This means you can decode 4-element stream array into 1-element array. -// -// ------------------------------------ -// On encode, user can specify omitEmpty. This means that the value will be omitted -// if the zero value. The problem may occur during decode, where omitted values do not affect -// the value being decoded into. This means that if decoding into a struct with an -// int field with current value=5, and the field is omitted in the stream, then after -// decoding, the value will still be 5 (not 0). -// omitEmpty only works if you guarantee that you always decode into zero-values. -// -// ------------------------------------ -// We could have truncated a map to remove keys not available in the stream, -// or set values in the struct which are not in the stream to their zero values. -// We decided against it because there is no efficient way to do it. -// We may introduce it as an option later. -// However, that will require enabling it for both runtime and code generation modes. -// -// To support truncate, we need to do 2 passes over the container: -// map -// - first collect all keys (e.g. in k1) -// - for each key in stream, mark k1 that the key should not be removed -// - after updating map, do second pass and call delete for all keys in k1 which are not marked -// struct: -// - for each field, track the *typeInfo s1 -// - iterate through all s1, and for each one not marked, set value to zero -// - this involves checking the possible anonymous fields which are nil ptrs. -// too much work. -// -// ------------------------------------------ -// Error Handling is done within the library using panic. -// -// This way, the code doesn't have to keep checking if an error has happened, -// and we don't have to keep sending the error value along with each call -// or storing it in the En|Decoder and checking it constantly along the way. -// -// We considered storing the error is En|Decoder. -// - once it has its err field set, it cannot be used again. -// - panicing will be optional, controlled by const flag. -// - code should always check error first and return early. -// -// We eventually decided against it as it makes the code clumsier to always -// check for these error conditions. -// -// ------------------------------------------ -// We use sync.Pool only for the aid of long-lived objects shared across multiple goroutines. -// Encoder, Decoder, enc|decDriver, reader|writer, etc do not fall into this bucket. -// -// Also, GC is much better now, eliminating some of the reasons to use a shared pool structure. -// Instead, the short-lived objects use free-lists that live as long as the object exists. -// -// ------------------------------------------ -// Performance is affected by the following: -// - Bounds Checking -// - Inlining -// - Pointer chasing -// This package tries hard to manage the performance impact of these. -// -// ------------------------------------------ -// To alleviate performance due to pointer-chasing: -// - Prefer non-pointer values in a struct field -// - Refer to these directly within helper classes -// e.g. json.go refers directly to d.d.decRd -// -// We made the changes to embed En/Decoder in en/decDriver, -// but we had to explicitly reference the fields as opposed to using a function -// to get the better performance that we were looking for. -// For example, we explicitly call d.d.decRd.fn() instead of d.d.r().fn(). -// -// ------------------------------------------ -// Bounds Checking -// - Allow bytesDecReader to incur "bounds check error", and recover that as an io error. -// This allows the bounds check branch to always be taken by the branch predictor, -// giving better performance (in theory), while ensuring that the code is shorter. -// -// ------------------------------------------ -// Escape Analysis -// - Prefer to return non-pointers if the value is used right away. -// Newly allocated values returned as pointers will be heap-allocated as they escape. -// -// Prefer functions and methods that -// - take no parameters and -// - return no results and -// - do not allocate. -// These are optimized by the runtime. -// For example, in json, we have dedicated functions for ReadMapElemKey, etc -// which do not delegate to readDelim, as readDelim takes a parameter. -// The difference in runtime was as much as 5%. -// -// ------------------------------------------ -// Handling Nil -// - In dynamic (reflection) mode, decodeValue and encodeValue handle nil at the top -// - Consequently, methods used with them as a parent in the chain e.g. kXXX -// methods do not handle nil. -// - Fastpath methods also do not handle nil. -// The switch called in (en|de)code(...) handles it so the dependent calls don't have to. -// - codecgen will handle nil before calling into the library for further work also. -// -// ------------------------------------------ -// Passing reflect.Kind to functions that take a reflect.Value -// - Note that reflect.Value.Kind() is very cheap, as its fundamentally a binary AND of 2 numbers -// -// ------------------------------------------ -// Transient values during decoding -// -// With reflection, the stack is not used. Consequently, values which may be stack-allocated in -// normal use will cause a heap allocation when using reflection. -// -// There are cases where we know that a value is transient, and we just need to decode into it -// temporarily so we can right away use its value for something else. -// -// In these situations, we can elide the heap allocation by being deliberate with use of a pre-cached -// scratch memory or scratch value. -// -// We use this for situations: -// - decode into a temp value x, and then set x into an interface -// - decode into a temp value, for use as a map key, to lookup up a map value -// - decode into a temp value, for use as a map value, to set into a map -// - decode into a temp value, for sending into a channel -// -// By definition, Transient values are NEVER pointer-shaped values, -// like pointer, func, map, chan. Using transient for pointer-shaped values -// can lead to data corruption when GC tries to follow what it saw as a pointer at one point. -// -// In general, transient values are values which can be decoded as an atomic value -// using a single call to the decDriver. This naturally includes bool or numeric types. -// -// Note that some values which "contain" pointers, specifically string and slice, -// can also be transient. In the case of string, it is decoded as an atomic value. -// In the case of a slice, decoding into its elements always uses an addressable -// value in memory ie we grow the slice, and then decode directly into the memory -// address corresponding to that index in the slice. -// -// To handle these string and slice values, we have to use a scratch value -// which has the same shape of a string or slice. -// -// Consequently, the full range of types which can be transient is: -// - numbers -// - bool -// - string -// - slice -// -// and whbut we MUST use a scratch space with that element -// being defined as an unsafe.Pointer to start with. -// -// We have to be careful with maps. Because we iterate map keys and values during a range, -// we must have 2 variants of the scratch space/value for maps and keys separately. -// -// These are the TransientAddrK and TransientAddr2K methods of decPerType. - -import ( - "bytes" - "encoding" - "encoding/binary" - "encoding/hex" - "errors" - "fmt" - "io" - "math" - "reflect" - "runtime" - "runtime/debug" - "sort" - "strconv" - "strings" - "sync" - "sync/atomic" - "time" - "unicode/utf8" -) - -const ( - // if debugging is true, then - // - within Encode/Decode, do not recover from panic's - // - etc - // - // Note: Negative tests that check for errors will fail, so only use this - // when debugging, and run only one test at a time preferably. - // - // Note: RPC tests depend on getting the error from an Encode/Decode call. - // Consequently, they will always fail if debugging = true. - // - // It is generally set to false - debugging = false - - // if debugLogging is false, debugf calls will be a No-op. - // - // It is generally set to true - debugLogging = true - - // containerLenUnknown is length returned from Read(Map|Array)Len - // when a format doesn't know apiori. - // For example, json doesn't pre-determine the length of a container (sequence/map). - containerLenUnknown = -1 - - // containerLenNil is length returned from Read(Map|Array)Len - // when a 'nil' was encountered in the stream. - containerLenNil = math.MinInt32 - - // [N]byte is handled by converting to []byte first, - // and sending to the dedicated fast-path function for []byte. - // - // Code exists in case our understanding is wrong. - // keep the defensive code behind this flag, so we can remove/hide it if needed. - // For now, we enable the defensive code (ie set it to true). - handleBytesWithinKArray = true - - // Support encoding.(Binary|Text)(Unm|M)arshaler. - // This constant flag will enable or disable it. - supportMarshalInterfaces = true - - // size of the cacheline: defaulting to value for archs: amd64, arm64, 386 - // should use "runtime/internal/sys".CacheLineSize, but that is not exposed. - cacheLineSize = 64 - - wordSizeBits = 32 << (^uint(0) >> 63) // strconv.IntSize - wordSize = wordSizeBits / 8 - - // byteBufSize is the default size of []byte used - // possibly for bufioWriter, etc - byteBufSize = 1 << 10 // 4:16, 6:64, 8:256, 10:1024 - - // MARKER: determines whether to skip calling fastpath(En|De)codeTypeSwitch. - // Calling the fastpath switch in encode() or decode() could be redundant, - // as we still have to introspect it again within fnLoad - // to determine the function to use for values of that type. - skipFastpathTypeSwitchInDirectCall = false - - // maxArrayLen is the size of uint, which determines - // the maximum length of any array. - maxArrayLen = 1<<((32<<(^uint(0)>>63))-1) - 1 - - // ---- below this line, useXXX consts should be true - - usePoolForSFIs = true - useArenaForSFIs = true - - usePoolForTypeInfoLoad = true - - usePoolForSideEncode = true - - usePoolForSideDecode = true - - useBytesFreeList = true - - useSfiRvFreeList = true - - // ---- below this line, useXXX consts should be false - - useBytesFreeListPutGetSeparateCalls = false -) - -const cpu32Bit = ^uint(0)>>32 == 0 - -type rkind byte - -const ( - rkindPtr = rkind(reflect.Ptr) - rkindString = rkind(reflect.String) - rkindChan = rkind(reflect.Chan) -) - -var ( - // use a global mutex to ensure each Handle is initialized. - // We do this, so we don't have to store the basicHandle mutex - // directly in BasicHandle, so it can be shallow-copied. - handleInitMu sync.Mutex - - must mustHdl - halt panicHdl - - digitCharBitset bitset256 - numCharBitset bitset256 - whitespaceCharBitset bitset256 - // asciiAlphaNumBitset bitset256 - - jsonCharHtmlSafeBitset bitset256 - jsonCharSafeBitset bitset256 - - // numCharWithExpBitset64 bitset64 - // numCharNoExpBitset64 bitset64 - // whitespaceCharBitset64 bitset64 - // - // // hasptrBitset sets bit for all kinds which always have internal pointers - // hasptrBitset bitset32 - - // refBitset sets bit for all kinds which are direct internal references - refBitset bitset32 - - // isnilBitset sets bit for all kinds which can be compared to nil - isnilBitset bitset32 - - // numBoolBitset sets bit for all number and bool kinds - numBoolBitset bitset32 - - // numBoolStrSliceBitset sets bits for all kinds which are numbers, bool, strings and slices - numBoolStrSliceBitset bitset32 - - // scalarBitset sets bit for all kinds which are scalars/primitives and thus immutable - scalarBitset bitset32 - - // codecgen is set to true by codecgen, so that tests, etc can use this information as needed. - codecgen bool - - oneByteArr [1]byte - zeroByteSlice = oneByteArr[:0:0] - - eofReader devNullReader - - // string containing all values of a uint8 in sequence. - // We maintain a [256]byte slice, for efficiently making strings with one byte. - // str256 string - - // handleNewFns []handleNewFn - - basicErrDecorator errDecoratorDef - - // sentinel value passed to panicValToErr, signifying to call recover yourself - callRecoverSentinel = new(byte) - - // debugstackOnce is used to put a single debugStack at a certain point (during debugging). - // To use, just call debugstackOnce() wherever you need to see a stack only once. - debugstackOnce = sync.OnceFunc(debug.PrintStack) -) - -var ( - errMapTypeNotMapKind = errors.New("MapType MUST be of Map Kind") - errSliceTypeNotSliceKind = errors.New("SliceType MUST be of Slice Kind") - - errExtFnWriteExtUnsupported = errors.New("BytesExt.WriteExt is not supported") - errExtFnReadExtUnsupported = errors.New("BytesExt.ReadExt is not supported") - errExtFnConvertExtUnsupported = errors.New("InterfaceExt.ConvertExt is not supported") - errExtFnUpdateExtUnsupported = errors.New("InterfaceExt.UpdateExt is not supported") - - errPanicUndefined = errors.New("panic: undefined error") - - errHandleInited = errors.New("cannot modify initialized Handle") - - errNoFormatHandle = errors.New("no handle (cannot identify format)") -) - -var poolForTypeInfoLoad = sync.Pool{ - New: func() interface{} { - return newTypeInfoLoad() - }, -} - -func init() { - numBoolBitset. - set(byte(reflect.Bool)). - set(byte(reflect.Int)). - set(byte(reflect.Int8)). - set(byte(reflect.Int16)). - set(byte(reflect.Int32)). - set(byte(reflect.Int64)). - set(byte(reflect.Uint)). - set(byte(reflect.Uint8)). - set(byte(reflect.Uint16)). - set(byte(reflect.Uint32)). - set(byte(reflect.Uint64)). - set(byte(reflect.Uintptr)). - set(byte(reflect.Float32)). - set(byte(reflect.Float64)). - set(byte(reflect.Complex64)). - set(byte(reflect.Complex128)) - - numBoolStrSliceBitset = numBoolBitset - - numBoolStrSliceBitset. - set(byte(reflect.String)). - set(byte(reflect.Slice)) - - scalarBitset = numBoolBitset - - scalarBitset. - set(byte(reflect.String)) - - // MARKER: reflect.Array is not a scalar, as its contents can be modified. - - refBitset. - set(byte(reflect.Map)). - set(byte(reflect.Ptr)). - set(byte(reflect.Func)). - set(byte(reflect.Chan)). - set(byte(reflect.UnsafePointer)) - - isnilBitset = refBitset - - isnilBitset. - set(byte(reflect.Interface)). - set(byte(reflect.Slice)) - - // hasptrBitset = isnilBitset - // - // hasptrBitset. - // set(byte(reflect.String)) - - for i := byte(0); i <= utf8.RuneSelf; i++ { - // if (i >= '0' && i <= '9') || (i >= 'a' && i <= 'z') || (i >= 'A' && i <= 'Z') || i == '_' { - // asciiAlphaNumBitset.set(i) - // } - switch i { - case ' ', '\t', '\r', '\n': - whitespaceCharBitset.set(i) - case '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': - digitCharBitset.set(i) - numCharBitset.set(i) - case '.', '+', '-': - numCharBitset.set(i) - case 'e', 'E': - numCharBitset.set(i) - } - } - - // populate the safe values as true: note: ASCII control characters are (0-31) - // jsonCharSafeBitset: all true except (0-31) " \ - // jsonCharHtmlSafeBitset: all true except (0-31) " \ < > & - for i := byte(32); i < utf8.RuneSelf; i++ { - switch i { - case '"', '\\': - case '<', '>', '&': - jsonCharSafeBitset.set(i) // = true - default: - jsonCharSafeBitset.set(i) - jsonCharHtmlSafeBitset.set(i) - } - } -} - -func searchRtids(s []uintptr, v uintptr) (i uint, ok bool) { - var h uint - var j uint = uint(len(s)) -LOOP: - if i < j { - h = (i + j) >> 1 // avoid overflow when computing h // h = i + (j-i)/2 - if s[h] < v { - i = h + 1 - } else { - j = h - } - goto LOOP - } - return i, i < uint(len(s)) && s[i] == v -} - -// circularRefChecker holds interfaces during an encoding (if CheckCircularRef=true) -// -// We considered using a []uintptr (slice of pointer addresses) retrievable via rv.UnsafeAddr. -// However, it is possible for the same pointer to point to 2 different types e.g. -// -// type T struct { tHelper } -// Here, for var v T; &v and &v.tHelper are the same pointer. -// -// Consequently, we need a tuple of type and pointer, which interface{} natively provides. -// -// Note: the following references, if seen, can lead to circular references -// - Pointer to struct/slice/array/map (any container) -// - map (reference, where a value in a kv pair could be the map itself) -// - addr of slice/array element -// - add of struct field -type circularRefChecker []interface{} // []uintptr - -func (ci *circularRefChecker) push(v interface{}) { - for _, vv := range *ci { - if eq4i(v, vv) { // error if sptr already seen - halt.errorf("circular reference found: %p, %T", v, v) - } - } - *ci = append(*ci, v) -} - -func (_ *circularRefChecker) canPushElemKind(elemKind reflect.Kind) bool { - switch elemKind { - case reflect.Struct, reflect.Slice, reflect.Array, reflect.Map: - return true - } - return false -} - -func (ci *circularRefChecker) pop(num int) { - *ci = (*ci)[:len(*ci)-num] -} - -type bdAndBdread struct { - bdRead bool - bd byte -} - -func (x *bdAndBdread) reset() { x.bd, x.bdRead = 0, false } - -type clsErr struct { - err error // error on closing - closed bool // is it closed? -} - -type charEncoding uint8 - -const ( - _ charEncoding = iota // make 0 unset - cUTF8 - cUTF16LE - cUTF16BE - cUTF32LE - cUTF32BE - // Deprecated: not a true char encoding value - cRAW charEncoding = 255 -) - -// valueType is the stream type -type valueType uint8 - -const ( - valueTypeUnset valueType = iota - valueTypeNil - valueTypeInt - valueTypeUint - valueTypeFloat - valueTypeBool - valueTypeString - valueTypeSymbol - valueTypeBytes - valueTypeMap - valueTypeArray - valueTypeTime - valueTypeExt - - // valueTypeInvalid = 0xff -) - -var valueTypeStrings = [...]string{ - "Unset", - "Nil", - "Int", - "Uint", - "Float", - "Bool", - "String", - "Symbol", - "Bytes", - "Map", - "Array", - "Timestamp", - "Ext", -} - -func (x valueType) String() string { - if int(x) < len(valueTypeStrings) { - return valueTypeStrings[x] - } - return strconv.FormatInt(int64(x), 10) -} - -// note that containerMapStart and containerArraySend are not sent. -// This is because the ReadXXXStart and EncodeXXXStart already does these. -type containerState uint8 - -const ( - _ containerState = iota - - containerMapStart - containerMapKey - containerMapValue - containerMapEnd - containerArrayStart - containerArrayElem - containerArrayEnd -) - -// do not recurse if a containing type refers to an embedded type -// which refers back to its containing type (via a pointer). -// The second time this back-reference happens, break out, -// so as not to cause an infinite loop. -const rgetMaxRecursion = 2 - -// fauxUnion is used to keep track of the primitives decoded. -// -// Without it, we would have to decode each primitive and wrap it -// in an interface{}, causing an allocation. -// In this model, the primitives are decoded in a "pseudo-atomic" fashion, -// so we can rest assured that no other decoding happens while these -// primitives are being decoded. -// -// maps and arrays are not handled by this mechanism. -type fauxUnion struct { - // r RawExt // used for RawExt, uint, []byte. - - // primitives below - u uint64 - i int64 - f float64 - l []byte - s string - - // ---- cpu cache line boundary? - t time.Time - b bool - - // state - a dBytesAttachState - v valueType -} - -// typeInfoLoad is a transient object used while loading up a typeInfo. -type typeInfoLoad struct { - etypes []uintptr - sfis []structFieldInfo - sfiNames map[string]uint16 -} - -func newTypeInfoLoad() *typeInfoLoad { - return &typeInfoLoad{ - etypes: make([]uintptr, 0, 4), - sfis: make([]structFieldInfo, 0, 4), - sfiNames: make(map[string]uint16, 4), - } -} - -func (x *typeInfoLoad) reset() { - x.etypes = x.etypes[:0] - x.sfis = x.sfis[:0] - clear(x.sfiNames) - // for k := range x.sfiNames { // optimized to zero the map - // delete(x.sfiNames, k) - // } -} - -// mirror json.Marshaler and json.Unmarshaler here, -// so we don't import the encoding/json package - -type jsonMarshaler interface { - MarshalJSON() ([]byte, error) -} -type jsonUnmarshaler interface { - UnmarshalJSON([]byte) error -} - -type isZeroer interface { - IsZero() bool -} - -type isCodecEmptyer interface { - IsCodecEmpty() bool -} - -type outOfBoundsError struct { - capacity uint - requested uint -} - -func (x *outOfBoundsError) Error() string { - return sprintf("out of bounds with capacity = %d, requested %d", x.capacity, x.requested) -} - -type codecError struct { - err error - name string - pos int - encode bool -} - -func (e *codecError) Cause() error { - return e.err -} - -func (e *codecError) Unwrap() error { - return e.err -} - -func (e *codecError) Error() string { - if e.encode { - return fmt.Sprintf("%s encode error: %v", e.name, e.err) - } - return fmt.Sprintf("%s decode error [pos %d]: %v", e.name, e.pos, e.err) -} - -func wrapCodecErr(in error, name string, numbytesread int, encode bool) (out error) { - x, ok := in.(*codecError) - if ok && x.pos == numbytesread && x.name == name && x.encode == encode { - return in - } - return &codecError{in, name, numbytesread, encode} -} - -var ( - bigen bigenHelper - // bigenB bigenWriter[bytesEncAppenderM] - // bigenIO bigenWriter[bufioEncWriterM] - - bigenstd = binary.BigEndian - - structInfoFieldName = "_struct" - - mapStrIntfTyp = reflect.TypeOf(map[string]interface{}(nil)) - mapIntfIntfTyp = reflect.TypeOf(map[interface{}]interface{}(nil)) - intfSliceTyp = reflect.TypeOf([]interface{}(nil)) - intfTyp = intfSliceTyp.Elem() - - reflectValTyp = reflect.TypeOf((*reflect.Value)(nil)).Elem() - - stringTyp = reflect.TypeOf("") - timeTyp = reflect.TypeOf(time.Time{}) - rawExtTyp = reflect.TypeOf(RawExt{}) - rawTyp = reflect.TypeOf(Raw{}) - uintptrTyp = reflect.TypeOf(uintptr(0)) - uint8Typ = reflect.TypeOf(uint8(0)) - uint8SliceTyp = reflect.TypeOf([]uint8(nil)) - uintTyp = reflect.TypeOf(uint(0)) - intTyp = reflect.TypeOf(int(0)) - - mapBySliceTyp = reflect.TypeOf((*MapBySlice)(nil)).Elem() - - binaryMarshalerTyp = reflect.TypeOf((*encoding.BinaryMarshaler)(nil)).Elem() - binaryUnmarshalerTyp = reflect.TypeOf((*encoding.BinaryUnmarshaler)(nil)).Elem() - - textMarshalerTyp = reflect.TypeOf((*encoding.TextMarshaler)(nil)).Elem() - textUnmarshalerTyp = reflect.TypeOf((*encoding.TextUnmarshaler)(nil)).Elem() - - jsonMarshalerTyp = reflect.TypeOf((*jsonMarshaler)(nil)).Elem() - jsonUnmarshalerTyp = reflect.TypeOf((*jsonUnmarshaler)(nil)).Elem() - - selferTyp = reflect.TypeOf((*Selfer)(nil)).Elem() - missingFielderTyp = reflect.TypeOf((*MissingFielder)(nil)).Elem() - iszeroTyp = reflect.TypeOf((*isZeroer)(nil)).Elem() - isCodecEmptyerTyp = reflect.TypeOf((*isCodecEmptyer)(nil)).Elem() - - uint8TypId = rt2id(uint8Typ) - uint8SliceTypId = rt2id(uint8SliceTyp) - rawExtTypId = rt2id(rawExtTyp) - rawTypId = rt2id(rawTyp) - intfTypId = rt2id(intfTyp) - timeTypId = rt2id(timeTyp) - stringTypId = rt2id(stringTyp) - - mapStrIntfTypId = rt2id(mapStrIntfTyp) - mapIntfIntfTypId = rt2id(mapIntfIntfTyp) - intfSliceTypId = rt2id(intfSliceTyp) - // mapBySliceTypId = rt2id(mapBySliceTyp) - - intBitsize = uint8(intTyp.Bits()) - uintBitsize = uint8(uintTyp.Bits()) - - // bsAll0x00 = []byte{0, 0, 0, 0, 0, 0, 0, 0} - bsAll0xff = []byte{0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff} - - chkOvf checkOverflow -) - -var defTypeInfos = NewTypeInfos([]string{"codec", "json"}) - -// SelfExt is a sentinel extension signifying that types -// registered with it SHOULD be encoded and decoded -// based on the native mode of the format. -// -// This allows users to define a tag for an extension, -// but signify that the types should be encoded/decoded as the native encoding. -// This way, users need not also define how to encode or decode the extension. -var SelfExt = &extFailWrapper{} - -// Selfer defines methods by which a value can encode or decode itself. -// -// Any type which implements Selfer will be able to encode or decode itself. -// Consequently, during (en|de)code, this takes precedence over -// (text|binary)(M|Unm)arshal or extension support. -// -// By definition, it is not allowed for a Selfer to directly call Encode or Decode on itself. -// If that is done, Encode/Decode will rightfully fail with a Stack Overflow style error. -// For example, the snippet below will cause such an error. -// -// type testSelferRecur struct{} -// func (s *testSelferRecur) CodecEncodeSelf(e *Encoder) { e.MustEncode(s) } -// func (s *testSelferRecur) CodecDecodeSelf(d *Decoder) { d.MustDecode(s) } -// -// Note: *the first set of bytes of any value MUST NOT represent nil in the format*. -// This is because, during each decode, we first check the the next set of bytes -// represent nil, and if so, we just set the value to nil. -type Selfer interface { - CodecEncodeSelf(*Encoder) - CodecDecodeSelf(*Decoder) -} - -// MissingFielder defines the interface allowing structs to internally decode or encode -// values which do not map to struct fields. -// -// We expect that this interface is bound to a pointer type (so the mutation function works). -// -// A use-case is if a version of a type unexports a field, but you want compatibility between -// both versions during encoding and decoding. -// -// Note that the interface is completely ignored during codecgen. -type MissingFielder interface { - // CodecMissingField is called to set a missing field and value pair. - // - // It returns true if the missing field was set on the struct. - CodecMissingField(field []byte, value interface{}) bool - - // CodecMissingFields returns the set of fields which are not struct fields. - // - // Note that the returned map may be mutated by the caller. - CodecMissingFields() map[string]interface{} -} - -// MapBySlice is a tag interface that denotes the slice or array value should encode as a map -// in the stream, and can be decoded from a map in the stream. -// -// The slice or array must contain a sequence of key-value pairs. -// The length of the slice or array must be even (fully divisible by 2). -// -// This affords storing a map in a specific sequence in the stream. -// -// Example usage: -// -// type T1 []string // or []int or []Point or any other "slice" type -// func (_ T1) MapBySlice{} // T1 now implements MapBySlice, and will be encoded as a map -// type T2 struct { KeyValues T1 } -// -// var kvs = []string{"one", "1", "two", "2", "three", "3"} -// var v2 = T2{ KeyValues: T1(kvs) } -// // v2 will be encoded like the map: {"KeyValues": {"one": "1", "two": "2", "three": "3"} } -// -// The support of MapBySlice affords the following: -// - A slice or array type which implements MapBySlice will be encoded as a map -// - A slice can be decoded from a map in the stream -type MapBySlice interface { - MapBySlice() -} - -// const ( -// rtidfn_Enc_IO = iota -// rtidfn_Enc_IO_NoExt -// rtidfn_Dec_IO -// rtidfn_Dec_IO_NoExt - -// rtidfn_Enc_Bytes -// rtidfn_Enc_Bytes_NoExt -// rtidfn_Dec_Bytes -// rtidfn_Dec_Bytes_NoExt -// ) - -// basicHandleRuntimeState holds onto all BasicHandle runtime and cached config information. -// -// Storing this outside BasicHandle allows us create shallow copies of a Handle, -// which can be used e.g. when we need to modify config fields temporarily. -// Shallow copies are used within tests, so we can modify some config fields for a test -// temporarily when running tests in parallel, without running the risk that a test executing -// in parallel with other tests does not see a transient modified values not meant for it. -type basicHandleRuntimeState struct { - // Note: basicHandleRuntimeState is not comparable, due to these slices here (extHandle, intf2impls). - // If *[]T is used instead, this becomes comparable, at the cost of extra indirection. - // Thses slices are used all the time, so keep as slices (not pointers). - - extHandle - - intf2impls - - // these keep track of the []codecRtidFns for this handle. - // We used a non-generic value so we can: - // - keep these within BasicHandle - // - work around recursive limitations of go's generics - rtidFnsEncIO, - rtidFnsEncNoExtIO, - rtidFnsEncBytes, - rtidFnsEncNoExtBytes, - rtidFnsDecIO, - rtidFnsDecNoExtIO, - rtidFnsDecBytes, - rtidFnsDecNoExtBytes atomicRtidFnSlice - - sideEncPool sync.Pool - sideDecPool sync.Pool - - mu sync.Mutex - - jsonHandle bool - binaryHandle bool - - // timeBuiltin is initialized from TimeNotBuiltin, and used internally by setExt. - // once initialized, it cannot be changed, as the function for encoding/decoding time.Time - // will have been cached and the TimeNotBuiltin value will not be consulted thereafter. - timeBuiltin bool - // _ bool // padding -} - -// BasicHandle encapsulates the common options and extension functions. -// -// Deprecated: DO NOT USE DIRECTLY. EXPORTED FOR GODOC BENEFIT. WILL BE REMOVED. -type BasicHandle struct { - // BasicHandle is always a part of a different type. - // It doesn't have to fit into it own cache lines. - - // TypeInfos is used to get the type info for any type. - // - // If not configured, the default TypeInfos is used, which uses struct tag keys: codec, json - TypeInfos *TypeInfos - - basicHandleRuntimeState - - // ---- cache line - - DecodeOptions - - // ---- cache line - - EncodeOptions - - RPCOptions - - // TimeNotBuiltin configures whether time.Time should be treated as a builtin type. - // - // All Handlers should know how to encode/decode time.Time as part of the core - // format specification, or as a standard extension defined by the format. - // - // However, users can elect to handle time.Time as a custom extension, or via the - // standard library's encoding.Binary(M|Unm)arshaler or Text(M|Unm)arshaler interface. - // To elect this behavior, users can set TimeNotBuiltin=true. - // - // Note: Setting TimeNotBuiltin=true can be used to enable the legacy behavior - // (for Cbor and Msgpack), where time.Time was not a builtin supported type. - // - // Note: DO NOT CHANGE AFTER FIRST USE. - // - // Once a Handle has been initialized (used), do not modify this option. It will be ignored. - TimeNotBuiltin bool - - // ExplicitRelease is ignored and has no effect. - // - // Deprecated: Pools are only used for long-lived objects shared across goroutines. - // It is maintained for backward compatibility. - ExplicitRelease bool - - // ---- cache line - inited uint32 // holds if inited, and also handle flags (binary encoding, json handler, etc) - - // name string -} - -// initHandle does a one-time initialization of the handle. -// After this is run, do not modify the Handle, as some modifications are ignored -// e.g. extensions, registered interfaces, TimeNotBuiltIn, etc -func initHandle(hh Handle) { - x := hh.getBasicHandle() - - // MARKER: We need to simulate once.Do, to ensure no data race within the block. - // Consequently, below would not work. - // - // if atomic.CompareAndSwapUint32(&x.inited, 0, 1) { - // x.be = hh.isBinary() - // x.js = hh.isJson - // x.n = hh.Name()[0] - // } - - // simulate once.Do using our own stored flag and mutex as a CompareAndSwap - // is not sufficient, since a race condition can occur within init(Handle) function. - // init is made noinline, so that this function can be inlined by its caller. - if atomic.LoadUint32(&x.inited) == 0 { - initHandle2(x, hh) - } -} - -// initHandle2 should be called only from codec.initHandle global function. -// make it uninlineable, as it is called at most once for each handle. -// -//go:noinline -func initHandle2(x *BasicHandle, hh Handle) { - handleInitMu.Lock() - defer handleInitMu.Unlock() // use defer, as halt may panic below - if x.inited != 0 { - return - } - x.jsonHandle = hh.isJson() - x.binaryHandle = hh.isBinary() - x.basicInit() - - x.sideEncPool.New = func() any { - return NewEncoderBytes(nil, hh).encoderI - } - x.sideDecPool.New = func() any { - return NewDecoderBytes(nil, hh).decoderI - } - - // hh.init() - - atomic.StoreUint32(&x.inited, 1) -} - -func (x *BasicHandle) basicInit() { - // ensure MapType and SliceType are of correct type - if x.MapType != nil && x.MapType.Kind() != reflect.Map { - halt.onerror(errMapTypeNotMapKind) - } - if x.SliceType != nil && x.SliceType.Kind() != reflect.Slice { - halt.onerror(errSliceTypeNotSliceKind) - } - x.timeBuiltin = !x.TimeNotBuiltin -} - -// func (x *BasicHandle) init() {} - -func (x *BasicHandle) isInited() bool { - return atomic.LoadUint32(&x.inited) != 0 -} - -// clearInited: DANGEROUS - only use in testing, etc -func (x *BasicHandle) clearInited() { - atomic.StoreUint32(&x.inited, 0) -} - -func (x *basicHandleRuntimeState) setExt(rt reflect.Type, tag uint64, ext Ext) (err error) { - rk := rt.Kind() - for rk == reflect.Ptr { - rt = rt.Elem() - rk = rt.Kind() - } - - if rt.PkgPath() == "" || rk == reflect.Interface { // || rk == reflect.Ptr { - return fmt.Errorf("codec.Handle.SetExt: Takes named type, not a pointer or interface: %v", rt) - } - - rtid := rt2id(rt) - // handle all natively supported type appropriately, so they cannot have an extension. - // However, we do not return an error for these, as we do not document that. - // Instead, we silently treat as a no-op, and return. - switch rtid { - case rawTypId, rawExtTypId: - return - case timeTypId: - if x.timeBuiltin { - return - } - } - - for i := range x.extHandle { - v := &x.extHandle[i] - if v.rtid == rtid { - v.tag, v.ext = tag, ext - return - } - } - rtidptr := rt2id(reflect.PtrTo(rt)) - x.extHandle = append(x.extHandle, extTypeTagFn{rtid, rtidptr, rt, tag, ext}) - return -} - -func (x *BasicHandle) getBasicHandle() *BasicHandle { - return x -} - -func (x *BasicHandle) typeInfos() *TypeInfos { - if x.TypeInfos != nil { - return x.TypeInfos - } - return defTypeInfos -} - -// getTypeInfo expects a non-pointer -func (x *BasicHandle) getTypeInfo(rtid uintptr, rt reflect.Type) (pti *typeInfo) { - return x.typeInfos().get(rtid, rt) -} - -func (x *BasicHandle) getTypeInfo4RT(rt reflect.Type) (pti *typeInfo) { - return x.typeInfos().get(rt2id(rt), rt) -} - -// Handle defines a specific encoding format. It also stores any runtime state -// used during an Encoding or Decoding session e.g. stored state about Types, etc. -// -// Once a handle is configured, it can be shared across multiple Encoders and Decoders. -// -// Note that a Handle is NOT safe for concurrent modification. -// -// A Handle also should not be modified after it is configured and has -// been used at least once. This is because stored state may be out of sync with the -// new configuration, and a data race can occur when multiple goroutines access it. -// i.e. multiple Encoders or Decoders in different goroutines. -// -// Consequently, the typical usage model is that a Handle is pre-configured -// before first time use, and not modified while in use. -// Such a pre-configured Handle is safe for concurrent access. -type Handle interface { - Name() string - getBasicHandle() *BasicHandle - isBinary() bool - isJson() bool // json is special for now, so track it - // desc describes the current byte descriptor, or returns "unknown[XXX]" if not understood. - desc(bd byte) string - // init initializes the handle based on handle-specific info (beyond what is in BasicHandle) - // init() - // clone() Handle - newEncoderBytes(out *[]byte) encoderI - newEncoder(w io.Writer) encoderI - - newDecoderBytes(in []byte) decoderI - newDecoder(r io.Reader) decoderI -} - -// Raw represents raw formatted bytes. -// We "blindly" store it during encode and retrieve the raw bytes during decode. -// Note: it is dangerous during encode, so we may gate the behaviour -// behind an Encode flag which must be explicitly set. -type Raw []byte - -// RawExt represents raw unprocessed extension data. -// -// Some codecs will decode extension data as a *RawExt -// if there is no registered extension for the tag. -// -// On encode, encode the Data. If nil, then try to encode the Value. -// -// On decode: store tag, then store bytes and/or decode into Value. -type RawExt struct { - Tag uint64 - // Data is the []byte which represents the raw ext. If nil, ext is exposed in Value. - // Data is used by codecs (e.g. binc, msgpack, simple) which do custom serialization of types - Data []byte - // Value represents the extension, if Data is nil. - // Value is used by codecs (e.g. cbor, json) which leverage the format to do - // custom serialization of the types. - Value interface{} -} - -func (re *RawExt) setData(xbs []byte, zerocopy bool) { - if zerocopy { - re.Data = xbs - } else { - re.Data = append(re.Data[:0], xbs...) - } -} - -// BytesExt handles custom (de)serialization of types to/from []byte. -// It is used by codecs (e.g. binc, msgpack, simple) which do custom serialization of the types. -type BytesExt interface { - // WriteExt converts a value to a []byte. - // - // Note: v is a pointer iff the registered extension type is a struct or array kind. - WriteExt(v interface{}) []byte - - // ReadExt updates a value from a []byte. - // - // Note: dst is always a pointer kind to the registered extension type. - ReadExt(dst interface{}, src []byte) -} - -// InterfaceExt handles custom (de)serialization of types to/from another interface{} value. -// The Encoder or Decoder will then handle the further (de)serialization of that known type. -// -// It is used by codecs (e.g. cbor, json) which use the format to do custom serialization of types. -type InterfaceExt interface { - // ConvertExt converts a value into a simpler interface for easy encoding - // e.g. convert time.Time to int64. - // - // Note: v is a pointer iff the registered extension type is a struct or array kind. - ConvertExt(v interface{}) interface{} - - // UpdateExt updates a value from a simpler interface for easy decoding - // e.g. convert int64 to time.Time. - // - // Note: dst is always a pointer kind to the registered extension type. - UpdateExt(dst interface{}, src interface{}) -} - -// Ext handles custom (de)serialization of custom types / extensions. -type Ext interface { - BytesExt - InterfaceExt -} - -// addExtWrapper is a wrapper implementation to support former AddExt exported method. -type addExtWrapper struct { - encFn func(reflect.Value) ([]byte, error) - decFn func(reflect.Value, []byte) error -} - -func (x addExtWrapper) WriteExt(v interface{}) []byte { - bs, err := x.encFn(reflect.ValueOf(v)) - halt.onerror(err) - return bs -} - -func (x addExtWrapper) ReadExt(v interface{}, bs []byte) { - halt.onerror(x.decFn(reflect.ValueOf(v), bs)) -} - -func (x addExtWrapper) ConvertExt(v interface{}) interface{} { - return x.WriteExt(v) -} - -func (x addExtWrapper) UpdateExt(dest interface{}, v interface{}) { - x.ReadExt(dest, v.([]byte)) -} - -type bytesExtFailer struct{} - -func (bytesExtFailer) WriteExt(v interface{}) []byte { - halt.onerror(errExtFnWriteExtUnsupported) - return nil -} -func (bytesExtFailer) ReadExt(v interface{}, bs []byte) { - halt.onerror(errExtFnReadExtUnsupported) -} - -type interfaceExtFailer struct{} - -func (interfaceExtFailer) ConvertExt(v interface{}) interface{} { - halt.onerror(errExtFnConvertExtUnsupported) - return nil -} -func (interfaceExtFailer) UpdateExt(dest interface{}, v interface{}) { - halt.onerror(errExtFnUpdateExtUnsupported) -} - -type bytesExtWrapper struct { - interfaceExtFailer - BytesExt -} - -type interfaceExtWrapper struct { - bytesExtFailer - InterfaceExt -} - -type extFailWrapper struct { - bytesExtFailer - interfaceExtFailer -} - -type binaryEncodingType struct{} - -func (binaryEncodingType) isBinary() bool { return true } - -type textEncodingType struct{} - -func (textEncodingType) isBinary() bool { return false } - -type notJsonType struct{} - -func (notJsonType) isJson() bool { return false } - -// noBuiltInTypes is embedded into many types which do not support builtins -// e.g. msgpack, simple, cbor. - -type noBuiltInTypes struct{} - -func (noBuiltInTypes) EncodeBuiltin(rt uintptr, v interface{}) {} -func (noBuiltInTypes) DecodeBuiltin(rt uintptr, v interface{}) {} - -// bigenHelper handles ByteOrder operations directly using -// arrays of bytes (not slice of bytes). -// -// Since byteorder operations are very common for encoding and decoding -// numbers, lengths, etc - it is imperative that this operation is as -// fast as possible. Removing indirection (pointer chasing) to look -// at up to 8 bytes helps a lot here. -// -// For times where it is expedient to use a slice, delegate to the -// bigenstd (equal to the binary.BigEndian value). -// -// retrofitted from stdlib: encoding/binary/BigEndian (ByteOrder) -type bigenHelper struct{} - -func (z bigenHelper) PutUint16(v uint16) (b1, b2 byte) { - return byte(v >> 8), byte(v) -} - -func (z bigenHelper) PutUint32(v uint32) (b [4]byte) { - return [...]byte{ - byte(v >> 24), - byte(v >> 16), - byte(v >> 8), - byte(v), - } -} - -func (z bigenHelper) PutUint64(v uint64) (b [8]byte) { - return [...]byte{ - byte(v >> 56), - byte(v >> 48), - byte(v >> 40), - byte(v >> 32), - byte(v >> 24), - byte(v >> 16), - byte(v >> 8), - byte(v), - } -} - -func (z bigenHelper) Uint16(b [2]byte) (v uint16) { - return uint16(b[1]) | - uint16(b[0])<<8 -} - -func (z bigenHelper) Uint32(b [4]byte) (v uint32) { - return uint32(b[3]) | - uint32(b[2])<<8 | - uint32(b[1])<<16 | - uint32(b[0])<<24 -} - -func (z bigenHelper) Uint64(b [8]byte) (v uint64) { - return uint64(b[7]) | - uint64(b[6])<<8 | - uint64(b[5])<<16 | - uint64(b[4])<<24 | - uint64(b[3])<<32 | - uint64(b[2])<<40 | - uint64(b[1])<<48 | - uint64(b[0])<<56 -} - -type extTypeTagFn struct { - rtid uintptr - rtidptr uintptr - rt reflect.Type - tag uint64 - ext Ext -} - -type extHandle []extTypeTagFn - -// AddExt registes an encode and decode function for a reflect.Type. -// To deregister an Ext, call AddExt with nil encfn and/or nil decfn. -// -// Deprecated: Use SetBytesExt or SetInterfaceExt on the Handle instead. -func (x *BasicHandle) AddExt(rt reflect.Type, tag byte, - encfn func(reflect.Value) ([]byte, error), - decfn func(reflect.Value, []byte) error) (err error) { - if encfn == nil || decfn == nil { - return x.SetExt(rt, uint64(tag), nil) - } - return x.SetExt(rt, uint64(tag), addExtWrapper{encfn, decfn}) -} - -// SetExt will set the extension for a tag and reflect.Type. -// Note that the type must be a named type, and specifically not a pointer or Interface. -// An error is returned if that is not honored. -// To Deregister an ext, call SetExt with nil Ext. -// -// It will throw an error if called after the Handle has been initialized. -// -// Deprecated: Use SetBytesExt or SetInterfaceExt on the Handle instead (which *may* internally call this) -func (x *BasicHandle) SetExt(rt reflect.Type, tag uint64, ext Ext) (err error) { - if x.isInited() { - return errHandleInited - } - return x.basicHandleRuntimeState.setExt(rt, tag, ext) -} - -func (o extHandle) getExtForI(x interface{}) (v *extTypeTagFn) { - if len(o) > 0 { - v = o.getExt(i2rtid(x), true) - } - return -} - -func (o extHandle) getExt(rtid uintptr, check bool) (v *extTypeTagFn) { - if !check { - return - } - for i := range o { - v = &o[i] - if v.rtid == rtid || v.rtidptr == rtid { - return - } - } - return nil -} - -func (o extHandle) getExtForTag(tag uint64) (v *extTypeTagFn) { - for i := range o { - v = &o[i] - if v.tag == tag { - return - } - } - return nil -} - -type intf2impl struct { - rtid uintptr // for intf - impl reflect.Type -} - -type intf2impls []intf2impl - -// Intf2Impl maps an interface to an implementing type. -// This allows us support infering the concrete type -// and populating it when passed an interface. -// e.g. var v io.Reader can be decoded as a bytes.Buffer, etc. -// -// Passing a nil impl will clear the mapping. -func (o *intf2impls) Intf2Impl(intf, impl reflect.Type) (err error) { - if impl != nil && !impl.Implements(intf) { - return fmt.Errorf("Intf2Impl: %v does not implement %v", impl, intf) - } - rtid := rt2id(intf) - o2 := *o - for i := range o2 { - v := &o2[i] - if v.rtid == rtid { - v.impl = impl - return - } - } - *o = append(o2, intf2impl{rtid, impl}) - return -} - -func (o intf2impls) intf2impl(rtid uintptr) (rv reflect.Value) { - for i := range o { - v := &o[i] - if v.rtid == rtid { - if v.impl == nil { - return - } - vkind := v.impl.Kind() - if vkind == reflect.Ptr { - return reflect.New(v.impl.Elem()) - } - return rvZeroAddrK(v.impl, vkind) - } - } - return -} - -type structFieldInfoNode struct { - offset uint16 - index uint16 - kind uint8 - numderef uint8 - _ uint16 // padding - - typ reflect.Type -} - -// structFieldinfopathNode is a node in a tree, which allows us easily -// walk the anonymous path. -// -// In the typical case, the node is not embedded/anonymous, and thus the parent -// will be nil and this information becomes a value (not needing any indirection). -type structFieldInfoPathNode struct { - parent *structFieldInfoPathNode - structFieldInfoNode -} - -// depth returns number of valid nodes in the hierachy -func (path *structFieldInfoPathNode) depth() (d int) { -TOP: - if path != nil { - d++ - path = path.parent - goto TOP - } - return -} - -// MARKER: fully working code - commented out as we inline the code in sfi.field(No)Alloc -// // field returns the field of the struct. -// func (n *structFieldInfoPathNode) field(v reflect.Value, alloc, base bool) (rv reflect.Value) { -// if n.parent != nil { -// v = n.parent.field(v, alloc, true) -// if !v.IsValid() { -// return -// } -// } -// return n.structFieldInfoNode.field(v, alloc, base) -// } - -type structFieldInfo struct { - encName string // encode name - - // encNameHash uintptr - - // fieldName string // currently unused - - encNameEscape4Json bool - omitEmpty bool - - ptrKind bool - - encBuiltin bool // is field supported for encoding as a builtin? - decBuiltin bool // is field addr supported for decoding as a builtin? - - node structFieldInfoNode - parents []structFieldInfoNode - - // path structFieldInfoPathNode - - baseTyp reflect.Type - ptrTyp reflect.Type -} - -// MARKER: fully working code - commented out as we inline the code in sfi.field(No)Alloc -// func (n *structFieldInfo) field(v reflect.Value, alloc, base bool) (rv reflect.Value) { -// for i := range n.parents { -// v = n.parents[i].field(v, alloc, true) -// if !v.IsValid() { -// return -// } -// } -// return n.node.field(v, alloc, base) -// } - -func (n *structFieldInfo) fieldAlloc(v reflect.Value) reflect.Value { - // return n.path.field(v, true, true) - // return n.field(v, true, true) - var j, nd uint8 - for i := range n.parents { - v = n.parents[i].rvField(v) - nd = n.parents[i].numderef - for j = 0; j < nd; j++ { - if rvPtrIsNil(v) { - rvSetDirect(v, reflect.New(v.Type().Elem())) - } - v = v.Elem() - } - } - v = n.node.rvField(v) - nd = n.node.numderef - for j = 0; j < nd; j++ { - if rvPtrIsNil(v) { - rvSetDirect(v, reflect.New(v.Type().Elem())) - } - v = v.Elem() - } - return v -} - -func (n *structFieldInfo) fieldNoAlloc(v reflect.Value, base bool) (rv reflect.Value) { - // return n.path.field(v, false, base) - // return n.field(v, false, base) - var j, nd uint8 - for i := range n.parents { - v = n.parents[i].rvField(v) - nd = n.parents[i].numderef - for j = 0; j < nd; j++ { - if rvPtrIsNil(v) { - return reflect.Value{} - } - v = v.Elem() - } - } - v = n.node.rvField(v) - rv = v - nd = n.node.numderef - for j = 0; j < nd; j++ { - if rvPtrIsNil(v) { - return reflect.Value{} - } - v = v.Elem() - } - if base { - rv = v - } - return -} - -func parseStructInfo(stag string) (toArray, omitEmpty bool, keytype valueType) { - keytype = valueTypeString // default - if stag == "" { - return - } - ss := strings.Split(stag, ",") - if len(ss) < 2 { - return - } - for _, s := range ss[1:] { - switch s { - case "omitempty": - omitEmpty = true - case "toarray": - toArray = true - case "int": - keytype = valueTypeInt - case "uint": - keytype = valueTypeUint - case "float": - keytype = valueTypeFloat - // case "bool": - // keytype = valueTypeBool - case "string": - keytype = valueTypeString - } - } - return -} - -func parseStructFieldTag(stag string) (encName string, omitEmpty bool) { - if stag == "" { - return - } - for i, s := range strings.Split(stag, ",") { - if i == 0 { - if s != "" { - encName = s - } - continue - } - if s == "omitempty" { - omitEmpty = true - } - } - return -} - -// ---- - -type uint8To32TrieNode struct { - uint8To32TrieNodeNoKids - kids uint8To32TrieNodeKids -} - -func (x *uint8To32TrieNode) reset(v uint8) { - x.key = v - x.value = 0 - x.valid = false - x.truncKids() -} - -func (x *uint8To32TrieNode) expandKids() (r *uint8To32TrieNode) { - // since we want to reuse the slices, let's not use append as it will - // always overwrite the value. Only append if we're expanding - kids := x.getKids() - if cap(kids) > len(kids) { - kids = kids[:len(kids)+1] - } else { - kids = append(kids, uint8To32TrieNode{}) - } - x.setKids(kids) - r = &kids[len(kids)-1] - return -} - -func (x *uint8To32TrieNode) put(v uint8) (r *uint8To32TrieNode) { - kids := x.getKids() - for i := range kids { - if kids[i].key == v { - return &kids[i] - } - } - - r = x.expandKids() - r.reset(v) - return r -} - -func (x *uint8To32TrieNode) puts(s string, v uint32) (r *uint8To32TrieNode) { - for _, c := range []byte(s) { - x = x.put(c) - } - x.value = v - x.valid = true - return x -} - -func (x *uint8To32TrieNode) gets(s []byte) (v uint32, ok bool) { -TOP: - for _, b := range s { - kids := x.getKids() - for i := range kids { - if kids[i].key == b { - x = &kids[i] - continue TOP - } - } - return 0, false - } - return x.value, x.valid -} - -func (x *uint8To32TrieNode) deepNumKids() (n int) { - kids := x.getKids() - n = len(kids) - for i := range kids { - n += kids[i].deepNumKids() - } - return -} - -// arena just helps all the nodes stay close for better cache-line performance. -// It basically tries to load up all the nodes within a contiguous space of memory. -type uint8To32TrieNodeArena struct { - arena []uint8To32TrieNode - cursor int -} - -func (x *uint8To32TrieNodeArena) init(v *uint8To32TrieNode) (r *uint8To32TrieNode) { - x.arena = make([]uint8To32TrieNode, v.deepNumKids()+1) // incl one for the node, and one buffer - r = &x.arena[0] - x.cursor++ - x.clone(r, v) - return -} - -func (x *uint8To32TrieNodeArena) clone(dst, src *uint8To32TrieNode) { - dst.uint8To32TrieNodeNoKids = src.uint8To32TrieNodeNoKids - // dst.kids = nil - srckids := src.getKids() - c := len(srckids) - if c == 0 { - return - } - dstkids := x.arena[x.cursor:][:c:c] - dst.setKids(dstkids) - x.cursor += c - for i := range srckids { - x.clone(&dstkids[i], &srckids[i]) - } -} - -// ---- - -var pool4SFIs = sync.Pool{ - New: func() interface{} { - return &uint8To32TrieNode{} - }, -} - -func (x *structFieldInfos) finish() { - var src *uint8To32TrieNode - if usePoolForSFIs { - src = pool4SFIs.Get().(*uint8To32TrieNode) - } else { - src = &x.t - } - x.loadSearchTrie(src) - if useArenaForSFIs { - var ar uint8To32TrieNodeArena - x.t = *(ar.init(src)) - } - if usePoolForSFIs { - src.reset(0) - pool4SFIs.Put(src) - } -} - -func (x *structFieldInfos) loadSearchTrie(src *uint8To32TrieNode) { - // load the search trie - for i, v := range x.source() { - src.puts(v.encName, uint32(i)) - } -} - -func (x *structFieldInfos) search(name []byte) (sfi *structFieldInfo) { - n, ok := x.t.gets(name) - if ok { - sfi = x.source()[n] - } - return -} - -type sfiSortedByEncName []*structFieldInfo - -func (p sfiSortedByEncName) Len() int { return len(p) } -func (p sfiSortedByEncName) Swap(i, j int) { p[uint(i)], p[uint(j)] = p[uint(j)], p[uint(i)] } -func (p sfiSortedByEncName) Less(i, j int) bool { return p[uint(i)].encName < p[uint(j)].encName } - -// typeInfo4Container holds information that is only available for -// containers like map, array, chan, slice. -type typeInfo4Container struct { - elem reflect.Type - // key is: - // - if map kind: map key - // - if array kind: sliceOf(elem) - // - if chan kind: sliceof(elem) - key reflect.Type - - // fastpathUnderlying is underlying type of a named slice/map/array, as defined by go spec, - // that is used by fastpath where we defined fastpath functions for the underlying type. - // - // for a map, it's a map; for a slice or array, it's a slice; else its nil. - fastpathUnderlying reflect.Type - - tikey *typeInfo - tielem *typeInfo -} - -// typeInfo keeps static (non-changing readonly) information -// about each (non-ptr) type referenced in the encode/decode sequence. -// -// During an encode/decode sequence, we work as below: -// - If base is a built in type, en/decode base value -// - If base is registered as an extension, en/decode base value -// - If type is binary(M/Unm)arshaler, call Binary(M/Unm)arshal method -// - If type is text(M/Unm)arshaler, call Text(M/Unm)arshal method -// - Else decode appropriately based on the reflect.Kind -type typeInfo struct { - rt reflect.Type - ptr reflect.Type - - // pkgpath string - - rtid uintptr - - numMeth uint16 // number of methods - kind uint8 - chandir uint8 - - // simple=true if a struct, AND - // - none of the fields are tagged "omitempty" - // - no missingFielder - // - keyType is always string - // - noEsc4Json on any fields - simple bool - toArray bool // whether this (struct) type should be encoded as an array - keyType valueType // if struct, how is the field name stored in a stream? default is string - mbs bool // base type (T or *T) is a MapBySlice - - *typeInfo4Container - - // ---- cpu cache line boundary? - - size, keysize, elemsize uint32 - - keykind, elemkind uint8 - - flagHasPkgPath bool // Type.PackagePath != "" - flagComparable bool - flagCanTransient bool - - flagMarshalInterface bool // does this have custom (un)marshal implementation? - - // custom implementation flags - flagIsZeroer bool - flagIsZeroerPtr bool - - flagIsCodecEmptyer bool - flagIsCodecEmptyerPtr bool - - flagBinaryMarshaler bool - flagBinaryMarshalerPtr bool - - flagBinaryUnmarshaler bool - flagBinaryUnmarshalerPtr bool - - flagTextMarshaler bool - flagTextMarshalerPtr bool - - flagTextUnmarshaler bool - flagTextUnmarshalerPtr bool - - flagJsonMarshaler bool - flagJsonMarshalerPtr bool - - flagJsonUnmarshaler bool - flagJsonUnmarshalerPtr bool - - flagSelfer bool - flagSelferPtr bool - - flagMissingFielder bool - flagMissingFielderPtr bool - - flagEncBuiltin bool - flagDecBuiltin bool - - infoFieldOmitempty bool - - // MARKER - may need padding here (like 6 bytes - auto-handled) - sfi structFieldInfos -} - -func (ti *typeInfo) siForEncName(name []byte) (si *structFieldInfo) { - return ti.sfi.search(name) -} - -func (ti *typeInfo) resolve(x []structFieldInfo, ss map[string]uint16) (n int) { - n = len(x) - for i := range x { - ui := uint16(i) - sf := &x[ui] - xn := sf.encName - j, ok := ss[xn] - if !ok { - ss[xn] = ui - continue - } - if ui == j { - continue - } - // if x[i].path.depth() < x[j].path.depth() { // this one is shallower - sf2 := &x[j] - if len(sf.parents) < len(sf2.parents) { // this one is shallower - ss[xn] = ui - sf = sf2 - } - if sf.encName == "" { - continue - } - sf.encName = "" - n-- - } - return -} - -func (ti *typeInfo) init(x []structFieldInfo, n int) { - simple := true - - if ti.flagMissingFielder || ti.flagMissingFielderPtr || - ti.keyType != valueTypeString { - simple = false - } - - // remove all the nils (non-ready) - // m := make(map[string]*structFieldInfo, n) - w := make([]structFieldInfo, n) - y := make([]*structFieldInfo, n+n) - z := y[n:] - y = y[:n] - n = 0 - for i := range x { - sfi := &x[i] - if sfi.encName == "" { - continue - } - if simple && (sfi.omitEmpty || sfi.encNameEscape4Json) { - simple = false - } - w[n] = *sfi - sfi = &w[n] - y[n] = sfi - // m[sfi.encName] = sfi - n++ - } - if n != len(y) { - halt.errorf("failure reading struct %v - expecting %d of %d valid fields, got %d", ti.rt, len(y), len(x), any(n)) - } - - ti.simple = simple - - copy(z, y) - sort.Sort(sfiSortedByEncName(z)) - - ti.sfi.load(y, z) - ti.sfi.finish() - // ti.sfi.byName = m -} - -// isCanTransient returns whether this type can be transient. -// -// # Handling flagCanTransient -// -// We support transient optimization if the kind of the type is -// - a number, bool, string -// - slice (of number/bool) -// - struct with no reference values (pointers, interface, etc) recursively -// - array with no reference values (pointers, interface, etc) recursively -// -// NOTE: all reference types (string, slice, func, map, ptr, interface, etc) have pointers. -// -// If using transient for a type with a pointer, there is the potential for data corruption -// when GC tries to follow a "transient" pointer which may become a non-pointer soon after. -func isCanTransient(t reflect.Type, inclStrSlice bool) (v bool) { - k := t.Kind() - bset := &numBoolBitset - if inclStrSlice { - bset = &numBoolStrSliceBitset - } - if bset.isset(byte(k)) { - v = true - } else if k == reflect.Array { - v = isCanTransient(t.Elem(), false) - } else if k == reflect.Struct { - v = true - for j, jlen := 0, t.NumField(); j < jlen; j++ { - f := t.Field(j) - if !isCanTransient(f.Type, false) { - return false - } - } - } - return -} - -type rtid2ti struct { - rtid uintptr - ti *typeInfo -} - -// TypeInfos caches typeInfo for each type on first inspection. -// -// It is configured with a set of tag keys, which are used to get -// configuration for the type. -type TypeInfos struct { - infos atomic.Pointer[[]rtid2ti] // atomicTypeInfoSlice - mu sync.Mutex - _ uint64 // padding (cache-aligned) - tags []string - _ uint64 // padding (cache-aligned) -} - -// NewTypeInfos creates a TypeInfos given a set of struct tags keys. -// -// This allows users customize the struct tag keys which contain configuration -// of their types. -func NewTypeInfos(tags []string) *TypeInfos { - return &TypeInfos{tags: tags} -} - -func (x *TypeInfos) structTag(t reflect.StructTag) (s string) { - // check for tags: codec, json, in that order. - // this allows seamless support for many configured structs. - for _, x := range x.tags { - s = t.Get(x) - if s != "" { - return s - } - } - return -} - -func findTypeInfo(s []rtid2ti, rtid uintptr) (i uint, ti *typeInfo) { - // binary search. adapted from sort/search.go. - // Note: we use goto (instead of for loop) so this can be inlined. - - var h uint - var j = uint(len(s)) -LOOP: - if i < j { - h = (i + j) >> 1 // avoid overflow when computing h // h = i + (j-i)/2 - if s[h].rtid < rtid { - i = h + 1 - } else { - j = h - } - goto LOOP - } - if i < uint(len(s)) && s[i].rtid == rtid { - ti = s[i].ti - } - return -} - -func (x *TypeInfos) get(rtid uintptr, rt reflect.Type) (pti *typeInfo) { - if pti = x.find(rtid); pti == nil { - pti = x.load(rt) - } - return -} - -func (x *TypeInfos) find(rtid uintptr) (pti *typeInfo) { - sp := x.infos.Load() - if sp != nil { - _, pti = findTypeInfo(*sp, rtid) - } - return -} - -func (x *TypeInfos) load(rt reflect.Type) (pti *typeInfo) { - rk := rt.Kind() - - if rk == reflect.Ptr { // || (rk == reflect.Interface && rtid != intfTypId) { - halt.errorf("invalid kind passed to TypeInfos.get: %v - %v", rk.String(), rt) - } - - rtid := rt2id(rt) - - // do not hold lock while computing this. - // it may lead to duplication, but that's ok. - ti := typeInfo{ - rt: rt, - ptr: reflect.PointerTo(rt), - rtid: rtid, - kind: uint8(rk), - size: uint32(rt.Size()), - numMeth: uint16(rt.NumMethod()), - keyType: valueTypeString, // default it - so it's never 0 - - // pkgpath: rt.PkgPath(), - flagHasPkgPath: rt.PkgPath() != "", - } - - _, ti.flagEncBuiltin = searchRtids(encBuiltinRtids, rtid) - _, ti.flagDecBuiltin = searchRtids(decBuiltinRtids, rtid) - if !ti.flagDecBuiltin { - _, ti.flagDecBuiltin = searchRtids(decBuiltinRtids, rt2id(ti.ptr)) - } - - // bset sets custom implementation flags - bset := func(when bool, b *bool) { - if when { - *b = true - } - } - - var b1, b2 bool - - b1, b2 = implIntf(rt, binaryMarshalerTyp) - bset(b1, &ti.flagBinaryMarshaler) - bset(b2, &ti.flagBinaryMarshalerPtr) - b1, b2 = implIntf(rt, binaryUnmarshalerTyp) - bset(b1, &ti.flagBinaryUnmarshaler) - bset(b2, &ti.flagBinaryUnmarshalerPtr) - b1, b2 = implIntf(rt, textMarshalerTyp) - bset(b1, &ti.flagTextMarshaler) - bset(b2, &ti.flagTextMarshalerPtr) - b1, b2 = implIntf(rt, textUnmarshalerTyp) - bset(b1, &ti.flagTextUnmarshaler) - bset(b2, &ti.flagTextUnmarshalerPtr) - b1, b2 = implIntf(rt, jsonMarshalerTyp) - bset(b1, &ti.flagJsonMarshaler) - bset(b2, &ti.flagJsonMarshalerPtr) - b1, b2 = implIntf(rt, jsonUnmarshalerTyp) - bset(b1, &ti.flagJsonUnmarshaler) - bset(b2, &ti.flagJsonUnmarshalerPtr) - b1, b2 = implIntf(rt, selferTyp) - bset(b1, &ti.flagSelfer) - bset(b2, &ti.flagSelferPtr) - b1, b2 = implIntf(rt, missingFielderTyp) - bset(b1, &ti.flagMissingFielder) - bset(b2, &ti.flagMissingFielderPtr) - b1, b2 = implIntf(rt, iszeroTyp) - bset(b1, &ti.flagIsZeroer) - bset(b2, &ti.flagIsZeroerPtr) - b1, b2 = implIntf(rt, isCodecEmptyerTyp) - bset(b1, &ti.flagIsCodecEmptyer) - bset(b2, &ti.flagIsCodecEmptyerPtr) - - ti.flagMarshalInterface = ti.flagSelfer || ti.flagSelferPtr || - ti.flagBinaryMarshaler || ti.flagBinaryMarshalerPtr || - ti.flagBinaryUnmarshaler || ti.flagBinaryUnmarshalerPtr || - ti.flagTextMarshaler || ti.flagTextMarshalerPtr || - ti.flagTextUnmarshaler || ti.flagTextUnmarshalerPtr || - ti.flagJsonMarshaler || ti.flagJsonMarshalerPtr || - ti.flagJsonUnmarshaler || ti.flagJsonUnmarshalerPtr - - b1 = rt.Comparable() - // bset(b1, &ti.flagComparable) - ti.flagComparable = b1 - - ti.flagCanTransient = isTransientType4Size(ti.size) && isCanTransient(ti.rt, true) - - var tt reflect.Type - switch rk { - case reflect.Struct: - var omitEmpty bool - if f, ok := rt.FieldByName(structInfoFieldName); ok { - ti.toArray, omitEmpty, ti.keyType = parseStructInfo(x.structTag(f.Tag)) - ti.infoFieldOmitempty = omitEmpty - } else { - ti.keyType = valueTypeString - } - var pi interface{} - var pv *typeInfoLoad - if usePoolForTypeInfoLoad { - pi = poolForTypeInfoLoad.Get() - pv = pi.(*typeInfoLoad) - pv.reset() - } else { - pv = newTypeInfoLoad() - } - pv.etypes = append(pv.etypes, ti.rtid) - x.rget(rt, nil, pv, omitEmpty) - n := ti.resolve(pv.sfis, pv.sfiNames) - ti.init(pv.sfis, n) - if usePoolForTypeInfoLoad { - poolForTypeInfoLoad.Put(pi) - } - case reflect.Map: - ti.typeInfo4Container = new(typeInfo4Container) - ti.elem = rt.Elem() - for tt = ti.elem; tt.Kind() == reflect.Ptr; tt = tt.Elem() { - } - ti.tielem = x.get(rt2id(tt), tt) - ti.elemkind = uint8(ti.elem.Kind()) - ti.elemsize = uint32(ti.elem.Size()) - ti.key = rt.Key() - for tt = ti.key; tt.Kind() == reflect.Ptr; tt = tt.Elem() { - } - ti.tikey = x.get(rt2id(tt), tt) - ti.keykind = uint8(ti.key.Kind()) - ti.keysize = uint32(ti.key.Size()) - if ti.flagHasPkgPath { - ti.fastpathUnderlying = reflect.MapOf(ti.key, ti.elem) - } - case reflect.Slice: - ti.typeInfo4Container = new(typeInfo4Container) - ti.mbs, b2 = implIntf(rt, mapBySliceTyp) - if !ti.mbs && b2 { - ti.mbs = b2 - } - ti.elem = rt.Elem() - for tt = ti.elem; tt.Kind() == reflect.Ptr; tt = tt.Elem() { - } - ti.tielem = x.get(rt2id(tt), tt) - ti.elemkind = uint8(ti.elem.Kind()) - ti.elemsize = uint32(ti.elem.Size()) - if ti.flagHasPkgPath { - ti.fastpathUnderlying = reflect.SliceOf(ti.elem) - } - case reflect.Chan: - ti.typeInfo4Container = new(typeInfo4Container) - ti.elem = rt.Elem() - for tt = ti.elem; tt.Kind() == reflect.Ptr; tt = tt.Elem() { - } - ti.tielem = x.get(rt2id(tt), tt) - ti.elemkind = uint8(ti.elem.Kind()) - ti.elemsize = uint32(ti.elem.Size()) - ti.chandir = uint8(rt.ChanDir()) - ti.key = reflect.SliceOf(ti.elem) - ti.keykind = uint8(reflect.Slice) - case reflect.Array: - ti.typeInfo4Container = new(typeInfo4Container) - ti.mbs, b2 = implIntf(rt, mapBySliceTyp) - if !ti.mbs && b2 { - ti.mbs = b2 - } - ti.elem = rt.Elem() - ti.elemkind = uint8(ti.elem.Kind()) - ti.elemsize = uint32(ti.elem.Size()) - for tt = ti.elem; tt.Kind() == reflect.Ptr; tt = tt.Elem() { - } - ti.tielem = x.get(rt2id(tt), tt) - ti.key = reflect.SliceOf(ti.elem) - ti.keykind = uint8(reflect.Slice) - ti.keysize = uint32(ti.key.Size()) - if ti.flagHasPkgPath { - ti.fastpathUnderlying = ti.key - } - - // MARKER: reflect.Ptr cannot happen here, as we halt early if reflect.Ptr passed in - // case reflect.Ptr: - // ti.elem = rt.Elem() - // ti.elemkind = uint8(ti.elem.Kind()) - // ti.elemsize = uint32(ti.elem.Size()) - } - - x.mu.Lock() - var sp []rtid2ti - if spt := x.infos.Load(); spt != nil { - sp = *spt - } - // since this is an atomic load/store, we MUST use a different array each time, - // else we have a data race when a store is happening simultaneously with a findRtidFn call. - if sp == nil { - pti = &ti - sp = []rtid2ti{{rtid, pti}} - x.infos.Store(&sp) - } else { - var idx uint - idx, pti = findTypeInfo(sp, rtid) - if pti == nil { - pti = &ti - sp2 := make([]rtid2ti, len(sp)+1) - copy(sp2[idx+1:], sp[idx:]) - copy(sp2, sp[:idx]) - sp2[idx] = rtid2ti{rtid, pti} - x.infos.Store(&sp2) - } - } - x.mu.Unlock() - return -} - -func (x *TypeInfos) rget(rt reflect.Type, path *structFieldInfoPathNode, pv *typeInfoLoad, defaultOmitEmpty bool) { - // Read up fields and store how to access the value. - // - // It uses go's rules for message selectors, - // which say that the field with the shallowest depth is selected. - // - // Note: we consciously use slices, not a map, to simulate a set. - // Typically, types have < 16 fields, - // and iteration using equals is faster than maps there - flen := rt.NumField() -LOOP: - for j, jlen := uint16(0), uint16(flen); j < jlen; j++ { - f := rt.Field(int(j)) - fkind := f.Type.Kind() - - // skip if a func type, or is unexported, or structTag value == "-" - switch fkind { - case reflect.Func, reflect.UnsafePointer: - continue LOOP - } - - isUnexported := f.PkgPath != "" - if isUnexported && !f.Anonymous { - continue - } - stag := x.structTag(f.Tag) - if stag == "-" { - continue - } - - var numderef uint8 = 0 - ft := f.Type - for ; ft.Kind() == reflect.Ptr; ft = ft.Elem() { - numderef++ - } - - var encName string - var parsed, omitEmpty bool - - ftid := rt2id(ft) - // if anonymous and no struct tag (or it's blank), - // and a struct (or pointer to struct), inline it. - if f.Anonymous && fkind != reflect.Interface { - // ^^ redundant but ok: per go spec, an embedded pointer type cannot be to an interface - isPtr := f.Type.Kind() == reflect.Ptr - isStruct := ft.Kind() == reflect.Struct - - // Ignore embedded fields of unexported non-struct types. - // Also, from go1.10, ignore pointers to unexported struct types - // because unmarshal cannot assign a new struct to an unexported field. - // See https://golang.org/issue/21357 - if isUnexported && (!isStruct || isPtr) { - continue - } - doInline := stag == "" - if !doInline { - encName, omitEmpty = parseStructFieldTag(stag) - parsed = true - doInline = encName == "" // si.isZero() - } - if doInline && isStruct { - // if etypes contains this, don't call rget again (as fields are already seen here) - // - // We cannot recurse forever, but we need to track other field depths. - // So - we break if we see a type twice (not the first time). - // This should be sufficient to handle an embedded type that refers to its - // owning type, which then refers to its embedded type. - processIt := true - numk := 0 - for _, k := range pv.etypes { - if k == ftid { - numk++ - if numk == rgetMaxRecursion { - processIt = false - break - } - } - } - if processIt { - pv.etypes = append(pv.etypes, ftid) - path2 := &structFieldInfoPathNode{ - parent: path, - structFieldInfoNode: structFieldInfoNode{ - typ: f.Type, - offset: uint16(f.Offset), - index: j, - kind: uint8(fkind), - numderef: numderef, - }, - } - x.rget(ft, path2, pv, defaultOmitEmpty) - } - continue - } - } - - // after the anonymous dance: if an unexported field, skip - if isUnexported || f.Name == "" || f.Name == structInfoFieldName { // f.Name cannot be "", but defensively handle it - continue - } - - if !parsed { - encName, omitEmpty = parseStructFieldTag(stag) - parsed = true - } - if encName == "" { - encName = f.Name - } - if defaultOmitEmpty { - omitEmpty = true - } - - var si = structFieldInfo{ - encName: encName, - omitEmpty: omitEmpty, - ptrKind: fkind == reflect.Ptr, - baseTyp: ft, - ptrTyp: reflect.PointerTo(ft), - } - - // si.path = structFieldInfoPathNode{ - // parent: path, - // structFieldInfoNode: structFieldInfoNode{ - // typ: f.Type, - // offset: uint16(f.Offset), - // index: j, - // kind: uint8(fkind), - // numderef: numderef, - // }, - // } - - si.node = structFieldInfoNode{ - typ: f.Type, - offset: uint16(f.Offset), - index: j, - kind: uint8(fkind), - numderef: numderef, - } - - if path != nil { - si.parents = make([]structFieldInfoNode, path.depth()) - for k, p := len(si.parents)-1, path; k >= 0; k-- { - si.parents[k] = p.structFieldInfoNode - p = p.parent - } - } - - // ftid = rt2id(ft) where ft = si.baseTyp) - _, si.encBuiltin = searchRtids(encBuiltinRtids, ftid) - _, si.decBuiltin = searchRtids(decBuiltinRtids, ftid) - if !si.decBuiltin { - _, si.decBuiltin = searchRtids(decBuiltinRtids, rt2id(si.ptrTyp)) - } - // si.encNameHash = maxUintptr() // hashShortString(bytesView(si.encName)) - - for i := len(si.encName) - 1; i >= 0; i-- { // bounds-check elimination - if !jsonCharSafeBitset.isset(si.encName[i]) { - si.encNameEscape4Json = true - break - } - } - - pv.sfis = append(pv.sfis, si) - } -} - -type timeRv struct { - v time.Time - r reflect.Value -} - -type bytesRv struct { - v []byte - r reflect.Value -} - -type stringIntf struct { - v string - i interface{} -} - -func cmpTimeRv(v1, v2 timeRv) int { - return v1.v.Compare(v2.v) -} - -func cmpBytesRv(v1, v2 bytesRv) int { - return bytes.Compare(v1.v, v2.v) -} - -func implIntf(rt, iTyp reflect.Type) (base bool, indir bool) { - // return rt.Implements(iTyp), reflect.PtrTo(rt).Implements(iTyp) - - // if I's method is defined on T (ie T implements I), then *T implements I. - // The converse is not true. - - // Type.Implements can be expensive, as it does a simulataneous linear search across 2 lists - // with alphanumeric string comparisons. - // If we can avoid running one of these 2 calls, we should. - - base = rt.Implements(iTyp) - if base { - indir = true - } else { - indir = reflect.PointerTo(rt).Implements(iTyp) - } - return -} - -func bytesOK(bs []byte, _ bool) []byte { - return bs -} - -func bool2int(b bool) (v uint8) { - // MARKER: optimized to be a single instruction - if b { - v = 1 - } - return -} - -func isSliceBoundsError(s string) bool { - return strings.Contains(s, "index out of range") || // indexing error - strings.Contains(s, "slice bounds out of range") || // slicing error - strings.Contains(s, "cannot convert slice with length") // slice-->array error -} - -func sprintf(format string, v ...interface{}) string { - return fmt.Sprintf(format, v...) -} - -func snip(v []byte) []byte { - return v[:min(96, len(v))] -} - -// These constants are used within debugf. -// If the first parameter to debugf is one of these, it determines -// the ANSI color used within the ANSI terminal. -// -// They make it easier to write different groups of debug statements -// with a visual aid. -const ( - hlSFX = "\033[0m" - hlPFX = "\033[1;" - hlBLACK = hlPFX + "30" + "m" - hlRED = hlPFX + "31" + "m" - hlGREEN = hlPFX + "32" + "m" - hlYELLOW = hlPFX + "33" + "m" - hlBLUE = hlPFX + "34" + "m" - hlPURPLE = hlPFX + "35" + "m" - hlCYAN = hlPFX + "36" + "m" - hlWHITE = hlPFX + "37" + "m" - // hlORANGE = hlYELLOW -) - -// debugf will print debug statements to the screen whether or not debugging is on -// -// Note: if first parameter in a is one of the hlXXX vars, then we treat it as a hint -// to highlight in different colors. -// -//go:noinline -func debugf(s string, a ...any) { - if !debugLogging { - return - } - if len(s) == 0 { - return - } - if s[len(s)-1] != '\n' { - s = s + "\n" - } - if len(a) > 0 { - switch a[0] { - case hlBLACK, hlRED, hlGREEN, hlYELLOW, hlBLUE, hlPURPLE, hlCYAN, hlWHITE: - s = a[0].(string) + s + hlSFX - a = a[1:] - } - } - fmt.Printf(s, a...) -} - -func panicToErr(h errDecorator, fn func()) (err error) { - defer panicValToErr(h, callRecoverSentinel, &err, nil, debugging) - fn() - return -} - -// panicValToErr will convert a panic value into an error -// -// err and recovered are guaranteed to be not nil -func panicValToErr(h errDecorator, recovered interface{}, err, errCopy *error, panicAgain bool) { - if recovered == callRecoverSentinel { - recovered = recover() - } - if recovered == nil || err == nil { - return - } - if recovered == *err { - goto HANDLE_COPY - } - switch xerr := recovered.(type) { - case *outOfBoundsError: - h.wrapErr(xerr, err) - case runtime.Error: - switch d := h.(type) { - case decoderI: - if d.isBytes() && isSliceBoundsError(xerr.Error()) { - // *err = io.ErrUnexpectedEOF - h.wrapErr(io.ErrUnexpectedEOF, err) - } else { - h.wrapErr(xerr, err) - } - default: - h.wrapErr(xerr, err) - } - case error: - switch xerr { - case nil: - case io.EOF, io.ErrUnexpectedEOF, errEncoderNotInitialized, errDecoderNotInitialized: - // treat as special (bubble up) - // *err = xerr - h.wrapErr(xerr, err) - default: - h.wrapErr(xerr, err) - } - case string: - h.wrapErr(errors.New(xerr), err) - // *err = errors.New(xerr) - default: - // we don't expect this to happen (as this library always panics with an error) - h.wrapErr(fmt.Errorf("%v", recovered), err) - } -HANDLE_COPY: - if errCopy != nil { - *errCopy = *err - } - if panicAgain { - panic(*err) - } -} - -func usableByteSlice(bs []byte, slen int) (out []byte, isMadeNew bool) { - const maxCap = 1024 * 1024 * 64 // 64MB - // const skipMaxCap = false // allow to test - - // if slen <= 0 { - // return bs[:0], false // return zeroByteSlice, true - // } - - // slen=0 means it's defined-length of 0. - // slen<0 means non-defined length which would be determined in future. - - // if bs is nil, for length=0, ensure we don't return a nil []byte, - // which will cause DecodeBytes (caller) to return a nil []byte incorrectly. - if slen == 0 { - return zeroByteSlice, false - } - if slen < 0 { - return bs[:0], false - } - if slen <= cap(bs) { - return bs[:slen], false - } - // slen > cap(bs) ... handle memory overload appropriately - return make([]byte, min(slen, maxCap)), true - // if skipMaxCap || slen <= maxCap { - // return make([]byte, slen), true - // } - // return make([]byte, maxCap), true -} - -func makeExt(ext interface{}) Ext { - switch t := ext.(type) { - case Ext: - return t - case BytesExt: - return &bytesExtWrapper{BytesExt: t} - case InterfaceExt: - return &interfaceExtWrapper{InterfaceExt: t} - } - return &extFailWrapper{} -} - -func baseRV(v interface{}) (rv reflect.Value) { - // MARKER TODO try using rv4i not reflect.ValueOf - // use reflect.ValueOf, not rv4i, as of go 1.16beta, rv4i was not inlineable - for rv = reflect.ValueOf(v); rv.Kind() == reflect.Ptr; rv = rv.Elem() { - } - return -} - -func baseRVRV(v reflect.Value) (rv reflect.Value) { - for rv = v; rv.Kind() == reflect.Ptr; rv = rv.Elem() { - } - return -} - -func baseRT(v reflect.Type) (vv reflect.Type) { - for vv = v; vv.Kind() == reflect.Ptr; vv = vv.Elem() { - } - return -} - -// ---- - -// these "checkOverflow" functions must be inlinable, and not call anybody. -// Overflow means that the value cannot be represented without wrapping/overflow. -// Overflow=false does not mean that the value can be represented without losing precision -// (especially for floating point). - -type checkOverflow struct{} - -func (checkOverflow) Float32(v float64) (overflow bool) { - if v < 0 { - v = -v - } - return math.MaxFloat32 < v && v <= math.MaxFloat64 -} -func (checkOverflow) Uint(v uint64, bitsize uint8) (overflow bool) { - if v != 0 && v != (v<<(64-bitsize))>>(64-bitsize) { - overflow = true - } - return -} -func (checkOverflow) Int(v int64, bitsize uint8) (overflow bool) { - if v != 0 && v != (v<<(64-bitsize))>>(64-bitsize) { - overflow = true - } - return -} - -func (checkOverflow) Uint2Int(v uint64, neg bool) (overflow bool) { - return (neg && v > 1<<63) || (!neg && v >= 1<<63) -} - -func (checkOverflow) SignedInt(v uint64) (overflow bool) { - //e.g. -127 to 128 for int8 - // pos := (v >> 63) == 0 - // ui2 := v & 0x7fffffffffffffff - // if pos { - // if ui2 > math.MaxInt64 { - // overflow = true - // } - // } else { - // if ui2 > math.MaxInt64-1 { - // overflow = true - // } - // } - - // a signed integer has overflow if the sign (first) bit is 1 (negative) - // and the numbers after the sign bit is > maxint64 - 1 - overflow = (v>>63) != 0 && v&0x7fffffffffffffff > math.MaxInt64-1 - - return -} - -func (x checkOverflow) Float32V(v float64) float64 { - if x.Float32(v) { - halt.errorFloat("float32 overflow: ", v) - } - return v -} -func (x checkOverflow) UintV(v uint64, bitsize uint8) uint64 { - if x.Uint(v, bitsize) { - halt.errorUint("uint64 overflow: ", v) - } - return v -} -func (x checkOverflow) IntV(v int64, bitsize uint8) int64 { - if x.Int(v, bitsize) { - halt.errorInt("int64 overflow: ", v) - } - return v -} -func (x checkOverflow) SignedIntV(v uint64) int64 { - if x.SignedInt(v) { - halt.errorUint("uint64 to int64 overflow: ", v) - } - return int64(v) -} - -// ------------------ FLOATING POINT ----------------- - -func isNaN64(f float64) bool { return f != f } - -func isWhitespaceChar(v byte) bool { - // these are in order of speed below ... - - return v < 33 - // return v < 33 && whitespaceCharBitset64.isset(v) - // return v < 33 && (v == ' ' || v == '\n' || v == '\t' || v == '\r') - // return v == ' ' || v == '\n' || v == '\t' || v == '\r' - // return whitespaceCharBitset.isset(v) -} - -func isNumberChar(v byte) bool { - // these are in order of speed below ... - - return numCharBitset.isset(v) - // return v < 64 && numCharNoExpBitset64.isset(v) || v == 'e' || v == 'E' - // return v > 42 && v < 102 && numCharWithExpBitset64.isset(v-42) -} - -// ----------------------- - -func pruneSignExt(v []byte, pos bool) (n int) { - if len(v) < 2 { - } else if pos && v[0] == 0 { - for ; v[n] == 0 && n+1 < len(v) && (v[n+1]&(1<<7) == 0); n++ { - } - } else if !pos && v[0] == 0xff { - for ; v[n] == 0xff && n+1 < len(v) && (v[n+1]&(1<<7) != 0); n++ { - } - } - return -} - -func halfFloatToFloatBits(h uint16) (f uint32) { - // retrofitted from: - // - OGRE (Object-Oriented Graphics Rendering Engine) - // function: halfToFloatI https://www.ogre3d.org/docs/api/1.9/_ogre_bitwise_8h_source.html - - s := uint32(h >> 15) - m := uint32(h & 0x03ff) - e := int32((h >> 10) & 0x1f) - - if e == 0 { - if m == 0 { // plus or minus 0 - return s << 31 - } - // Denormalized number -- renormalize it - for (m & 0x0400) == 0 { - m <<= 1 - e -= 1 - } - e += 1 - m &= ^uint32(0x0400) - } else if e == 31 { - if m == 0 { // Inf - return (s << 31) | 0x7f800000 - } - return (s << 31) | 0x7f800000 | (m << 13) // NaN - } - e = e + (127 - 15) - m = m << 13 - return (s << 31) | (uint32(e) << 23) | m -} - -func floatToHalfFloatBits(i uint32) (h uint16) { - // retrofitted from: - // - OGRE (Object-Oriented Graphics Rendering Engine) - // function: halfToFloatI https://www.ogre3d.org/docs/api/1.9/_ogre_bitwise_8h_source.html - // - http://www.java2s.com/example/java-utility-method/float-to/floattohalf-float-f-fae00.html - s := (i >> 16) & 0x8000 - e := int32(((i >> 23) & 0xff) - (127 - 15)) - m := i & 0x7fffff - - var h32 uint32 - - if e <= 0 { - if e < -10 { // zero - h32 = s // track -0 vs +0 - } else { - m = (m | 0x800000) >> uint32(1-e) - h32 = s | (m >> 13) - } - } else if e == 0xff-(127-15) { - if m == 0 { // Inf - h32 = s | 0x7c00 - } else { // NAN - m >>= 13 - var me uint32 - if m == 0 { - me = 1 - } - h32 = s | 0x7c00 | m | me - } - } else { - if e > 30 { // Overflow - h32 = s | 0x7c00 - } else { - h32 = s | (uint32(e) << 10) | (m >> 13) - } - } - h = uint16(h32) - return -} - -// ----------------------- - -type ioFlusher interface { - Flush() error -} - -type ioBuffered interface { - Buffered() int -} - -// ----------------------- - -type sfiRv struct { - v *structFieldInfo - r reflect.Value -} - -// ------ - -// bitset types are better than [256]bool, because they permit the whole -// bitset array being on a single cache line and use less memory. -// -// Also, since pos is a byte (0-255), there's no bounds checks on indexing (cheap). -// -// We previously had bitset128 [16]byte, and bitset32 [4]byte, but those introduces -// bounds checking, so we discarded them, and everyone uses bitset256. -// -// given x > 0 and n > 0 and x is exactly 2^n, then pos/x === pos>>n AND pos%x === pos&(x-1). -// consequently, pos/32 === pos>>5, pos/16 === pos>>4, pos/8 === pos>>3, pos%8 == pos&7 -// -// Note that using >> or & is faster than using / or %, as division is quite expensive if not optimized. - -// MARKER: -// We noticed a little performance degradation when using bitset256 as [32]byte (or bitset32 as uint32). -// For example, json encoding went from 188K ns/op to 168K ns/op (~ 10% reduction). -// Consequently, we are using a [NNN]bool for bitsetNNN. -// To eliminate bounds-checking, we use x % v as that is guaranteed to be within bounds. - -// ---- -type bitset32 [32]bool - -func (x *bitset32) set(pos byte) *bitset32 { - x[pos&31] = true // x[pos%32] = true - return x -} -func (x *bitset32) isset(pos byte) bool { - return x[pos&31] // x[pos%32] -} - -type bitset256 [256]bool - -func (x *bitset256) set(pos byte) *bitset256 { - x[pos] = true - return x -} -func (x *bitset256) isset(pos byte) bool { - return x[pos] -} - -// ------------ - -// panicHdl will panic with the parameters passed. -type panicHdl struct{} - -func (panicHdl) onerror(err error) { - if err != nil { - panic(err) - } -} - -func (panicHdl) error(err error) { panic(err) } - -func (panicHdl) errorStr(s string) { panic(s) } - -func (panicHdl) errorStr2(s, s2 string) { panic(s + s2) } - -func (panicHdl) errorBytes(s string, p1 []byte) { panic(s + stringView(p1)) } - -func (v panicHdl) errorByte(prefix string, p1 byte) { - panic(stringView(append(panicHdlBytes(prefix), p1))) -} - -func (v panicHdl) errorInt(prefix string, p1 int64) { - panic(stringView(strconv.AppendInt(panicHdlBytes(prefix), p1, 10))) - // bs := make([]byte, len(prefix)+8) - // bs = append(bs, prefix...) - // bs = strconv.AppendInt(bs, p1, 10) - // panic(stringView(bs)) -} - -func (v panicHdl) errorUint(prefix string, p1 uint64) { - panic(stringView(strconv.AppendUint(panicHdlBytes(prefix), p1, 10))) -} - -func (v panicHdl) errorFloat(prefix string, p1 float64) { - panic(stringView(strconv.AppendFloat(panicHdlBytes(prefix), p1, 'G', -1, 64))) -} - -// MARKER -// consider adding //go:noinline to errorf and maybe other methods - -// errorf will always panic, using the parameters passed. -// -// Note: it is ok to pass in a stringView, as it will just pass it directly -// to a fmt.Sprintf call and not hold onto it. -// -// Since this is an unexported call, we will not be defensive. -// Callers should ensure a non-empty string and 1+ parameter. -func (panicHdl) errorf(format string, params ...interface{}) { - // if format == "" { - // panic(errPanicUndefined) - // } - // if len(params) == 0 { - // panic(errors.New(format)) - // } - panic(fmt.Errorf(format, params...)) -} - -func panicHdlBytes(prefix string) []byte { - return append(make([]byte, len(prefix)+8), prefix...) -} - -// ---------------------------------------------------- - -type errDecorator interface { - wrapErr(in error, out *error) -} - -type errDecoratorDef struct{} - -func (errDecoratorDef) wrapErr(v error, e *error) { *e = v } - -// ---------------------------------------------------- - -type mustHdl struct{} - -func (mustHdl) String(s string, err error) string { - halt.onerror(err) - return s -} -func (mustHdl) Int(s int64, err error) int64 { - halt.onerror(err) - return s -} -func (mustHdl) Uint(s uint64, err error) uint64 { - halt.onerror(err) - return s -} -func (mustHdl) Float(s float64, err error) float64 { - halt.onerror(err) - return s -} - -// ------------------- - -func freelistCapacity(length int) (capacity int) { - for capacity = 8; capacity < length; capacity *= 2 { - } - return -} - -// bytesFreeList is a list of byte buffers, sorted by cap. -// -// In anecdotal testing (running go test -tsd 1..6), we couldn't get -// the length of the list > 4 at any time. So we believe a linear search -// without bounds checking is sufficient. -// -// Typical usage model: -// -// peek may go together with put, iff pop=true. peek gets largest byte slice temporarily. -// check is used to switch a []byte if necessary -// get/put go together -// -// Given that folks may get a []byte, and then append to it a lot which may re-allocate -// a new []byte, we should try to return both (one received from blist and new one allocated). -// -// Typical usage model for get/put, when we don't know whether we may need more than requested -// -// v0 := blist.get() -// v1 := v0 -// ... use v1 ... -// blist.put(v1) -// if !byteSliceSameData(v0, v1) { -// blist.put(v0) -// } -type bytesFreeList [][]byte - -// peek returns a slice of possibly non-zero'ed bytes, with len=0, -// and with the largest capacity from the list. -func (x *bytesFreeList) peek(length int, pop bool) (out []byte) { - if !useBytesFreeList { - return make([]byte, 0, freelistCapacity(length)) - } - y := *x - if len(y) > 0 { - out = y[len(y)-1] - } - // start buf with a minimum of 64 bytes - const minLenBytes = 64 - if length < minLenBytes { - length = minLenBytes - } - if cap(out) < length { - out = make([]byte, 0, freelistCapacity(length)) - y = append(y, out) - *x = y - } - if pop && len(y) > 0 { - y = y[:len(y)-1] - *x = y - } - return -} - -// get returns a slice of possibly non-zero'ed bytes, with len=0, -// and with cap >= length requested. -func (x *bytesFreeList) get(length int) (out []byte) { - if !useBytesFreeList { - return make([]byte, 0, freelistCapacity(length)) - } - y := *x - for i, v := range y { - if cap(v) >= length { - // *x = append(y[:i], y[i+1:]...) - copy(y[i:], y[i+1:]) - *x = y[:len(y)-1] - return v - } - } - return make([]byte, 0, freelistCapacity(length)) -} - -func (x *bytesFreeList) put(v []byte) { - if !useBytesFreeList || cap(v) == 0 { - return - } - if len(v) != 0 { - v = v[:0] - } - // v = v[:0] - // append the new value, then try to put it in a better position - y := append(*x, v) - *x = y - // MARKER: use simple for loop, so as not to create new slice - // for i, z := range y[:len(y)-1] { - for i := 0; i < len(y)-1; i++ { - if cap(y[i]) > cap(v) { - copy(y[i+1:], y[i:]) - y[i] = v - return - } - } -} - -func (x *bytesFreeList) check(v []byte, length int) (out []byte) { - // ensure inlineable, by moving slow-path out to its own function - if cap(v) >= length { - return v[:0] - } - return x.putGet(v, length) -} - -func (x *bytesFreeList) putGet(v []byte, length int) []byte { - // putGet broken out into its own function, so check is inlineable in general case - - if useBytesFreeListPutGetSeparateCalls { - x.put(v) - return x.get(length) - } - - if !useBytesFreeList { - return make([]byte, 0, freelistCapacity(length)) - } - - // assume cap(v) < length, so put must happen before get - y := *x - var put = cap(v) == 0 // if empty, consider it already put - if !put { - y = append(y, v) - *x = y - } - // for i := 0; i < len(y); i++ { - // z := y[i] - for i, z := range y { - if put { - if cap(z) >= length { - copy(y[i:], y[i+1:]) - y = y[:len(y)-1] - *x = y - return z - } - } else { - if cap(z) > cap(v) { - copy(y[i+1:], y[i:]) - y[i] = v - put = true - } - } - } - return make([]byte, 0, freelistCapacity(length)) -} - -// ------------------------- - -// sfiRvFreeList is used by Encoder for encoding structs, -// where we have to gather the fields first and then -// analyze them for omitEmpty, before knowing the length of the array/map to encode. -// -// Typically, the length here will depend on the number of cycles e.g. -// if type T1 has reference to T1, or T1 has reference to type T2 which has reference to T1. -// -// In the general case, the length of this list at most times is 1, -// so linear search is fine. -type sfiRvFreeList [][]sfiRv - -func (x *sfiRvFreeList) get(length int) (out []sfiRv) { - if !useSfiRvFreeList { - return make([]sfiRv, 0, freelistCapacity(length)) - } - y := *x - - // MARKER: do not use range, as range is not currently inlineable as of go 1.16-beta - // for i, v := range y { - for i := 0; i < len(y); i++ { - v := y[i] - if cap(v) >= length { - // *x = append(y[:i], y[i+1:]...) - copy(y[i:], y[i+1:]) - *x = y[:len(y)-1] - return v - } - } - return make([]sfiRv, 0, freelistCapacity(length)) -} - -func (x *sfiRvFreeList) put(v []sfiRv) { - if !useSfiRvFreeList { - return - } - if len(v) != 0 { - v = v[:0] - } - // append the new value, then try to put it in a better position - y := append(*x, v) - *x = y - // MARKER: do not use range, as range is not currently inlineable as of go 1.16-beta - // for i, z := range y[:len(y)-1] { - for i := 0; i < len(y)-1; i++ { - z := y[i] - if cap(z) > cap(v) { - copy(y[i+1:], y[i:]) - y[i] = v - return - } - } -} - -// ---- multiple interner implementations ---- - -// Hard to tell which is most performant: -// - use a map[string]string - worst perf, no collisions, and unlimited entries -// - use a linear search with move to front heuristics - no collisions, and maxed at 64 entries -// - use a computationally-intensive hash - best performance, some collisions, maxed at 64 entries - -const ( - internMaxStrLen = 16 // if more than 16 bytes, faster to copy than compare bytes - internCap = 64 * 2 // 64 uses 1K bytes RAM, so 128 (anecdotal sweet spot) uses 2K bytes -) - -type internerMap map[string]string - -func (x *internerMap) init() { - *x = make(map[string]string, internCap) -} - -func (x internerMap) string(v []byte) (s string) { - s, ok := x[string(v)] // no allocation here, per go implementation - if !ok { - s = string(v) // new allocation here - x[s] = s - } - return -} - -// ---- - -type bytesEncoder interface { - Encode(dst, src []byte) - Decode(dst, src []byte) (n int, err error) - EncodedLen(n int) int - DecodedLen(n int) int -} - -type hexEncoder struct{} - -func (hexEncoder) Encode(dst, src []byte) { hex.Encode(dst, src) } -func (hexEncoder) Decode(dst, src []byte) (n int, err error) { return hex.Decode(dst, src) } -func (hexEncoder) EncodedLen(n int) int { return hex.EncodedLen(n) } -func (hexEncoder) DecodedLen(n int) int { return hex.DecodedLen(n) } |
