go-json/decode_compile.go

423 lines
12 KiB
Go
Raw Permalink Normal View History

2020-05-24 15:31:10 +03:00
package json
import (
"reflect"
"strings"
"unsafe"
)
2021-02-04 12:00:08 +03:00
func (d *Decoder) compileToGetDecoderSlowPath(typeptr uintptr, typ *rtype) (decoder, error) {
decoderMap := loadDecoderMap()
if dec, exists := decoderMap[typeptr]; exists {
return dec, nil
}
d.structTypeToDecoder = map[uintptr]decoder{}
dec, err := d.compileHead(typ)
if err != nil {
return nil, err
}
storeDecoder(typeptr, dec, decoderMap)
return dec, nil
}
2020-05-24 15:31:10 +03:00
func (d *Decoder) compileHead(typ *rtype) (decoder, error) {
2020-08-20 06:38:50 +03:00
switch {
2020-11-21 20:47:18 +03:00
case rtype_ptrTo(typ).Implements(unmarshalJSONType):
return newUnmarshalJSONDecoder(rtype_ptrTo(typ), "", ""), nil
2020-08-20 06:38:50 +03:00
case rtype_ptrTo(typ).Implements(unmarshalTextType):
return newUnmarshalTextDecoder(rtype_ptrTo(typ), "", ""), nil
2020-05-24 15:31:10 +03:00
}
return d.compile(typ.Elem(), "", "")
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compile(typ *rtype, structName, fieldName string) (decoder, error) {
2020-08-20 06:38:50 +03:00
switch {
2020-11-21 20:47:18 +03:00
case rtype_ptrTo(typ).Implements(unmarshalJSONType):
return newUnmarshalJSONDecoder(rtype_ptrTo(typ), structName, fieldName), nil
2020-08-20 06:38:50 +03:00
case rtype_ptrTo(typ).Implements(unmarshalTextType):
return newUnmarshalTextDecoder(rtype_ptrTo(typ), structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
2020-08-20 06:38:50 +03:00
2020-05-24 15:31:10 +03:00
switch typ.Kind() {
case reflect.Ptr:
return d.compilePtr(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Struct:
return d.compileStruct(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Slice:
2020-11-21 20:47:18 +03:00
elem := typ.Elem()
if elem.Kind() == reflect.Uint8 {
2020-12-24 08:26:18 +03:00
return d.compileBytes(elem, structName, fieldName)
2020-11-21 20:47:18 +03:00
}
return d.compileSlice(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Array:
return d.compileArray(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Map:
return d.compileMap(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Interface:
return d.compileInterface(typ, structName, fieldName)
2020-08-19 13:56:29 +03:00
case reflect.Uintptr:
return d.compileUint(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Int:
2020-12-15 06:29:19 +03:00
return d.compileInt(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Int8:
2020-12-15 06:29:19 +03:00
return d.compileInt8(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Int16:
2020-12-15 06:29:19 +03:00
return d.compileInt16(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Int32:
2020-12-15 06:29:19 +03:00
return d.compileInt32(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Int64:
2020-12-15 06:29:19 +03:00
return d.compileInt64(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Uint:
return d.compileUint(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Uint8:
return d.compileUint8(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Uint16:
return d.compileUint16(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Uint32:
return d.compileUint32(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Uint64:
return d.compileUint64(typ, structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.String:
return d.compileString(structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Bool:
return d.compileBool(structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Float32:
return d.compileFloat32(structName, fieldName)
2020-05-24 15:31:10 +03:00
case reflect.Float64:
return d.compileFloat64(structName, fieldName)
2020-05-24 15:31:10 +03:00
}
2020-12-24 08:26:18 +03:00
return nil, &UnmarshalTypeError{
Value: "object",
Type: rtype2type(typ),
Offset: 0,
}
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compileMapKey(typ *rtype, structName, fieldName string) (decoder, error) {
2020-12-24 08:26:18 +03:00
if rtype_ptrTo(typ).Implements(unmarshalTextType) {
return newUnmarshalTextDecoder(rtype_ptrTo(typ), structName, fieldName), nil
}
dec, err := d.compile(typ, structName, fieldName)
if err != nil {
return nil, err
}
for {
switch t := dec.(type) {
2020-12-24 08:26:18 +03:00
case *stringDecoder, *interfaceDecoder:
return dec, nil
case *boolDecoder, *intDecoder, *uintDecoder, *numberDecoder:
return newWrappedStringDecoder(dec, structName, fieldName), nil
case *ptrDecoder:
dec = t.dec
default:
goto ERROR
}
}
ERROR:
2020-12-24 08:26:18 +03:00
return nil, &UnmarshalTypeError{
Value: "object",
Type: rtype2type(typ),
Offset: 0,
}
}
func (d *Decoder) compilePtr(typ *rtype, structName, fieldName string) (decoder, error) {
dec, err := d.compile(typ.Elem(), structName, fieldName)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
return newPtrDecoder(dec, typ.Elem(), structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
2020-12-15 06:29:19 +03:00
func (d *Decoder) compileInt(typ *rtype, structName, fieldName string) (decoder, error) {
return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
2020-11-19 06:47:42 +03:00
*(*int)(p) = int(v)
2020-05-24 15:31:10 +03:00
}), nil
}
2020-12-15 06:29:19 +03:00
func (d *Decoder) compileInt8(typ *rtype, structName, fieldName string) (decoder, error) {
return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
2020-11-19 06:47:42 +03:00
*(*int8)(p) = int8(v)
2020-05-24 15:31:10 +03:00
}), nil
}
2020-12-15 06:29:19 +03:00
func (d *Decoder) compileInt16(typ *rtype, structName, fieldName string) (decoder, error) {
return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
2020-11-19 06:47:42 +03:00
*(*int16)(p) = int16(v)
2020-05-24 15:31:10 +03:00
}), nil
}
2020-12-15 06:29:19 +03:00
func (d *Decoder) compileInt32(typ *rtype, structName, fieldName string) (decoder, error) {
return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
2020-11-19 06:47:42 +03:00
*(*int32)(p) = int32(v)
2020-05-24 15:31:10 +03:00
}), nil
}
2020-12-15 06:29:19 +03:00
func (d *Decoder) compileInt64(typ *rtype, structName, fieldName string) (decoder, error) {
return newIntDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v int64) {
2020-11-19 06:47:42 +03:00
*(*int64)(p) = v
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileUint(typ *rtype, structName, fieldName string) (decoder, error) {
return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
2020-11-19 06:47:42 +03:00
*(*uint)(p) = uint(v)
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileUint8(typ *rtype, structName, fieldName string) (decoder, error) {
return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
2020-11-19 06:47:42 +03:00
*(*uint8)(p) = uint8(v)
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileUint16(typ *rtype, structName, fieldName string) (decoder, error) {
return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
2020-11-19 06:47:42 +03:00
*(*uint16)(p) = uint16(v)
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileUint32(typ *rtype, structName, fieldName string) (decoder, error) {
return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
2020-11-19 06:47:42 +03:00
*(*uint32)(p) = uint32(v)
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileUint64(typ *rtype, structName, fieldName string) (decoder, error) {
return newUintDecoder(typ, structName, fieldName, func(p unsafe.Pointer, v uint64) {
2020-11-19 06:47:42 +03:00
*(*uint64)(p) = v
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileFloat32(structName, fieldName string) (decoder, error) {
return newFloatDecoder(structName, fieldName, func(p unsafe.Pointer, v float64) {
2020-11-19 06:47:42 +03:00
*(*float32)(p) = float32(v)
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileFloat64(structName, fieldName string) (decoder, error) {
return newFloatDecoder(structName, fieldName, func(p unsafe.Pointer, v float64) {
2020-11-19 06:47:42 +03:00
*(*float64)(p) = v
2020-05-24 15:31:10 +03:00
}), nil
}
func (d *Decoder) compileString(structName, fieldName string) (decoder, error) {
return newStringDecoder(structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compileBool(structName, fieldName string) (decoder, error) {
return newBoolDecoder(structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
2020-12-24 08:26:18 +03:00
func (d *Decoder) compileBytes(typ *rtype, structName, fieldName string) (decoder, error) {
return newBytesDecoder(typ, structName, fieldName), nil
2020-11-21 20:47:18 +03:00
}
func (d *Decoder) compileSlice(typ *rtype, structName, fieldName string) (decoder, error) {
2020-05-24 15:31:10 +03:00
elem := typ.Elem()
decoder, err := d.compile(elem, structName, fieldName)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
return newSliceDecoder(decoder, elem, elem.Size(), structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compileArray(typ *rtype, structName, fieldName string) (decoder, error) {
2020-05-24 15:31:10 +03:00
elem := typ.Elem()
decoder, err := d.compile(elem, structName, fieldName)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
return newArrayDecoder(decoder, elem, typ.Len(), structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compileMap(typ *rtype, structName, fieldName string) (decoder, error) {
keyDec, err := d.compileMapKey(typ.Key(), structName, fieldName)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
valueDec, err := d.compile(typ.Elem(), structName, fieldName)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
2020-12-22 15:55:59 +03:00
return newMapDecoder(typ, typ.Key(), keyDec, typ.Elem(), valueDec, structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
func (d *Decoder) compileInterface(typ *rtype, structName, fieldName string) (decoder, error) {
2021-02-09 15:37:18 +03:00
return newInterfaceDecoder(d, typ, structName, fieldName), nil
2020-05-24 15:31:10 +03:00
}
2020-12-22 15:55:59 +03:00
func (d *Decoder) removeConflictFields(fieldMap map[string]*structFieldSet, conflictedMap map[string]struct{}, dec *structDecoder, baseOffset uintptr) {
for k, v := range dec.fieldMap {
if _, exists := conflictedMap[k]; exists {
// already conflicted key
continue
}
set, exists := fieldMap[k]
if !exists {
fieldSet := &structFieldSet{
dec: v.dec,
offset: baseOffset + v.offset,
isTaggedKey: v.isTaggedKey,
key: k,
keyLen: int64(len(k)),
2020-12-22 15:55:59 +03:00
}
fieldMap[k] = fieldSet
2020-12-22 19:28:56 +03:00
lower := strings.ToLower(k)
if _, exists := fieldMap[lower]; !exists {
fieldMap[lower] = fieldSet
}
2020-12-22 15:55:59 +03:00
continue
}
if set.isTaggedKey {
if v.isTaggedKey {
// conflict tag key
delete(fieldMap, k)
delete(fieldMap, strings.ToLower(k))
2020-12-22 15:55:59 +03:00
conflictedMap[k] = struct{}{}
conflictedMap[strings.ToLower(k)] = struct{}{}
}
} else {
if v.isTaggedKey {
fieldSet := &structFieldSet{
dec: v.dec,
offset: baseOffset + v.offset,
isTaggedKey: v.isTaggedKey,
key: k,
keyLen: int64(len(k)),
2020-12-22 15:55:59 +03:00
}
fieldMap[k] = fieldSet
2020-12-22 19:28:56 +03:00
lower := strings.ToLower(k)
if _, exists := fieldMap[lower]; !exists {
fieldMap[lower] = fieldSet
}
2020-12-22 15:55:59 +03:00
} else {
// conflict tag key
delete(fieldMap, k)
delete(fieldMap, strings.ToLower(k))
2020-12-22 15:55:59 +03:00
conflictedMap[k] = struct{}{}
conflictedMap[strings.ToLower(k)] = struct{}{}
}
}
}
}
func (d *Decoder) compileStruct(typ *rtype, structName, fieldName string) (decoder, error) {
2020-05-24 15:31:10 +03:00
fieldNum := typ.NumField()
2020-12-22 15:55:59 +03:00
conflictedMap := map[string]struct{}{}
2020-05-24 15:31:10 +03:00
fieldMap := map[string]*structFieldSet{}
2020-08-25 11:18:37 +03:00
typeptr := uintptr(unsafe.Pointer(typ))
if dec, exists := d.structTypeToDecoder[typeptr]; exists {
return dec, nil
}
structDec := newStructDecoder(structName, fieldName, fieldMap)
2020-08-25 11:18:37 +03:00
d.structTypeToDecoder[typeptr] = structDec
structName = typ.Name()
2020-05-24 15:31:10 +03:00
for i := 0; i < fieldNum; i++ {
field := typ.Field(i)
2020-08-20 06:38:50 +03:00
if isIgnoredStructField(field) {
2020-05-24 15:31:10 +03:00
continue
}
2020-08-20 06:38:50 +03:00
tag := structTagFromField(field)
dec, err := d.compile(type2rtype(field.Type), structName, field.Name)
2020-05-24 15:31:10 +03:00
if err != nil {
return nil, err
}
2020-12-22 15:55:59 +03:00
if field.Anonymous && !tag.isTaggedKey {
if stDec, ok := dec.(*structDecoder); ok {
if type2rtype(field.Type) == typ {
// recursive definition
continue
}
2021-02-01 16:31:39 +03:00
d.removeConflictFields(fieldMap, conflictedMap, stDec, field.Offset)
2020-12-22 15:55:59 +03:00
} else if pdec, ok := dec.(*ptrDecoder); ok {
contentDec := pdec.contentDecoder()
if pdec.typ == typ {
// recursive definition
continue
}
if dec, ok := contentDec.(*structDecoder); ok {
for k, v := range dec.fieldMap {
if _, exists := conflictedMap[k]; exists {
// already conflicted key
continue
}
set, exists := fieldMap[k]
if !exists {
fieldSet := &structFieldSet{
dec: newAnonymousFieldDecoder(pdec.typ, v.offset, v.dec),
2021-02-01 16:31:39 +03:00
offset: field.Offset,
2020-12-22 15:55:59 +03:00
isTaggedKey: v.isTaggedKey,
key: k,
keyLen: int64(len(k)),
2020-12-22 15:55:59 +03:00
}
fieldMap[k] = fieldSet
2020-12-22 19:28:56 +03:00
lower := strings.ToLower(k)
if _, exists := fieldMap[lower]; !exists {
fieldMap[lower] = fieldSet
}
2020-12-22 15:55:59 +03:00
continue
}
if set.isTaggedKey {
if v.isTaggedKey {
// conflict tag key
delete(fieldMap, k)
delete(fieldMap, strings.ToLower(k))
2020-12-22 15:55:59 +03:00
conflictedMap[k] = struct{}{}
conflictedMap[strings.ToLower(k)] = struct{}{}
}
} else {
if v.isTaggedKey {
fieldSet := &structFieldSet{
dec: newAnonymousFieldDecoder(pdec.typ, v.offset, v.dec),
2021-02-01 16:31:39 +03:00
offset: field.Offset,
2020-12-22 15:55:59 +03:00
isTaggedKey: v.isTaggedKey,
key: k,
keyLen: int64(len(k)),
2020-12-22 15:55:59 +03:00
}
fieldMap[k] = fieldSet
2020-12-22 19:28:56 +03:00
lower := strings.ToLower(k)
if _, exists := fieldMap[lower]; !exists {
fieldMap[lower] = fieldSet
}
2020-12-22 15:55:59 +03:00
} else {
// conflict tag key
delete(fieldMap, k)
delete(fieldMap, strings.ToLower(k))
2020-12-22 15:55:59 +03:00
conflictedMap[k] = struct{}{}
conflictedMap[strings.ToLower(k)] = struct{}{}
}
}
}
}
}
} else {
if tag.isString {
dec = newWrappedStringDecoder(dec, structName, field.Name)
}
var key string
2020-12-22 15:55:59 +03:00
if tag.key != "" {
key = tag.key
2020-12-22 15:55:59 +03:00
} else {
key = field.Name
}
fieldSet := &structFieldSet{
dec: dec,
offset: field.Offset,
isTaggedKey: tag.isTaggedKey,
key: key,
keyLen: int64(len(key)),
}
fieldMap[key] = fieldSet
lower := strings.ToLower(key)
if _, exists := fieldMap[lower]; !exists {
fieldMap[lower] = fieldSet
2020-12-22 15:55:59 +03:00
}
2020-08-20 06:38:50 +03:00
}
2020-05-24 15:31:10 +03:00
}
2020-08-25 11:18:37 +03:00
delete(d.structTypeToDecoder, typeptr)
structDec.tryOptimize()
2020-08-25 11:18:37 +03:00
return structDec, nil
2020-05-24 15:31:10 +03:00
}