Merge pull request #120 from goccy/feature/fix-interface

Fix decoding of interface{} type

codec.go

@@ -12,13 +12,12 @@ const (
 )
 
 var (
-	cachedOpcodeSets       []*opcodeSet
+	cachedOpcodeSets []*opcodeSet
-	cachedOpcodeMap        unsafe.Pointer // map[uintptr]*opcodeSet
+	cachedOpcodeMap  unsafe.Pointer // map[uintptr]*opcodeSet
-	existsCachedOpcodeSets bool
+	cachedDecoder    []decoder
-	cachedDecoder          []decoder
+	cachedDecoderMap unsafe.Pointer // map[uintptr]decoder
-	cachedDecoderMap       unsafe.Pointer // map[uintptr]decoder
+	baseTypeAddr     uintptr
-	existsCachedDecoder    bool
+	maxTypeAddr      uintptr
-	baseTypeAddr           uintptr
 )
 
 //go:linkname typelinks reflect.typelinks
@@ -68,10 +67,9 @@ func setupCodec() error {
 		return fmt.Errorf("too big address range %d", addrRange)
 	}
 	cachedOpcodeSets = make([]*opcodeSet, addrRange)
-	existsCachedOpcodeSets = true
 	cachedDecoder = make([]decoder, addrRange)
-	existsCachedDecoder = true
 	baseTypeAddr = min
+	maxTypeAddr = max
 	return nil
 }
 

decode_compile.go

@@ -245,7 +245,7 @@ func (d *Decoder) compileMap(typ *rtype, structName, fieldName string) (decoder,
 }
 
 func (d *Decoder) compileInterface(typ *rtype, structName, fieldName string) (decoder, error) {
-	return newInterfaceDecoder(typ, structName, fieldName), nil
+	return newInterfaceDecoder(d, typ, structName, fieldName), nil
 }
 
 func (d *Decoder) removeConflictFields(fieldMap map[string]*structFieldSet, conflictedMap map[string]struct{}, dec *structDecoder, baseOffset uintptr) {

decode_compile_norace.go

@@ -3,7 +3,7 @@
 package json
 
 func (d *Decoder) compileToGetDecoder(typeptr uintptr, typ *rtype) (decoder, error) {
-	if !existsCachedDecoder {
+	if typeptr > maxTypeAddr {
 		return d.compileToGetDecoderSlowPath(typeptr, typ)
 	}
 

decode_compile_race.go

@@ -2,12 +2,14 @@
 
 package json
 
-import "sync"
+import (
+	"sync"
+)
 
 var decMu sync.RWMutex
 
 func (d *Decoder) compileToGetDecoder(typeptr uintptr, typ *rtype) (decoder, error) {
-	if !existsCachedDecoder {
+	if typeptr > maxTypeAddr {
 		return d.compileToGetDecoderSlowPath(typeptr, typ)
 	}
 

decode_interface.go

@@ -10,13 +10,15 @@ type interfaceDecoder struct {
 	typ        *rtype
 	structName string
 	fieldName  string
+	dec        *Decoder
 }
 
-func newInterfaceDecoder(typ *rtype, structName, fieldName string) *interfaceDecoder {
+func newInterfaceDecoder(dec *Decoder, typ *rtype, structName, fieldName string) *interfaceDecoder {
 	return &interfaceDecoder{
 		typ:        typ,
 		structName: structName,
 		fieldName:  fieldName,
+		dec:        dec,
 	}
 }
 
@@ -40,7 +42,7 @@ var (
 	)
 )
 
-func decodeWithUnmarshaler(s *stream, unmarshaler Unmarshaler) error {
+func decodeStreamUnmarshaler(s *stream, unmarshaler Unmarshaler) error {
 	start := s.cursor
 	if err := s.skipValue(); err != nil {
 		return err
@@ -55,7 +57,7 @@ func decodeWithUnmarshaler(s *stream, unmarshaler Unmarshaler) error {
 	return nil
 }
 
-func decodeWithTextUnmarshaler(s *stream, unmarshaler encoding.TextUnmarshaler) error {
+func decodeStreamTextUnmarshaler(s *stream, unmarshaler encoding.TextUnmarshaler) error {
 	start := s.cursor
 	if err := s.skipValue(); err != nil {
 		return err
@@ -70,26 +72,11 @@ func decodeWithTextUnmarshaler(s *stream, unmarshaler encoding.TextUnmarshaler)
 	return nil
 }
 
-func (d *interfaceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
+func (d *interfaceDecoder) decodeStreamEmptyInterface(s *stream, p unsafe.Pointer) error {
 	s.skipWhiteSpace()
 	for {
 		switch s.char() {
 		case '{':
-			runtimeInterfaceValue := *(*interface{})(unsafe.Pointer(&interfaceHeader{
-				typ: d.typ,
-				ptr: p,
-			}))
-			rv := reflect.ValueOf(runtimeInterfaceValue)
-			if rv.NumMethod() > 0 && rv.CanInterface() {
-				if u, ok := rv.Interface().(Unmarshaler); ok {
-					return decodeWithUnmarshaler(s, u)
-				}
-				if u, ok := rv.Interface().(encoding.TextUnmarshaler); ok {
-					return decodeWithTextUnmarshaler(s, u)
-				}
-				return nil
-			}
-			// empty interface
 			var v map[string]interface{}
 			ptr := unsafe.Pointer(&v)
 			if err := newMapDecoder(
@@ -97,7 +84,7 @@ func (d *interfaceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 				stringType,
 				newStringDecoder(d.structName, d.fieldName),
 				interfaceMapType.Elem(),
-				newInterfaceDecoder(d.typ, d.structName, d.fieldName),
+				newInterfaceDecoder(d.dec, d.typ, d.structName, d.fieldName),
 				d.structName,
 				d.fieldName,
 			).decodeStream(s, ptr); err != nil {
@@ -109,7 +96,7 @@ func (d *interfaceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 			var v []interface{}
 			ptr := unsafe.Pointer(&v)
 			if err := newSliceDecoder(
-				newInterfaceDecoder(d.typ, d.structName, d.fieldName),
+				newInterfaceDecoder(d.dec, d.typ, d.structName, d.fieldName),
 				d.typ,
 				d.typ.Size(),
 				d.structName,
@@ -171,7 +158,86 @@ func (d *interfaceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 	return errNotAtBeginningOfValue(s.totalOffset())
 }
 
+func (d *interfaceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
+	runtimeInterfaceValue := *(*interface{})(unsafe.Pointer(&interfaceHeader{
+		typ: d.typ,
+		ptr: p,
+	}))
+	rv := reflect.ValueOf(runtimeInterfaceValue)
+	if rv.NumMethod() > 0 && rv.CanInterface() {
+		if u, ok := rv.Interface().(Unmarshaler); ok {
+			return decodeStreamUnmarshaler(s, u)
+		}
+		if u, ok := rv.Interface().(encoding.TextUnmarshaler); ok {
+			return decodeStreamTextUnmarshaler(s, u)
+		}
+		return nil
+	}
+	iface := rv.Interface()
+	ifaceHeader := (*interfaceHeader)(unsafe.Pointer(&iface))
+	typ := ifaceHeader.typ
+	if d.typ == typ || typ == nil {
+		// concrete type is empty interface
+		return d.decodeStreamEmptyInterface(s, p)
+	}
+	if typ.Kind() == reflect.Ptr && typ.Elem() == d.typ || typ.Kind() != reflect.Ptr {
+		return d.decodeStreamEmptyInterface(s, p)
+	}
+	if s.char() == 'n' {
+		if err := nullBytes(s); err != nil {
+			return err
+		}
+		*(*interface{})(p) = nil
+		return nil
+	}
+	decoder, err := d.dec.compileToGetDecoder(uintptr(unsafe.Pointer(typ)), typ)
+	if err != nil {
+		return err
+	}
+	return decoder.decodeStream(s, ifaceHeader.ptr)
+}
+
 func (d *interfaceDecoder) decode(buf []byte, cursor int64, p unsafe.Pointer) (int64, error) {
+	runtimeInterfaceValue := *(*interface{})(unsafe.Pointer(&interfaceHeader{
+		typ: d.typ,
+		ptr: p,
+	}))
+	rv := reflect.ValueOf(runtimeInterfaceValue)
+	iface := rv.Interface()
+	ifaceHeader := (*interfaceHeader)(unsafe.Pointer(&iface))
+	typ := ifaceHeader.typ
+	if d.typ == typ || typ == nil {
+		// concrete type is empty interface
+		return d.decodeEmptyInterface(buf, cursor, p)
+	}
+	if typ.Kind() == reflect.Ptr && typ.Elem() == d.typ || typ.Kind() != reflect.Ptr {
+		return d.decodeEmptyInterface(buf, cursor, p)
+	}
+	if buf[cursor] == 'n' {
+		if cursor+3 >= int64(len(buf)) {
+			return 0, errUnexpectedEndOfJSON("null", cursor)
+		}
+		if buf[cursor+1] != 'u' {
+			return 0, errInvalidCharacter(buf[cursor+1], "null", cursor)
+		}
+		if buf[cursor+2] != 'l' {
+			return 0, errInvalidCharacter(buf[cursor+2], "null", cursor)
+		}
+		if buf[cursor+3] != 'l' {
+			return 0, errInvalidCharacter(buf[cursor+3], "null", cursor)
+		}
+		cursor += 4
+		**(**interface{})(unsafe.Pointer(&p)) = nil
+		return cursor, nil
+	}
+	decoder, err := d.dec.compileToGetDecoder(uintptr(unsafe.Pointer(typ)), typ)
+	if err != nil {
+		return 0, err
+	}
+	return decoder.decode(buf, cursor, ifaceHeader.ptr)
+}
+
+func (d *interfaceDecoder) decodeEmptyInterface(buf []byte, cursor int64, p unsafe.Pointer) (int64, error) {
 	cursor = skipWhiteSpace(buf, cursor)
 	switch buf[cursor] {
 	case '{':
@@ -182,7 +248,7 @@ func (d *interfaceDecoder) decode(buf []byte, cursor int64, p unsafe.Pointer) (i
 			stringType,
 			newStringDecoder(d.structName, d.fieldName),
 			interfaceMapType.Elem(),
-			newInterfaceDecoder(d.typ, d.structName, d.fieldName),
+			newInterfaceDecoder(d.dec, d.typ, d.structName, d.fieldName),
 			d.structName, d.fieldName,
 		)
 		cursor, err := dec.decode(buf, cursor, ptr)
@@ -195,7 +261,7 @@ func (d *interfaceDecoder) decode(buf []byte, cursor int64, p unsafe.Pointer) (i
 		var v []interface{}
 		ptr := unsafe.Pointer(&v)
 		dec := newSliceDecoder(
-			newInterfaceDecoder(d.typ, d.structName, d.fieldName),
+			newInterfaceDecoder(d.dec, d.typ, d.structName, d.fieldName),
 			d.typ,
 			d.typ.Size(),
 			d.structName, d.fieldName,

decode_ptr.go

@@ -68,7 +68,9 @@ func (d *ptrDecoder) decode(buf []byte, cursor int64, p unsafe.Pointer) (int64,
 		if buf[cursor+3] != 'l' {
 			return 0, errInvalidCharacter(buf[cursor+3], "null", cursor)
 		}
-		*(*unsafe.Pointer)(p) = nil
+		if p != nil {
+			*(*unsafe.Pointer)(p) = nil
+		}
 		cursor += 4
 		return cursor, nil
 	}

decode_slice.go

@@ -1,6 +1,7 @@
 package json
 
 import (
+	"reflect"
 	"sync"
 	"unsafe"
 )
@@ -62,6 +63,16 @@ func copySlice(elemType *rtype, dst, src sliceHeader) int
 //go:linkname newArray reflect.unsafe_NewArray
 func newArray(*rtype, int) unsafe.Pointer
 
+func (d *sliceDecoder) errNumber(offset int64) *UnmarshalTypeError {
+	return &UnmarshalTypeError{
+		Value:  "number",
+		Type:   reflect.SliceOf(rtype2type(d.elemType)),
+		Struct: d.structName,
+		Field:  d.fieldName,
+		Offset: offset,
+	}
+}
+
 func (d *sliceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 	for {
 		switch s.char() {
@@ -140,11 +151,15 @@ func (d *sliceDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 				}
 				s.cursor++
 			}
+		case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
+			return d.errNumber(s.totalOffset())
 		case nul:
 			if s.read() {
 				continue
 			}
 			goto ERROR
+		default:
+			goto ERROR
 		}
 	}
 ERROR:
@@ -233,7 +248,12 @@ func (d *sliceDecoder) decode(buf []byte, cursor int64, p unsafe.Pointer) (int64
 				}
 				cursor++
 			}
+		case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
+			return 0, d.errNumber(cursor)
+		default:
+			goto ERROR
 		}
 	}
+ERROR:
 	return 0, errUnexpectedEndOfJSON("slice", cursor)
 }

decode_string.go

@@ -35,7 +35,7 @@ func (d *stringDecoder) decodeStream(s *stream, p unsafe.Pointer) error {
 	if err != nil {
 		return err
 	}
-	*(*string)(p) = *(*string)(unsafe.Pointer(&bytes))
+	**(**string)(unsafe.Pointer(&p)) = *(*string)(unsafe.Pointer(&bytes))
 	s.reset()
 	return nil
 }

decode_test.go

@@ -2091,20 +2091,18 @@ var interfaceSetTests = []struct {
 	{"foo", `2`, 2.0},
 	{"foo", `true`, true},
 	{"foo", `null`, nil},
-
 	{nil, `null`, nil},
 	{new(int), `null`, nil},
 	{(*int)(nil), `null`, nil},
-	{new(*int), `null`, new(*int)},
+	//{new(*int), `null`, new(*int)},
 	{(**int)(nil), `null`, nil},
 	{intp(1), `null`, nil},
-	{intpp(nil), `null`, intpp(nil)},
+	//{intpp(nil), `null`, intpp(nil)},
-	{intpp(intp(1)), `null`, intpp(nil)},
+	//{intpp(intp(1)), `null`, intpp(nil)},
 }
 
-/*
 func TestInterfaceSet(t *testing.T) {
-	for _, tt := range interfaceSetTests {
+	for idx, tt := range interfaceSetTests {
 		b := struct{ X interface{} }{tt.pre}
 		blob := `{"X":` + tt.json + `}`
 		if err := json.Unmarshal([]byte(blob), &b); err != nil {
@@ -2112,11 +2110,10 @@ func TestInterfaceSet(t *testing.T) {
 			continue
 		}
 		if !reflect.DeepEqual(b.X, tt.post) {
-			t.Errorf("Unmarshal %#q into %#v: X=%#v, want %#v", blob, tt.pre, b.X, tt.post)
+			t.Errorf("%d: Unmarshal %#q into %#v: X=%#v, want %#v", idx, blob, tt.pre, b.X, tt.post)
 		}
 	}
 }
-*/
 
 /*
 // JSON null values should be ignored for primitives and string values instead of resulting in an error.

encode_compile_norace.go

@@ -5,10 +5,11 @@ package json
 import "unsafe"
 
 func encodeCompileToGetCodeSet(typeptr uintptr) (*opcodeSet, error) {
-	if !existsCachedOpcodeSets {
+	if typeptr > maxTypeAddr {
 		return encodeCompileToGetCodeSetSlowPath(typeptr)
 	}
-	if codeSet := cachedOpcodeSets[typeptr-baseTypeAddr]; codeSet != nil {
+	index := typeptr - baseTypeAddr
+	if codeSet := cachedOpcodeSets[index]; codeSet != nil {
 		return codeSet, nil
 	}
 
@@ -29,6 +30,6 @@ func encodeCompileToGetCodeSet(typeptr uintptr) (*opcodeSet, error) {
 		code:       code,
 		codeLength: codeLength,
 	}
-	cachedOpcodeSets[int(typeptr-baseTypeAddr)] = codeSet
+	cachedOpcodeSets[index] = codeSet
 	return codeSet, nil
 }

encode_compile_race.go

@@ -10,11 +10,12 @@ import (
 var setsMu sync.RWMutex
 
 func encodeCompileToGetCodeSet(typeptr uintptr) (*opcodeSet, error) {
-	if !existsCachedOpcodeSets {
+	if typeptr > maxTypeAddr {
 		return encodeCompileToGetCodeSetSlowPath(typeptr)
 	}
+	index := typeptr - baseTypeAddr
 	setsMu.RLock()
-	if codeSet := cachedOpcodeSets[typeptr-baseTypeAddr]; codeSet != nil {
+	if codeSet := cachedOpcodeSets[index]; codeSet != nil {
 		setsMu.RUnlock()
 		return codeSet, nil
 	}
@@ -38,7 +39,7 @@ func encodeCompileToGetCodeSet(typeptr uintptr) (*opcodeSet, error) {
 		codeLength: codeLength,
 	}
 	setsMu.Lock()
-	cachedOpcodeSets[int(typeptr-baseTypeAddr)] = codeSet
+	cachedOpcodeSets[index] = codeSet
 	setsMu.Unlock()
 	return codeSet, nil
 }