mirror
/
go-json
mirror of https://github.com/goccy/go-json.git
1
0
Fork 1
Code Issues Packages Projects Releases Wiki Activity

WIP

This commit is contained in:
Masaaki Goshima 2020-12-27 21:25:26 +09:00
parent 76baae6ce8
commit 5090a4bf5e
4 changed files with 122 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

60
decode.go
View File

@ -117,8 +117,58 @@ func (d *Decoder) decodeForUnmarshalNoEscape(src []byte, v interface{}) error {
return d.decode(src, header)
}
func (d *Decoder) prepareForDecodeArray() error {
for {
switch s.char() {
case ' ', '\t', '\r', '\n':
s.cursor++
continue
case ',', ':':
return errExpected("value in array element", s.totalOffset())
case nul:
if s.read() {
continue
}
return io.EOF
}
break
}
s.context = streamContextTypeArrayDelim
return nil
}
func (d *Decoder) prepareForDecodeArrayDelim() error {
for {
switch s.char() {
case ' ', '\t', '\r', '\n':
s.cursor++
continue
case ',':
s.cursor++
return nil
case ']':
s.cursor++
s.context = streamContextTypeValue
return nil
case nul:
if s.read() {
continue
}
return io.EOF
}
break
}
return nil
}
func (d *Decoder) prepareForDecode() error {
s := d.s
switch s.context {
case streamContextTypeArray:
return d.prepareForDecodeArray()
case streamContextTypeArrayDelim:
return d.prepareForDecodeArrayDelim()
}
for {
switch s.char() {
case ' ', '\t', '\r', '\n':
@ -202,8 +252,16 @@ func (d *Decoder) Token() (Token, error) {
switch c {
case ' ', '\n', '\r', '\t':
s.cursor++
case '{', '[', ']', '}':
case ']', '}':
s.cursor++
d.s.context = streamContextTypeValue
return Delim(c), nil
case '{':
s.cursor++
d.s.context = streamContextTypeObject
return Delim(c), nil
case '[':
d.s.context = streamContextTypeArray
return Delim(c), nil
case ',', ':':
s.cursor++

10
decode_stream.go
View File

@ -20,8 +20,18 @@ type stream struct {
allRead bool
useNumber bool
disallowUnknownFields bool
context streamContextType
}
const (
streamContextTypeValue streamContextType = iota
streamContextTypeArray
streamContextTypeArrayDelim /* expect ',' or ']' */
streamContextTypeObject
streamContextTypeObjectColon /* expect ':' */
streamContextTypeObjectDelim /* expect ',' or '}' */
)
func newStream(r io.Reader) *stream {
return &stream{
r: r,

2
error.go
View File

@ -3,6 +3,7 @@ package json
import (
"fmt"
"reflect"
"runtime"
"strconv"
)
@ -122,6 +123,7 @@ func errNotAtBeginningOfValue(cursor int64) *SyntaxError {
}
func errUnexpectedEndOfJSON(msg string, cursor int64) *SyntaxError {
fmt.Println(runtime.Caller(1))
return &SyntaxError{
msg: fmt.Sprintf("json: %s unexpected end of JSON input", msg),
Offset: cursor,

102
stream_test.go
View File

@ -324,57 +324,59 @@ type decodeThis struct {
var tokenStreamCases = []tokenStreamCase{
// streaming token cases
{json: `10`, expTokens: []interface{}{float64(10)}},
{json: ` [10] `, expTokens: []interface{}{
json.Delim('['), float64(10), json.Delim(']')}},
{json: ` [false,10,"b"] `, expTokens: []interface{}{
json.Delim('['), false, float64(10), "b", json.Delim(']')}},
{json: `{ "a": 1 }`, expTokens: []interface{}{
json.Delim('{'), "a", float64(1), json.Delim('}')}},
{json: `{"a": 1, "b":"3"}`, expTokens: []interface{}{
json.Delim('{'), "a", float64(1), "b", "3", json.Delim('}')}},
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
json.Delim('['),
json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim('{'), "a", float64(2), json.Delim('}'),
json.Delim(']')}},
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim('}')}},
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('['),
json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim(']'), json.Delim('}')}},
/*
{json: `10`, expTokens: []interface{}{float64(10)}},
{json: ` [10] `, expTokens: []interface{}{
json.Delim('['), float64(10), json.Delim(']')}},
{json: ` [false,10,"b"] `, expTokens: []interface{}{
json.Delim('['), false, float64(10), "b", json.Delim(']')}},
{json: `{ "a": 1 }`, expTokens: []interface{}{
json.Delim('{'), "a", float64(1), json.Delim('}')}},
{json: `{"a": 1, "b":"3"}`, expTokens: []interface{}{
json.Delim('{'), "a", float64(1), "b", "3", json.Delim('}')}},
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
json.Delim('['),
json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim('{'), "a", float64(2), json.Delim('}'),
json.Delim(']')}},
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim('}')}},
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('['),
json.Delim('{'), "a", float64(1), json.Delim('}'),
json.Delim(']'), json.Delim('}')}},
// streaming tokens with intermittent Decode()
{json: `{ "a": 1 }`, expTokens: []interface{}{
json.Delim('{'), "a",
decodeThis{float64(1)},
json.Delim('}')}},
{json: ` [ { "a" : 1 } ] `, expTokens: []interface{}{
json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim(']')}},
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
decodeThis{map[string]interface{}{"a": float64(2)}},
json.Delim(']')}},
{json: `{ "obj" : [ { "a" : 1 } ] }`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim(']'), json.Delim('}')}},
// streaming tokens with intermittent Decode()
{json: `{ "a": 1 }`, expTokens: []interface{}{
json.Delim('{'), "a",
decodeThis{float64(1)},
json.Delim('}')}},
{json: ` [ { "a" : 1 } ] `, expTokens: []interface{}{
json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim(']')}},
{json: ` [{"a": 1},{"a": 2}] `, expTokens: []interface{}{
json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
decodeThis{map[string]interface{}{"a": float64(2)}},
json.Delim(']')}},
{json: `{ "obj" : [ { "a" : 1 } ] }`, expTokens: []interface{}{
json.Delim('{'), "obj", json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim(']'), json.Delim('}')}},
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
json.Delim('{'), "obj",
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim('}')}},
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
json.Delim('{'), "obj",
decodeThis{[]interface{}{
map[string]interface{}{"a": float64(1)},
}},
json.Delim('}')}},
{json: `{"obj": {"a": 1}}`, expTokens: []interface{}{
json.Delim('{'), "obj",
decodeThis{map[string]interface{}{"a": float64(1)}},
json.Delim('}')}},
{json: `{"obj": [{"a": 1}]}`, expTokens: []interface{}{
json.Delim('{'), "obj",
decodeThis{[]interface{}{
map[string]interface{}{"a": float64(1)},
}},
json.Delim('}')}},
*/
{json: ` [{"a": 1} {"a": 2}] `, expTokens: []interface{}{
json.Delim('['),
decodeThis{map[string]interface{}{"a": float64(1)}},
@ -393,7 +395,6 @@ var tokenStreamCases = []tokenStreamCase{
}},
}
/*
func TestDecodeInStream(t *testing.T) {
for ci, tcase := range tokenStreamCases {
@ -428,7 +429,6 @@ func TestDecodeInStream(t *testing.T) {
}
}
}
*/
// Test from golang.org/issue/11893
func TestHTTPDecoding(t *testing.T) {