WIP

decode.go

@@ -117,8 +117,58 @@ func (d *Decoder) decodeForUnmarshalNoEscape(src []byte, v interface{}) error {
 	return d.decode(src, header)
 }
 
+func (d *Decoder) prepareForDecodeArray() error {
+	for {
+		switch s.char() {
+		case ' ', '\t', '\r', '\n':
+			s.cursor++
+			continue
+		case ',', ':':
+			return errExpected("value in array element", s.totalOffset())
+		case nul:
+			if s.read() {
+				continue
+			}
+			return io.EOF
+		}
+		break
+	}
+	s.context = streamContextTypeArrayDelim
+	return nil
+}
+
+func (d *Decoder) prepareForDecodeArrayDelim() error {
+	for {
+		switch s.char() {
+		case ' ', '\t', '\r', '\n':
+			s.cursor++
+			continue
+		case ',':
+			s.cursor++
+			return nil
+		case ']':
+			s.cursor++
+			s.context = streamContextTypeValue
+			return nil
+		case nul:
+			if s.read() {
+				continue
+			}
+			return io.EOF
+		}
+		break
+	}
+	return nil
+}
+
 func (d *Decoder) prepareForDecode() error {
 	s := d.s
+	switch s.context {
+	case streamContextTypeArray:
+		return d.prepareForDecodeArray()
+	case streamContextTypeArrayDelim:
+		return d.prepareForDecodeArrayDelim()
+	}
 	for {
 		switch s.char() {
 		case ' ', '\t', '\r', '\n':
@@ -202,8 +252,16 @@ func (d *Decoder) Token() (Token, error) {
 		switch c {
 		case ' ', '\n', '\r', '\t':
 			s.cursor++
-		case '{', '[', ']', '}':
+		case ']', '}':
 			s.cursor++
+			d.s.context = streamContextTypeValue
+			return Delim(c), nil
+		case '{':
+			s.cursor++
+			d.s.context = streamContextTypeObject
+			return Delim(c), nil
+		case '[':
+			d.s.context = streamContextTypeArray
 			return Delim(c), nil
 		case ',', ':':
 			s.cursor++

decode_stream.go

@@ -20,8 +20,18 @@ type stream struct {
 	allRead               bool
 	useNumber             bool
 	disallowUnknownFields bool
+	context               streamContextType
 }
 
+const (
+	streamContextTypeValue streamContextType = iota
+	streamContextTypeArray
+	streamContextTypeArrayDelim /* expect ',' or ']' */
+	streamContextTypeObject
+	streamContextTypeObjectColon /* expect ':' */
+	streamContextTypeObjectDelim /* expect ',' or '}' */
+)
+
 func newStream(r io.Reader) *stream {
 	return &stream{
 		r:       r,

error.go

@@ -3,6 +3,7 @@ package json
 import (
 	"fmt"
 	"reflect"
+	"runtime"
 	"strconv"
 )
 
@@ -122,6 +123,7 @@ func errNotAtBeginningOfValue(cursor int64) *SyntaxError {
 }
 
 func errUnexpectedEndOfJSON(msg string, cursor int64) *SyntaxError {
+	fmt.Println(runtime.Caller(1))
 	return &SyntaxError{
 		msg:    fmt.Sprintf("json: %s unexpected end of JSON input", msg),
 		Offset: cursor,

stream_test.go

@@ -324,6 +324,7 @@ type decodeThis struct {
 
 var tokenStreamCases = []tokenStreamCase{
 	// streaming token cases
+	/*
 		{json: `10`, expTokens: []interface{}{float64(10)}},
 		{json: ` [10] `, expTokens: []interface{}{
 			json.Delim('['), float64(10), json.Delim(']')}},
@@ -375,6 +376,7 @@ var tokenStreamCases = []tokenStreamCase{
 				map[string]interface{}{"a": float64(1)},
 			}},
 			json.Delim('}')}},
+	*/
 	{json: ` [{"a": 1} {"a": 2}] `, expTokens: []interface{}{
 		json.Delim('['),
 		decodeThis{map[string]interface{}{"a": float64(1)}},
@@ -393,7 +395,6 @@ var tokenStreamCases = []tokenStreamCase{
 	}},
 }
 
-/*
 func TestDecodeInStream(t *testing.T) {
 	for ci, tcase := range tokenStreamCases {
 
@@ -428,7 +429,6 @@ func TestDecodeInStream(t *testing.T) {
 		}
 	}
 }
-*/
 
 // Test from golang.org/issue/11893
 func TestHTTPDecoding(t *testing.T) {