2020-05-24 15:31:10 +03:00
|
|
|
package json
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"io"
|
2021-02-15 20:13:13 +03:00
|
|
|
"unsafe"
|
2020-05-24 15:31:10 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2020-12-05 16:27:33 +03:00
|
|
|
initBufSize = 512
|
2020-05-24 15:31:10 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
type stream struct {
|
2020-08-14 11:59:49 +03:00
|
|
|
buf []byte
|
2020-12-05 16:27:33 +03:00
|
|
|
bufSize int64
|
2020-08-14 11:59:49 +03:00
|
|
|
length int64
|
|
|
|
r io.Reader
|
|
|
|
offset int64
|
|
|
|
cursor int64
|
|
|
|
allRead bool
|
|
|
|
useNumber bool
|
|
|
|
disallowUnknownFields bool
|
2020-05-24 15:31:10 +03:00
|
|
|
}
|
|
|
|
|
2020-12-05 16:27:33 +03:00
|
|
|
func newStream(r io.Reader) *stream {
|
|
|
|
return &stream{
|
|
|
|
r: r,
|
|
|
|
bufSize: initBufSize,
|
2020-12-07 05:40:03 +03:00
|
|
|
buf: []byte{nul},
|
2020-12-05 16:27:33 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-05-24 15:31:10 +03:00
|
|
|
func (s *stream) buffered() io.Reader {
|
2020-12-24 14:08:27 +03:00
|
|
|
buflen := int64(len(s.buf))
|
|
|
|
for i := s.cursor; i < buflen; i++ {
|
|
|
|
if s.buf[i] == nul {
|
|
|
|
return bytes.NewReader(s.buf[s.cursor:i])
|
|
|
|
}
|
|
|
|
}
|
2020-05-24 15:31:10 +03:00
|
|
|
return bytes.NewReader(s.buf[s.cursor:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *stream) totalOffset() int64 {
|
|
|
|
return s.offset + s.cursor
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *stream) char() byte {
|
|
|
|
return s.buf[s.cursor]
|
|
|
|
}
|
|
|
|
|
2021-02-15 20:13:13 +03:00
|
|
|
func (s *stream) stat() ([]byte, int64, unsafe.Pointer) {
|
|
|
|
return s.buf, s.cursor, (*sliceHeader)(unsafe.Pointer(&s.buf)).data
|
|
|
|
}
|
|
|
|
|
2020-07-30 16:41:53 +03:00
|
|
|
func (s *stream) reset() {
|
2020-12-05 16:27:33 +03:00
|
|
|
s.offset += s.cursor
|
2020-07-30 16:41:53 +03:00
|
|
|
s.buf = s.buf[s.cursor:]
|
|
|
|
s.cursor = 0
|
2020-12-05 16:27:33 +03:00
|
|
|
s.length = int64(len(s.buf))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *stream) readBuf() []byte {
|
|
|
|
s.bufSize *= 2
|
|
|
|
remainBuf := s.buf
|
|
|
|
s.buf = make([]byte, s.bufSize)
|
|
|
|
copy(s.buf, remainBuf)
|
|
|
|
return s.buf[s.cursor:]
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
|
|
|
|
2020-05-24 15:31:10 +03:00
|
|
|
func (s *stream) read() bool {
|
2020-07-31 06:22:00 +03:00
|
|
|
if s.allRead {
|
|
|
|
return false
|
|
|
|
}
|
2020-12-05 16:27:33 +03:00
|
|
|
buf := s.readBuf()
|
|
|
|
last := len(buf) - 1
|
|
|
|
buf[last] = nul
|
|
|
|
n, err := s.r.Read(buf[:last])
|
|
|
|
s.length = s.cursor + int64(n)
|
2021-02-09 19:56:27 +03:00
|
|
|
if err == io.EOF {
|
2020-07-30 16:41:53 +03:00
|
|
|
s.allRead = true
|
2020-12-05 16:27:33 +03:00
|
|
|
} else if err != nil {
|
2020-07-30 16:41:53 +03:00
|
|
|
return false
|
|
|
|
}
|
2020-05-24 15:31:10 +03:00
|
|
|
return true
|
|
|
|
}
|
2020-07-30 16:41:53 +03:00
|
|
|
|
|
|
|
func (s *stream) skipWhiteSpace() {
|
|
|
|
LOOP:
|
2021-02-06 14:08:18 +03:00
|
|
|
switch s.char() {
|
|
|
|
case ' ', '\n', '\t', '\r':
|
2020-07-31 11:10:03 +03:00
|
|
|
s.cursor++
|
2020-07-30 16:41:53 +03:00
|
|
|
goto LOOP
|
2021-02-06 14:08:18 +03:00
|
|
|
case nul:
|
2020-07-31 11:10:03 +03:00
|
|
|
if s.read() {
|
|
|
|
goto LOOP
|
|
|
|
}
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-18 13:05:06 +03:00
|
|
|
func (s *stream) skipObject(depth int64) error {
|
2021-02-15 20:13:13 +03:00
|
|
|
braceCount := 1
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p := s.stat()
|
2020-07-30 16:41:53 +03:00
|
|
|
for {
|
2021-02-15 20:13:13 +03:00
|
|
|
switch char(p, cursor) {
|
2020-07-30 16:41:53 +03:00
|
|
|
case '{':
|
|
|
|
braceCount++
|
2021-02-18 13:05:06 +03:00
|
|
|
depth++
|
|
|
|
if depth > maxDecodeNestingDepth {
|
|
|
|
return errExceededMaxDepth(s.char(), s.cursor)
|
|
|
|
}
|
2020-07-30 16:41:53 +03:00
|
|
|
case '}':
|
|
|
|
braceCount--
|
2021-02-18 13:05:06 +03:00
|
|
|
depth--
|
2021-02-15 20:13:13 +03:00
|
|
|
if braceCount == 0 {
|
|
|
|
s.cursor = cursor + 1
|
2020-07-30 16:41:53 +03:00
|
|
|
return nil
|
|
|
|
}
|
2021-02-18 13:05:06 +03:00
|
|
|
case '[':
|
|
|
|
depth++
|
|
|
|
if depth > maxDecodeNestingDepth {
|
|
|
|
return errExceededMaxDepth(s.char(), s.cursor)
|
|
|
|
}
|
|
|
|
case ']':
|
|
|
|
depth--
|
2021-02-15 20:13:13 +03:00
|
|
|
case '"':
|
|
|
|
for {
|
|
|
|
cursor++
|
|
|
|
switch char(p, cursor) {
|
2021-05-02 10:02:14 +03:00
|
|
|
case '\\':
|
|
|
|
cursor++
|
|
|
|
if char(p, cursor) == nul {
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
|
|
|
_, cursor, p = s.stat()
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("string of object", cursor)
|
2021-02-15 20:13:13 +03:00
|
|
|
}
|
2021-05-02 10:02:14 +03:00
|
|
|
case '"':
|
2021-02-15 20:13:13 +03:00
|
|
|
goto SWITCH_OUT
|
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("string of object", cursor)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("object of object", cursor)
|
|
|
|
}
|
|
|
|
SWITCH_OUT:
|
|
|
|
cursor++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-18 13:05:06 +03:00
|
|
|
func (s *stream) skipArray(depth int64) error {
|
2021-02-15 20:13:13 +03:00
|
|
|
bracketCount := 1
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p := s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
for {
|
|
|
|
switch char(p, cursor) {
|
|
|
|
case '[':
|
|
|
|
bracketCount++
|
2021-02-18 13:05:06 +03:00
|
|
|
depth++
|
|
|
|
if depth > maxDecodeNestingDepth {
|
|
|
|
return errExceededMaxDepth(s.char(), s.cursor)
|
|
|
|
}
|
2020-07-30 16:41:53 +03:00
|
|
|
case ']':
|
|
|
|
bracketCount--
|
2021-02-18 13:05:06 +03:00
|
|
|
depth--
|
2021-02-15 20:13:13 +03:00
|
|
|
if bracketCount == 0 {
|
|
|
|
s.cursor = cursor + 1
|
2020-07-30 16:41:53 +03:00
|
|
|
return nil
|
|
|
|
}
|
2021-02-18 13:05:06 +03:00
|
|
|
case '{':
|
|
|
|
depth++
|
|
|
|
if depth > maxDecodeNestingDepth {
|
|
|
|
return errExceededMaxDepth(s.char(), s.cursor)
|
|
|
|
}
|
|
|
|
case '}':
|
|
|
|
depth--
|
2020-07-30 16:41:53 +03:00
|
|
|
case '"':
|
2020-07-31 11:10:03 +03:00
|
|
|
for {
|
2021-02-15 20:13:13 +03:00
|
|
|
cursor++
|
|
|
|
switch char(p, cursor) {
|
2021-05-02 10:02:14 +03:00
|
|
|
case '\\':
|
|
|
|
cursor++
|
|
|
|
if char(p, cursor) == nul {
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
|
|
|
_, cursor, p = s.stat()
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("string of object", cursor)
|
2020-07-31 11:10:03 +03:00
|
|
|
}
|
2021-05-02 10:02:14 +03:00
|
|
|
case '"':
|
2021-02-15 20:13:13 +03:00
|
|
|
goto SWITCH_OUT
|
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("string of object", cursor)
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
}
|
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("array of object", cursor)
|
|
|
|
}
|
|
|
|
SWITCH_OUT:
|
|
|
|
cursor++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-18 13:05:06 +03:00
|
|
|
func (s *stream) skipValue(depth int64) error {
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p := s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
for {
|
|
|
|
switch char(p, cursor) {
|
|
|
|
case ' ', '\n', '\t', '\r':
|
|
|
|
cursor++
|
|
|
|
continue
|
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("value of object", s.totalOffset())
|
|
|
|
case '{':
|
|
|
|
s.cursor = cursor + 1
|
2021-02-18 13:05:06 +03:00
|
|
|
return s.skipObject(depth + 1)
|
2021-02-15 20:13:13 +03:00
|
|
|
case '[':
|
|
|
|
s.cursor = cursor + 1
|
2021-02-18 13:05:06 +03:00
|
|
|
return s.skipArray(depth + 1)
|
2021-02-15 20:13:13 +03:00
|
|
|
case '"':
|
|
|
|
for {
|
|
|
|
cursor++
|
2021-02-15 20:24:27 +03:00
|
|
|
switch char(p, cursor) {
|
2021-05-02 10:02:14 +03:00
|
|
|
case '\\':
|
|
|
|
cursor++
|
|
|
|
if char(p, cursor) == nul {
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
|
|
|
_, cursor, p = s.stat()
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("value of string", s.totalOffset())
|
2021-02-15 20:13:13 +03:00
|
|
|
}
|
2021-05-02 10:02:14 +03:00
|
|
|
case '"':
|
2021-02-15 20:13:13 +03:00
|
|
|
s.cursor = cursor + 1
|
2020-07-30 16:41:53 +03:00
|
|
|
return nil
|
2021-02-15 20:13:13 +03:00
|
|
|
case nul:
|
|
|
|
s.cursor = cursor
|
|
|
|
if s.read() {
|
|
|
|
s.cursor-- // for retry current character
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2021-02-15 20:13:13 +03:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
return errUnexpectedEndOfJSON("value of string", s.totalOffset())
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9':
|
2020-07-31 11:10:03 +03:00
|
|
|
for {
|
2021-02-15 20:13:13 +03:00
|
|
|
cursor++
|
|
|
|
c := char(p, cursor)
|
2020-07-31 16:38:43 +03:00
|
|
|
if floatTable[c] {
|
2020-07-30 16:41:53 +03:00
|
|
|
continue
|
2020-07-31 16:38:43 +03:00
|
|
|
} else if c == nul {
|
2020-07-31 11:10:03 +03:00
|
|
|
if s.read() {
|
2020-07-31 16:38:43 +03:00
|
|
|
s.cursor-- // for retry current character
|
2021-02-15 20:24:27 +03:00
|
|
|
_, cursor, p = s.stat()
|
2020-07-31 11:10:03 +03:00
|
|
|
continue
|
|
|
|
}
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
s.cursor = cursor
|
2020-07-30 16:41:53 +03:00
|
|
|
return nil
|
|
|
|
}
|
2020-07-31 14:24:39 +03:00
|
|
|
case 't':
|
2021-02-15 20:13:13 +03:00
|
|
|
s.cursor = cursor
|
2020-07-31 14:24:39 +03:00
|
|
|
if err := trueBytes(s); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
return nil
|
2020-07-31 14:24:39 +03:00
|
|
|
case 'f':
|
2021-02-15 20:13:13 +03:00
|
|
|
s.cursor = cursor
|
2020-07-31 14:24:39 +03:00
|
|
|
if err := falseBytes(s); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
return nil
|
2020-07-31 14:24:39 +03:00
|
|
|
case 'n':
|
2021-02-15 20:13:13 +03:00
|
|
|
s.cursor = cursor
|
2020-07-31 14:24:39 +03:00
|
|
|
if err := nullBytes(s); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
return nil
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
2021-02-15 20:13:13 +03:00
|
|
|
cursor++
|
2020-07-30 16:41:53 +03:00
|
|
|
}
|
|
|
|
}
|