// Copyright (C) 2022-2023 Luke Shumaker // // SPDX-License-Identifier: GPL-2.0-or-later // // Some doc comments are // copyright 2010 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // // SPDX-License-Identifier: BSD-3-Clause package lowmemjson import ( "bytes" "encoding" "encoding/json" "fmt" "io" "reflect" "strconv" "strings" "unicode/utf16" "unicode/utf8" "git.lukeshu.com/go/lowmemjson/internal" ) // Decodable is the interface implemented by types that can decode a // JSON representation of themselves. Decodable is a // low-memory-overhead replacement for the json.Unmarshaler interface. // // On the io.RuneScanner passed to DecodeJSON: // // - .UnreadRune() will return ErrInvalidUnreadRune if the last // operation was not a successful .ReadRune() call. // // - .ReadRune() will return io.EOF at the end of the JSON value; it // is not possible for .ReadRune() to read past the end of the // value in to another value. // // - .ReadRune() will never return invalid JSON; if invalid JSON is // encountered, it will use a panic-based mechanism to transfer // control back to the Decoder. // // - .ReadRune() never return an error other than io.EOF; if an I/O // error is encountered, it will use a panic-based mechanism to // transfer control back to the Decoder. // // DecodeJSON is expected to consume the entire scanner until io.EOF // or another is encountered; if it does not, then the parent Decode // call will return a *DecodeTypeError. // // Implementor's note: "limitingScanner" is the thing to search for in // decode.go if you want to read up on that io.RuneScanner. type Decodable interface { DecodeJSON(io.RuneScanner) error } type decodeStackItem struct { par reflect.Type idx any } // A Decoder reads and decodes values from an input stream of JSON // elements. // // Decoder is analogous to, and has a similar API to the standard // library's encoding/json.Decoder. Differences are: // // - lowmemjson.NewDecoder takes an io.RuneScanner, while // json.NewDecoder takes an io.Reader. // // - lowmemjson.Decoder does not have a .Buffered() method, while // json.Decoder does. // // - lowmemjson.Decoder does not have a .Token() method, while // json.Decoder does. // // If something more similar to a json.Decoder is desired, // lowmemjson/compat/json.NewDecoder takes an io.Reader (and turns it // into an io.RuneScanner by wrapping it in a bufio.Reader), and // lowmemjson/compat/json.Decoder has a .Buffered() method; though // lowmemjson/compat/json.Decoder also lacks the .Token() method. type Decoder struct { io runeTypeScanner // config disallowUnknownFields bool useNumber bool // state err error posStack []int64 structStack []decodeStackItem } const maxNestingDepth = 10000 // NewDecoder returns a new Decoder that reads from r. // // NewDecoder is analogous to the standard library's // encoding/json.NewDecoder, but takes an io.RuneScanner rather than // an io.Reader. func NewDecoder(r io.RuneScanner) *Decoder { return &Decoder{ io: runeTypeScanner{ inner: r, parser: internal.Parser{ MaxDepth: maxNestingDepth, }, }, } } // DisallowUnknownFields causes the Decoder to return an error when // the destination is a struct and the input contains object keys // which do not match any non-ignored, exported fields in the // destination. // // This is identical to the standard library's // encoding/json.Decoder.DisallowUnknownFields. func (dec *Decoder) DisallowUnknownFields() { dec.disallowUnknownFields = true } // UseNumber causes the Decoder to unmarshal a number into an // interface{} as a Number instead of as a float64. // // This is identical to the standard library's // encoding/json.Decoder.UseNumber. func (dec *Decoder) UseNumber() { dec.useNumber = true } // InputOffset returns the input stream byte offset of the current // decoder position. The offset gives the location of the rune that // will be returned from the next call to .ReadRune(). // // This is identical to the standard library's // encoding/json.Decoder.InputOffset. func (dec *Decoder) InputOffset() int64 { return dec.io.InputOffset() } // More reports whether there is more to the stream of JSON elements, // or if the Decoder has reached EOF or an error. // // More is identical to the standard library's // encoding/json.Decoder.More. func (dec *Decoder) More() bool { dec.io.Reset() _, _, t, e := dec.io.ReadRuneType() _ = dec.io.UnreadRune() // best effort return e == nil && t != internal.RuneTypeEOF } func (dec *Decoder) posStackPush() { dec.posStack = append(dec.posStack, dec.InputOffset()) } func (dec *Decoder) posStackPop() { dec.posStack = dec.posStack[:len(dec.posStack)-1] } func (dec *Decoder) structStackPush(par reflect.Type, idx any) { dec.structStack = append(dec.structStack, decodeStackItem{par, idx}) } func (dec *Decoder) structStackPop() { dec.structStack = dec.structStack[:len(dec.structStack)-1] } func (dec *Decoder) structStackStr() string { var buf strings.Builder buf.WriteString("v") for _, item := range dec.structStack { fmt.Fprintf(&buf, "[%#v]", item.idx) } return buf.String() } func (dec *Decoder) structStackParent() string { last := len(dec.structStack) - 1 if last > 0 && dec.structStack[last].par.Kind() != reflect.Struct && dec.structStack[last-1].par.Kind() == reflect.Struct { last-- } if last >= 0 && dec.structStack[last].par.Kind() == reflect.Struct { return dec.structStack[last].par.Name() } return "" } func (dec *Decoder) structStackName() string { if dec.structStackParent() == "" { return "" } var fields []string for _, elem := range dec.structStack { if elem.par.Kind() == reflect.Struct { fields = append(fields, elem.idx.(string)) } } return strings.Join(fields, ".") } // DecodeThenEOF is like Decode, but emits an error if there is extra // data after the JSON. A JSON document is specified to be a single // JSON element; repeated calls to Decoder.Decode will happily decode // a stream of multiple JSON elements. func (dec *Decoder) DecodeThenEOF(ptr any) (err error) { if err := dec.Decode(ptr); err != nil { return err } c, s, t, _ := dec.io.ReadRuneType() if t != internal.RuneTypeEOF { panic("should not happen") } if s > 0 { return &DecodeError{ Err: &DecodeSyntaxError{ Err: fmt.Errorf("invalid character %q after top-level value", c), Offset: dec.InputOffset(), }, } } return nil } // Decode reads the next JSON element from the Decoder's input stream // and stores it in the value pointed to by ptr. // // See the [documentation for encoding/json.Unmarshal] for details // about the conversion of JSON into a Go value; Decode behaves // identically to that, with the exception that in addition to the // json.Unmarshaler interface it also checks for the Decodable // interface. // // [documentation for encoding/json.Unmarshal]: https://pkg.go.dev/encoding/json@go1.18#Unmarshal func (dec *Decoder) Decode(ptr any) (err error) { ptrVal := reflect.ValueOf(ptr) if ptrVal.Kind() != reflect.Pointer || ptrVal.IsNil() || !ptrVal.Elem().CanSet() { return &DecodeArgumentError{ // don't use ptrVal.Type() because ptrVal might be invalid if ptr==nil Type: reflect.TypeOf(ptr), } } if dec.err != nil { return dec.err } dec.io.Reset() dec.io.PushReadBarrier() defer func() { if r := recover(); r != nil { if de, ok := r.(decodeError); ok { pub := DecodeError(de) dec.err = &pub err = dec.err } else { panic(r) } } }() dec.decode(ptrVal.Elem(), false) dec.io.PopReadBarrier() return nil } // io helpers ////////////////////////////////////////////////////////////////////////////////////// type decodeError DecodeError func (dec *Decoder) panicType(jTyp string, gTyp reflect.Type, err error) { panic(decodeError{ Field: dec.structStackStr(), FieldParent: dec.structStackParent(), FieldName: dec.structStackName(), Err: &DecodeTypeError{ GoType: gTyp, JSONType: jTyp, Err: err, Offset: dec.posStack[len(dec.posStack)-1], }, }) } func (dec *Decoder) readRune() (rune, internal.RuneType) { c, _, t, e := dec.io.ReadRuneType() if e != nil { panic(decodeError{ Field: dec.structStackStr(), FieldParent: dec.structStackParent(), FieldName: dec.structStackName(), Err: e, }) } return c, t } func (dec *Decoder) unreadRune() { if err := dec.io.UnreadRune(); err != nil { // .UnreadRune() must succeed if the previous call was // .ReadRune(), which it always is for this code. panic("should not happen") } } func (dec *Decoder) peekRuneType() internal.RuneType { _, t := dec.readRune() dec.unreadRune() return t } func (dec *Decoder) expectRune(ec rune, et internal.RuneType) { ac, at := dec.readRune() if ac != ec || at != et { panic("should not happen") } } func (dec *Decoder) expectRuneType(ec rune, et internal.RuneType, gt reflect.Type) { ac, at := dec.readRune() if ac != ec || at != et { dec.panicType(at.JSONType(), gt, nil) } } type decRuneScanner struct { dec *Decoder eof bool } func (sc *decRuneScanner) ReadRune() (rune, int, error) { if sc.eof { return 0, 0, io.EOF } c, s, t, e := sc.dec.io.ReadRuneType() if t == internal.RuneTypeEOF { sc.eof = true sc.dec.io.PopReadBarrier() return 0, 0, io.EOF } if e != nil { panic(decodeError{ Field: sc.dec.structStackStr(), FieldParent: sc.dec.structStackParent(), FieldName: sc.dec.structStackName(), Err: e, }) } return c, s, nil } func (sc *decRuneScanner) UnreadRune() error { return sc.dec.io.UnreadRune() } func (dec *Decoder) limitingScanner() io.RuneScanner { dec.io.PushReadBarrier() return &decRuneScanner{ dec: dec, } } // decoder main //////////////////////////////////////////////////////////////////////////////////// var ( rawMessagePtrType = reflect.TypeOf((*json.RawMessage)(nil)) decodableType = reflect.TypeOf((*Decodable)(nil)).Elem() jsonUnmarshalerType = reflect.TypeOf((*json.Unmarshaler)(nil)).Elem() textUnmarshalerType = reflect.TypeOf((*encoding.TextUnmarshaler)(nil)).Elem() float64Type = reflect.TypeOf(float64(0)) ) var kind2bits = map[reflect.Kind]int{ reflect.Int: int(32 << (^uint(0) >> 63)), reflect.Int8: 8, reflect.Int16: 16, reflect.Int32: 32, reflect.Int64: 64, reflect.Uint: int(32 << (^uint(0) >> 63)), reflect.Uint8: 8, reflect.Uint16: 16, reflect.Uint32: 32, reflect.Uint64: 64, reflect.Uintptr: int(32 << (^uintptr(0) >> 63)), reflect.Float32: 32, reflect.Float64: 64, } func (dec *Decoder) decode(val reflect.Value, nullOK bool) { dec.posStackPush() defer dec.posStackPop() typ := val.Type() switch { case val.CanAddr() && reflect.PointerTo(typ) == rawMessagePtrType: t := dec.peekRuneType() var buf bytes.Buffer dec.scan(&buf) if err := val.Addr().Interface().(*json.RawMessage).UnmarshalJSON(buf.Bytes()); err != nil { dec.panicType(t.JSONType(), reflect.PointerTo(typ), err) } case val.CanAddr() && reflect.PointerTo(typ).Implements(decodableType): t := dec.peekRuneType() obj := val.Addr().Interface().(Decodable) l := dec.limitingScanner() if err := obj.DecodeJSON(l); err != nil { dec.panicType(t.JSONType(), reflect.PointerTo(typ), err) } if _, _, err := l.ReadRune(); err != io.EOF { dec.panicType(t.JSONType(), reflect.PointerTo(typ), fmt.Errorf("did not consume entire %s", t.JSONType())) } case val.CanAddr() && reflect.PointerTo(typ).Implements(jsonUnmarshalerType): t := dec.peekRuneType() var buf bytes.Buffer dec.scan(&buf) obj := val.Addr().Interface().(json.Unmarshaler) if err := obj.UnmarshalJSON(buf.Bytes()); err != nil { dec.panicType(t.JSONType(), reflect.PointerTo(typ), err) } case val.CanAddr() && reflect.PointerTo(typ).Implements(textUnmarshalerType): if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } var buf bytes.Buffer dec.decodeString(reflect.PointerTo(typ), &buf) obj := val.Addr().Interface().(encoding.TextUnmarshaler) if err := obj.UnmarshalText(buf.Bytes()); err != nil { dec.panicType("string", reflect.PointerTo(typ), err) } default: switch kind := typ.Kind(); kind { case reflect.Bool: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } val.SetBool(dec.decodeBool(typ)) case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } var buf strings.Builder dec.scanNumber(typ, &buf) n, err := strconv.ParseInt(buf.String(), 10, kind2bits[kind]) if err != nil { dec.panicType("number "+buf.String(), typ, err) } val.SetInt(n) case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } var buf strings.Builder dec.scanNumber(typ, &buf) n, err := strconv.ParseUint(buf.String(), 10, kind2bits[kind]) if err != nil { dec.panicType("number "+buf.String(), typ, err) } val.SetUint(n) case reflect.Float32, reflect.Float64: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } var buf strings.Builder dec.scanNumber(typ, &buf) n, err := strconv.ParseFloat(buf.String(), kind2bits[kind]) if err != nil { dec.panicType("number "+buf.String(), typ, err) } val.SetFloat(n) case reflect.String: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } var buf strings.Builder if typ == numberType { t := dec.peekRuneType() dec.scan(&buf) if !t.IsNumber() { dec.panicType(t.JSONType(), typ, fmt.Errorf("json: invalid number literal, trying to unmarshal %q into Number", buf.String())) } val.SetString(buf.String()) } else { dec.decodeString(typ, &buf) val.SetString(buf.String()) } case reflect.Interface: if typ.NumMethod() > 0 { dec.panicType(dec.peekRuneType().JSONType(), typ, ErrDecodeNonEmptyInterface) } // If the interface stores a pointer, try to use the type information of the pointer. if !val.IsNil() && val.Elem().Kind() == reflect.Pointer { // Follow a chain of pointers until we find the first settable // pointer (if any). ptr := val.Elem() for { if ptr.CanSet() || ptr.IsNil() || ptr.Elem().Kind() != reflect.Pointer { // We've reached the end of the line, good or bad. break } ptr = ptr.Elem() } // ptr.Elem() != val // // Avoid the loop of an interface storing a pointer to its own // address. We only need to worry about this at the leaf (and not // in the loop) because the only way it's possible is if there's // an interface in there, which'd break from the loop on its own. // // ptr.CanSet() || dec.peekRuneType() != internal.RuneTypeNullN // // We only need the pointer itself to be settable if we're // decoding null. if ptr.Elem() != val && (ptr.CanSet() || dec.peekRuneType() != internal.RuneTypeNullN) { dec.decode(ptr, false) break } } // Couldn't get type information from a pointer; fall back to untyped mode. switch dec.peekRuneType() { case internal.RuneTypeNullN: dec.decodeNull() val.Set(reflect.Zero(typ)) default: val.Set(reflect.ValueOf(dec.decodeAny())) } case reflect.Struct: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } index := indexStruct(typ) var nameBuf strings.Builder dec.decodeObject(typ, func() { dec.posStackPush() defer dec.posStackPop() nameBuf.Reset() dec.decodeString(nil, &nameBuf) }, func() { dec.posStackPush() defer dec.posStackPop() name := nameBuf.String() dec.structStackPush(typ, name) defer dec.structStackPop() idx, ok := index.byName[name] if !ok { for oidx := range index.byPos { if strings.EqualFold(name, index.byPos[oidx].Name) { idx = oidx ok = true break } } } if !ok { if dec.disallowUnknownFields { dec.panicType("", typ, fmt.Errorf("json: unknown field %q", name)) } dec.scan(internal.Discard) return } field := index.byPos[idx] fVal := val for _, idx := range field.Path { if fVal.Kind() == reflect.Pointer { if fVal.IsNil() && !fVal.CanSet() { // https://golang.org/issue/21357 dec.panicType("", fVal.Type().Elem(), fmt.Errorf("json: cannot set embedded pointer to unexported struct: %v", fVal.Type().Elem())) } if dec.peekRuneType() != internal.RuneTypeNullN { if fVal.IsNil() { fVal.Set(reflect.New(fVal.Type().Elem())) } fVal = fVal.Elem() } } fVal = fVal.Field(idx) } if field.Quote { switch t := dec.peekRuneType(); t { case internal.RuneTypeNullN: dec.decodeNull() switch fVal.Kind() { // XXX: I can't justify this list, other than "it's what encoding/json // does, but I don't understand their rationale". case reflect.Interface, reflect.Pointer, reflect.Map, reflect.Slice: fVal.Set(reflect.Zero(fVal.Type())) default: // do nothing??? } case internal.RuneTypeStringBeg: // TODO: Figure out how to do this without buffering, have correct offsets. var buf bytes.Buffer dec.decodeString(nil, &buf) if err := NewDecoder(bytes.NewReader(buf.Bytes())).Decode(fVal.Addr().Interface()); err != nil { if str := buf.String(); str != "null" { dec.panicType("", fVal.Type(), fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal %q into %v", str, fVal.Type())) } } default: dec.panicType(t.JSONType(), fVal.Type(), fmt.Errorf("json: invalid use of ,string struct tag, trying to unmarshal unquoted value into %v", fVal.Type())) } } else { dec.decode(fVal, true) } }) case reflect.Map: switch t := dec.peekRuneType(); t { case internal.RuneTypeNullN: dec.decodeNull() val.Set(reflect.Zero(typ)) case internal.RuneTypeObjectBeg: if val.IsNil() { val.Set(reflect.MakeMap(typ)) } var nameBuf bytes.Buffer var nameValPtr reflect.Value dec.decodeObject(typ, func() { dec.posStackPush() defer dec.posStackPop() nameBuf.Reset() dec.decodeString(nil, &nameBuf) nameValTyp := typ.Key() nameValPtr = reflect.New(nameValTyp) switch { case reflect.PointerTo(nameValTyp).Implements(textUnmarshalerType): obj := nameValPtr.Interface().(encoding.TextUnmarshaler) if err := obj.UnmarshalText(nameBuf.Bytes()); err != nil { dec.panicType("string", reflect.PointerTo(nameValTyp), err) } default: switch nameValTyp.Kind() { case reflect.String: nameValPtr.Elem().SetString(nameBuf.String()) case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: n, err := strconv.ParseInt(nameBuf.String(), 10, kind2bits[nameValTyp.Kind()]) if err != nil { dec.panicType("number "+nameBuf.String(), nameValTyp, err) } nameValPtr.Elem().SetInt(n) case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr: n, err := strconv.ParseUint(nameBuf.String(), 10, kind2bits[nameValTyp.Kind()]) if err != nil { dec.panicType("number "+nameBuf.String(), nameValTyp, err) } nameValPtr.Elem().SetUint(n) default: dec.panicType("object", typ, &DecodeArgumentError{Type: nameValTyp}) } } }, func() { dec.posStackPush() defer dec.posStackPop() dec.structStackPush(typ, nameValPtr.Elem()) defer dec.structStackPop() fValPtr := reflect.New(typ.Elem()) dec.decode(fValPtr.Elem(), false) val.SetMapIndex(nameValPtr.Elem(), fValPtr.Elem()) }) default: dec.panicType(t.JSONType(), typ, nil) } case reflect.Slice: switch { case typ.Elem().Kind() == reflect.Uint8 && !(dec.peekRuneType() == internal.RuneTypeArrayBeg && (false || reflect.PointerTo(typ.Elem()).Implements(decodableType) || reflect.PointerTo(typ.Elem()).Implements(jsonUnmarshalerType) || reflect.PointerTo(typ.Elem()).Implements(textUnmarshalerType))): switch t := dec.peekRuneType(); t { case internal.RuneTypeNullN: dec.decodeNull() val.Set(reflect.Zero(typ)) case internal.RuneTypeStringBeg: if typ.Elem() == byteType { var buf bytes.Buffer dec.decodeString(typ, internal.NewBase64Decoder(&buf)) val.Set(reflect.ValueOf(buf.Bytes())) } else { // TODO: Surely there's a better way. At the very least, we should // avoid buffering. var buf bytes.Buffer dec.decodeString(typ, internal.NewBase64Decoder(&buf)) bs := buf.Bytes() val.Set(reflect.MakeSlice(typ, len(bs), len(bs))) for i := 0; i < len(bs); i++ { val.Index(i).Set(reflect.ValueOf(bs[i]).Convert(typ.Elem())) } } default: dec.panicType(t.JSONType(), typ, nil) } default: switch t := dec.peekRuneType(); t { case internal.RuneTypeNullN: dec.decodeNull() val.Set(reflect.Zero(typ)) case internal.RuneTypeArrayBeg: if val.IsNil() { val.Set(reflect.MakeSlice(typ, 0, 0)) } if val.Len() > 0 { val.Set(val.Slice(0, 0)) } i := 0 dec.decodeArray(typ, func() { dec.posStackPush() defer dec.posStackPop() dec.structStackPush(typ, i) defer dec.structStackPop() mValPtr := reflect.New(typ.Elem()) dec.decode(mValPtr.Elem(), false) val.Set(reflect.Append(val, mValPtr.Elem())) i++ }) default: dec.panicType(t.JSONType(), typ, nil) } } case reflect.Array: if nullOK && dec.peekRuneType() == internal.RuneTypeNullN { dec.decodeNull() return } i := 0 n := val.Len() dec.decodeArray(typ, func() { dec.posStackPush() defer dec.posStackPop() dec.structStackPush(typ, i) defer dec.structStackPop() if i < n { mValPtr := reflect.New(typ.Elem()) dec.decode(mValPtr.Elem(), false) val.Index(i).Set(mValPtr.Elem()) } else { dec.scan(internal.Discard) } i++ }) for ; i < n; i++ { val.Index(i).Set(reflect.Zero(typ.Elem())) } case reflect.Pointer: switch dec.peekRuneType() { case internal.RuneTypeNullN: dec.decodeNull() val.Set(reflect.Zero(typ)) default: if val.IsNil() { val.Set(reflect.New(typ.Elem())) } dec.decode(val.Elem(), false) } default: dec.panicType("", typ, fmt.Errorf("unsupported type (kind=%v)", typ.Kind())) } } } func (dec *Decoder) scan(out internal.RuneWriter) { limiter := dec.limitingScanner() for { c, _, err := limiter.ReadRune() if err == io.EOF { return } _, _ = out.WriteRune(c) } } func (dec *Decoder) scanNumber(gTyp reflect.Type, out internal.RuneWriter) { if t := dec.peekRuneType(); !t.IsNumber() { dec.panicType(t.JSONType(), gTyp, nil) } dec.scan(out) } func (dec *Decoder) decodeAny() any { c, _ := dec.readRune() dec.unreadRune() switch c { case '{': ret := make(map[string]any) typ := reflect.TypeOf(ret) var nameBuf strings.Builder dec.decodeObject(typ, func() { dec.posStackPush() defer dec.posStackPop() nameBuf.Reset() dec.decodeString(nil, &nameBuf) }, func() { dec.posStackPush() defer dec.posStackPop() name := nameBuf.String() dec.structStackPush(typ, name) defer dec.structStackPop() ret[name] = dec.decodeAny() }) return ret case '[': ret := []any{} typ := reflect.TypeOf(ret) dec.decodeArray(typ, func() { dec.posStackPush() defer dec.posStackPop() dec.structStackPush(typ, len(ret)) defer dec.structStackPop() ret = append(ret, dec.decodeAny()) }) return ret case '"': var buf strings.Builder dec.decodeString(nil, &buf) return buf.String() case '-', '0', '1', '2', '3', '4', '5', '6', '7', '8', '9': var buf strings.Builder dec.scan(&buf) num := json.Number(buf.String()) if dec.useNumber { return num } f64, err := num.Float64() if err != nil { dec.panicType("number "+buf.String(), float64Type, err) } return f64 case 't', 'f': return dec.decodeBool(nil) case 'n': dec.decodeNull() return nil default: panic("should not happen") } } // DecodeObject is a helper function to ease implementing the // Decodable interface; allowing the lowmemjson package to handle // decoding the object syntax, while the Decodable only needs to // handle decoding the keys and values within the object. // // Outside of implementing Decodable.DecodeJSON methods, callers // should instead simply use NewDecoder(r).Decode(&val) rather than // attempting to call DecodeObject directly. func DecodeObject(r io.RuneScanner, decodeKey, decodeVal func(io.RuneScanner) error) (err error) { defer func() { if r := recover(); r != nil { if de, ok := r.(decodeError); ok { pub := DecodeError(de) err = &pub } else { panic(r) } } }() var dec *Decoder if dr, ok := r.(*decRuneScanner); ok { dec = dr.dec } else { dec = NewDecoder(r) } dec.posStackPush() defer dec.posStackPop() dec.decodeObject(nil, func() { dec.posStackPush() defer dec.posStackPop() l := dec.limitingScanner() if err := decodeKey(l); err != nil { // TODO: Find a better Go type to use than `nil`. dec.panicType("string", nil, err) } if _, _, err := l.ReadRune(); err != io.EOF { // TODO: Find a better Go type to use than `nil`. dec.panicType("string", nil, fmt.Errorf("did not consume entire string")) } }, func() { dec.posStackPush() defer dec.posStackPop() t := dec.peekRuneType() l := dec.limitingScanner() if err := decodeVal(l); err != nil { // TODO: Find a better Go type to use than `nil`. dec.panicType(t.JSONType(), nil, err) } if _, _, err := l.ReadRune(); err != io.EOF { // TODO: Find a better Go type to use than `nil`. dec.panicType(t.JSONType(), nil, fmt.Errorf("did not consume entire %s", t.JSONType())) } }) return nil } func (dec *Decoder) decodeObject(gTyp reflect.Type, decodeKey, decodeVal func()) { dec.expectRuneType('{', internal.RuneTypeObjectBeg, gTyp) _, t := dec.readRune() switch t { case internal.RuneTypeObjectEnd: return case internal.RuneTypeStringBeg: decodeMember: dec.unreadRune() decodeKey() dec.expectRune(':', internal.RuneTypeObjectColon) decodeVal() _, t := dec.readRune() switch t { case internal.RuneTypeObjectComma: dec.expectRune('"', internal.RuneTypeStringBeg) goto decodeMember case internal.RuneTypeObjectEnd: return default: panic("should not happen") } default: panic("should not happen") } } // DecodeArray is a helper function to ease implementing the Decoder // interface; allowing the lowmemjson package to handle decoding the // array syntax, while the Decodable only needs to handle decoding // members within the array. // // Outside of implementing Decodable.DecodeJSON methods, callers // should instead simply use NewDecoder(r).Decode(&val) rather than // attempting to call DecodeArray directly. func DecodeArray(r io.RuneScanner, decodeMember func(r io.RuneScanner) error) (err error) { defer func() { if r := recover(); r != nil { if de, ok := r.(decodeError); ok { pub := DecodeError(de) err = &pub } else { panic(r) } } }() var dec *Decoder if dr, ok := r.(*decRuneScanner); ok { dec = dr.dec } else { dec = NewDecoder(r) } dec.posStackPush() defer dec.posStackPop() dec.decodeArray(nil, func() { dec.posStackPush() defer dec.posStackPop() t := dec.peekRuneType() l := dec.limitingScanner() if err := decodeMember(l); err != nil { // TODO: Find a better Go type to use than `nil`. dec.panicType(t.JSONType(), nil, err) } if _, _, err := l.ReadRune(); err != io.EOF { // TODO: Find a better Go type to use than `nil`. dec.panicType(t.JSONType(), nil, fmt.Errorf("did not consume entire %s", t.JSONType())) } }) return nil } func (dec *Decoder) decodeArray(gTyp reflect.Type, decodeMember func()) { dec.expectRuneType('[', internal.RuneTypeArrayBeg, gTyp) _, t := dec.readRune() switch t { case internal.RuneTypeArrayEnd: return default: dec.unreadRune() decodeNextMember: decodeMember() _, t := dec.readRune() switch t { case internal.RuneTypeArrayComma: goto decodeNextMember case internal.RuneTypeArrayEnd: return default: panic("should not happen") } } } func (dec *Decoder) decodeString(gTyp reflect.Type, out internal.RuneWriter) { dec.expectRuneType('"', internal.RuneTypeStringBeg, gTyp) var uhex [4]byte for { c, t := dec.readRune() switch t { case internal.RuneTypeStringChar: _, _ = out.WriteRune(c) case internal.RuneTypeStringEsc, internal.RuneTypeStringEscU: // do nothing case internal.RuneTypeStringEsc1: switch c { case '"': _, _ = out.WriteRune('"') case '\\': _, _ = out.WriteRune('\\') case '/': _, _ = out.WriteRune('/') case 'b': _, _ = out.WriteRune('\b') case 'f': _, _ = out.WriteRune('\f') case 'n': _, _ = out.WriteRune('\n') case 'r': _, _ = out.WriteRune('\r') case 't': _, _ = out.WriteRune('\t') default: panic("should not happen") } case internal.RuneTypeStringEscUA: uhex[0], _ = internal.HexToInt(c) case internal.RuneTypeStringEscUB: uhex[1], _ = internal.HexToInt(c) case internal.RuneTypeStringEscUC: uhex[2], _ = internal.HexToInt(c) case internal.RuneTypeStringEscUD: uhex[3], _ = internal.HexToInt(c) c = 0 | rune(uhex[0])<<12 | rune(uhex[1])<<8 | rune(uhex[2])<<4 | rune(uhex[3])<<0 handleUnicode: if utf16.IsSurrogate(c) { if dec.peekRuneType() != internal.RuneTypeStringEsc { _, _ = out.WriteRune(utf8.RuneError) break } dec.expectRune('\\', internal.RuneTypeStringEsc) if dec.peekRuneType() != internal.RuneTypeStringEscU { _, _ = out.WriteRune(utf8.RuneError) break } dec.expectRune('u', internal.RuneTypeStringEscU) b, _ := dec.readRune() uhex[0], _ = internal.HexToInt(b) b, _ = dec.readRune() uhex[1], _ = internal.HexToInt(b) b, _ = dec.readRune() uhex[2], _ = internal.HexToInt(b) b, _ = dec.readRune() uhex[3], _ = internal.HexToInt(b) c2 := 0 | rune(uhex[0])<<12 | rune(uhex[1])<<8 | rune(uhex[2])<<4 | rune(uhex[3])<<0 d := utf16.DecodeRune(c, c2) if d == utf8.RuneError { _, _ = out.WriteRune(utf8.RuneError) c = c2 goto handleUnicode } _, _ = out.WriteRune(d) } else { _, _ = out.WriteRune(c) } case internal.RuneTypeStringEnd: return default: panic("should not happen") } } } func (dec *Decoder) decodeBool(gTyp reflect.Type) bool { c, t := dec.readRune() switch c { case 't': dec.expectRune('r', internal.RuneTypeTrueR) dec.expectRune('u', internal.RuneTypeTrueU) dec.expectRune('e', internal.RuneTypeTrueE) return true case 'f': dec.expectRune('a', internal.RuneTypeFalseA) dec.expectRune('l', internal.RuneTypeFalseL) dec.expectRune('s', internal.RuneTypeFalseS) dec.expectRune('e', internal.RuneTypeFalseE) return false default: dec.panicType(t.JSONType(), gTyp, nil) panic("not reached") } } func (dec *Decoder) decodeNull() { dec.expectRune('n', internal.RuneTypeNullN) dec.expectRune('u', internal.RuneTypeNullU) dec.expectRune('l', internal.RuneTypeNullL1) dec.expectRune('l', internal.RuneTypeNullL2) }