1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
|
// Copyright (C) 2022-2023 Luke Shumaker <lukeshu@lukeshu.com>
//
// SPDX-License-Identifier: GPL-2.0-or-later
package lowmemjson
import (
"encoding/json"
"io"
"reflect"
"unicode/utf8"
"git.lukeshu.com/go/lowmemjson/internal"
)
var (
numberType = reflect.TypeOf(json.Number(""))
byteType = reflect.TypeOf(byte(0))
byteSliceType = reflect.TypeOf(([]byte)(nil))
)
// generic I/O /////////////////////////////////////////////////////////////////
func writeByte(w io.Writer, c byte) error {
if br, ok := w.(interface{ WriteByte(byte) error }); ok {
return br.WriteByte(c)
}
var buf [1]byte
buf[0] = c
if _, err := w.Write(buf[:]); err != nil {
return err
}
return nil
}
func writeRune(w io.Writer, c rune) (int, error) {
if rw, ok := w.(interface{ WriteRune(rune) (int, error) }); ok {
return rw.WriteRune(c)
}
var buf [utf8.UTFMax]byte
n := utf8.EncodeRune(buf[:], c)
return w.Write(buf[:n])
}
// JSON string encoding ////////////////////////////////////////////////////////
// BackslashEscapeMode identifies one of the three ways that a
// character may be represented in a JSON string:
//
// - literally (no backslash escaping)
//
// - as a short "well-known" `\X` backslash sequence (where `X` is a
// single-character)
//
// - as a long Unicode `\uXXXX` backslash sequence
type BackslashEscapeMode uint8
const (
BackslashEscapeNone BackslashEscapeMode = iota
BackslashEscapeShort
BackslashEscapeUnicode
)
// A BackslashEscaper controls how a ReEncoder emits a character in a
// JSON string. The `rune` argument is the character being
// considered, and the `BackslashEscapeMode` argument is how it was
// originally encoded in the input.
//
// The ReEncoder will panic if a BackslashEscaper returns an unknown
// BackslashEscapeMode.
type BackslashEscaper = func(rune, BackslashEscapeMode) BackslashEscapeMode
// EscapePreserve is a BackslashEscaper that preserves the original
// input escaping.
func EscapePreserve(_ rune, wasEscaped BackslashEscapeMode) BackslashEscapeMode {
return wasEscaped
}
// EscapeJSSafe is a BackslashEscaper that escapes strings such that
// the JSON safe to embed in JS; it otherwise preserves the original
// input escaping.
//
// JSON is notionally a JS subset, but that's not actually true; so
// more conservative backslash-escaping is necessary to safely embed
// it in JS. http://timelessrepo.com/json-isnt-a-javascript-subset
func EscapeJSSafe(c rune, wasEscaped BackslashEscapeMode) BackslashEscapeMode {
switch c {
case '\u2028', '\u2029':
return BackslashEscapeUnicode
default:
return wasEscaped
}
}
// EscapeHTMLSafe is a BackslashEscaper that escapes strings such that
// the JSON is safe to embed in HTML; it otherwise preserves the
// original input escaping.
func EscapeHTMLSafe(c rune, wasEscaped BackslashEscapeMode) BackslashEscapeMode {
switch c {
case '&', '<', '>':
return BackslashEscapeUnicode
default:
return EscapeJSSafe(c, wasEscaped)
}
}
// EscapeDefault is a BackslashEscaper that mimics the default
// behavior of encoding/json.
//
// It is like EscapeHTMLSafe, but also uses long Unicode `\uXXXX`
// sequences for `\b`, `\f`, and the `\uFFFD` Unicode replacement
// character.
//
// A ReEncoder uses EscapeDefault if a BackslashEscaper is not
// specified.
func EscapeDefault(c rune, wasEscaped BackslashEscapeMode) BackslashEscapeMode {
switch c {
case '\b', '\f', utf8.RuneError:
return BackslashEscapeUnicode
default:
return EscapeHTMLSafe(c, wasEscaped)
}
}
// EscapeDefaultNonHTMLSafe is a BackslashEscaper that mimics the
// default behavior of an encoding/json.Encoder that has had
// SetEscapeHTML(false) called on it.
//
// It is like EscapeJSSafe, but also uses long Unicode `\uXXXX`
// sequences for `\b`, `\f`, and the `\uFFFD` Unicode replacement
// character.
func EscapeDefaultNonHTMLSafe(c rune, wasEscaped BackslashEscapeMode) BackslashEscapeMode {
switch c {
case '\b', '\f', utf8.RuneError:
return BackslashEscapeUnicode
default:
return EscapeJSSafe(c, wasEscaped)
}
}
func writeStringUnicodeEscape(w io.Writer, c rune) (int, error) {
buf := [6]byte{
'\\',
'u',
internal.Hex[(c>>12)&0xf],
internal.Hex[(c>>8)&0xf],
internal.Hex[(c>>4)&0xf],
internal.Hex[(c>>0)&0xf],
}
return w.Write(buf[:])
}
func writeStringShortEscape(w io.Writer, c rune) (int, error) {
var b byte
switch c {
case '"', '\\', '/':
b = byte(c)
case '\b':
b = 'b'
case '\f':
b = 'f'
case '\n':
b = 'n'
case '\r':
b = 'r'
case '\t':
b = 't'
default:
panic("should not happen")
}
buf := [2]byte{'\\', b}
return w.Write(buf[:])
}
func writeStringChar(w io.Writer, c rune, wasEscaped BackslashEscapeMode, escaper BackslashEscaper) (int, error) {
if escaper == nil {
escaper = EscapeDefault
}
switch escaper(c, wasEscaped) {
case BackslashEscapeNone:
switch {
case c < 0x0020: // override, gotta escape these
switch c {
case '\b', '\f', '\n', '\r', '\t': // short-escape if possible
return writeStringShortEscape(w, c)
default:
return writeStringUnicodeEscape(w, c)
}
case c == '"' || c == '\\': // override, gotta escape these
return writeStringShortEscape(w, c)
default: // obey
return writeRune(w, c)
}
case BackslashEscapeShort:
switch c {
case '"', '\\', '/', '\b', '\f', '\n', '\r', '\t': // obey
return writeStringShortEscape(w, c)
default: // override, can't short-escape these
return writeRune(w, c)
}
case BackslashEscapeUnicode:
switch {
case c > 0xFFFF: // override, can't escape these (TODO: unless we use UTF-16 surrogates?)
return writeRune(w, c)
default: // obey
return writeStringUnicodeEscape(w, c)
}
default:
panic("escaper returned an invalid escape mode")
}
}
|