summaryrefslogtreecommitdiffstats
path: root/vendor/github.com/mailru/easyjson/jlexer/lexer_test.go
diff options
context:
space:
mode:
Diffstat (limited to 'vendor/github.com/mailru/easyjson/jlexer/lexer_test.go')
-rw-r--r--vendor/github.com/mailru/easyjson/jlexer/lexer_test.go311
1 files changed, 311 insertions, 0 deletions
diff --git a/vendor/github.com/mailru/easyjson/jlexer/lexer_test.go b/vendor/github.com/mailru/easyjson/jlexer/lexer_test.go
new file mode 100644
index 000000000..4ce4abe6a
--- /dev/null
+++ b/vendor/github.com/mailru/easyjson/jlexer/lexer_test.go
@@ -0,0 +1,311 @@
+package jlexer
+
+import (
+ "bytes"
+ "encoding/json"
+ "reflect"
+ "testing"
+)
+
+func TestString(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want string
+ wantError bool
+ }{
+ {toParse: `"simple string"`, want: "simple string"},
+ {toParse: " \r\r\n\t " + `"test"`, want: "test"},
+ {toParse: `"\n\t\"\/\\\f\r"`, want: "\n\t\"/\\\f\r"},
+ {toParse: `"\u0020"`, want: " "},
+ {toParse: `"\u0020-\t"`, want: " -\t"},
+ {toParse: `"\ufffd\uFFFD"`, want: "\ufffd\ufffd"},
+ {toParse: `"\ud83d\ude00"`, want: "😀"},
+ {toParse: `"\ud83d\ude08"`, want: "😈"},
+ {toParse: `"\ud8"`, wantError: true},
+
+ {toParse: `"test"junk`, want: "test"},
+
+ {toParse: `5`, wantError: true}, // not a string
+ {toParse: `"\x"`, wantError: true}, // invalid escape
+ {toParse: `"\ud800"`, want: "�"}, // invalid utf-8 char; return replacement char
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.String()
+ if got != test.want {
+ t.Errorf("[%d, %q] String() = %v; want %v", i, test.toParse, got, test.want)
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] String() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] String() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestBytes(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want string
+ wantError bool
+ }{
+ {toParse: `"c2ltcGxlIHN0cmluZw=="`, want: "simple string"},
+ {toParse: " \r\r\n\t " + `"dGVzdA=="`, want: "test"},
+
+ {toParse: `5`, wantError: true}, // not a JSON string
+ {toParse: `"foobar"`, wantError: true}, // not base64 encoded
+ {toParse: `"c2ltcGxlIHN0cmluZw="`, wantError: true}, // invalid base64 padding
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.Bytes()
+ if bytes.Compare(got, []byte(test.want)) != 0 {
+ t.Errorf("[%d, %q] Bytes() = %v; want: %v", i, test.toParse, got, []byte(test.want))
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] Bytes() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] Bytes() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestNumber(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want string
+ wantError bool
+ }{
+ {toParse: "123", want: "123"},
+ {toParse: "-123", want: "-123"},
+ {toParse: "\r\n12.35", want: "12.35"},
+ {toParse: "12.35e+1", want: "12.35e+1"},
+ {toParse: "12.35e-15", want: "12.35e-15"},
+ {toParse: "12.35E-15", want: "12.35E-15"},
+ {toParse: "12.35E15", want: "12.35E15"},
+
+ {toParse: `"a"`, wantError: true},
+ {toParse: "123junk", wantError: true},
+ {toParse: "1.2.3", wantError: true},
+ {toParse: "1e2e3", wantError: true},
+ {toParse: "1e2.3", wantError: true},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.number()
+ if got != test.want {
+ t.Errorf("[%d, %q] number() = %v; want %v", i, test.toParse, got, test.want)
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] number() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] number() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestBool(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want bool
+ wantError bool
+ }{
+ {toParse: "true", want: true},
+ {toParse: "false", want: false},
+
+ {toParse: "1", wantError: true},
+ {toParse: "truejunk", wantError: true},
+ {toParse: `false"junk"`, wantError: true},
+ {toParse: "True", wantError: true},
+ {toParse: "False", wantError: true},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.Bool()
+ if got != test.want {
+ t.Errorf("[%d, %q] Bool() = %v; want %v", i, test.toParse, got, test.want)
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] Bool() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] Bool() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestSkipRecursive(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ left string
+ wantError bool
+ }{
+ {toParse: "5, 4", left: ", 4"},
+ {toParse: "[5, 6], 4", left: ", 4"},
+ {toParse: "[5, [7,8]]: 4", left: ": 4"},
+
+ {toParse: `{"a":1}, 4`, left: ", 4"},
+ {toParse: `{"a":1, "b":{"c": 5}, "e":[12,15]}, 4`, left: ", 4"},
+
+ // array start/end chars in a string
+ {toParse: `[5, "]"], 4`, left: ", 4"},
+ {toParse: `[5, "\"]"], 4`, left: ", 4"},
+ {toParse: `[5, "["], 4`, left: ", 4"},
+ {toParse: `[5, "\"["], 4`, left: ", 4"},
+
+ // object start/end chars in a string
+ {toParse: `{"a}":1}, 4`, left: ", 4"},
+ {toParse: `{"a\"}":1}, 4`, left: ", 4"},
+ {toParse: `{"a{":1}, 4`, left: ", 4"},
+ {toParse: `{"a\"{":1}, 4`, left: ", 4"},
+
+ // object with double slashes at the end of string
+ {toParse: `{"a":"hey\\"}, 4`, left: ", 4"},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ l.SkipRecursive()
+
+ got := string(l.Data[l.pos:])
+ if got != test.left {
+ t.Errorf("[%d, %q] SkipRecursive() left = %v; want %v", i, test.toParse, got, test.left)
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] SkipRecursive() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] SkipRecursive() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestInterface(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want interface{}
+ wantError bool
+ }{
+ {toParse: "null", want: nil},
+ {toParse: "true", want: true},
+ {toParse: `"a"`, want: "a"},
+ {toParse: "5", want: float64(5)},
+
+ {toParse: `{}`, want: map[string]interface{}{}},
+ {toParse: `[]`, want: []interface{}(nil)},
+
+ {toParse: `{"a": "b"}`, want: map[string]interface{}{"a": "b"}},
+ {toParse: `[5]`, want: []interface{}{float64(5)}},
+
+ {toParse: `{"a":5 , "b" : "string"}`, want: map[string]interface{}{"a": float64(5), "b": "string"}},
+ {toParse: `["a", 5 , null, true]`, want: []interface{}{"a", float64(5), nil, true}},
+
+ {toParse: `{"a" "b"}`, wantError: true},
+ {toParse: `{"a": "b",}`, wantError: true},
+ {toParse: `{"a":"b","c" "b"}`, wantError: true},
+ {toParse: `{"a": "b","c":"d",}`, wantError: true},
+ {toParse: `{,}`, wantError: true},
+
+ {toParse: `[1, 2,]`, wantError: true},
+ {toParse: `[1 2]`, wantError: true},
+ {toParse: `[,]`, wantError: true},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.Interface()
+ if !reflect.DeepEqual(got, test.want) {
+ t.Errorf("[%d, %q] Interface() = %v; want %v", i, test.toParse, got, test.want)
+ }
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] Interface() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] Interface() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestConsumed(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ wantError bool
+ }{
+ {toParse: "", wantError: false},
+ {toParse: " ", wantError: false},
+ {toParse: "\r\n", wantError: false},
+ {toParse: "\t\t", wantError: false},
+
+ {toParse: "{", wantError: true},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+ l.Consumed()
+
+ err := l.Error()
+ if err != nil && !test.wantError {
+ t.Errorf("[%d, %q] Consumed() error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantError {
+ t.Errorf("[%d, %q] Consumed() ok; want error", i, test.toParse)
+ }
+ }
+}
+
+func TestJsonNumber(t *testing.T) {
+ for i, test := range []struct {
+ toParse string
+ want json.Number
+ wantLexerError bool
+ wantValue interface{}
+ wantValueError bool
+ }{
+ {toParse: `10`, want: json.Number("10"), wantValue: int64(10)},
+ {toParse: `0`, want: json.Number("0"), wantValue: int64(0)},
+ {toParse: `0.12`, want: json.Number("0.12"), wantValue: 0.12},
+ {toParse: `25E-4`, want: json.Number("25E-4"), wantValue: 25E-4},
+
+ {toParse: `"10"`, want: json.Number("10"), wantValue: int64(10)},
+ {toParse: `"0"`, want: json.Number("0"), wantValue: int64(0)},
+ {toParse: `"0.12"`, want: json.Number("0.12"), wantValue: 0.12},
+ {toParse: `"25E-4"`, want: json.Number("25E-4"), wantValue: 25E-4},
+
+ {toParse: `"a""`, wantValueError: true},
+
+ {toParse: `[1]`, wantLexerError: true},
+ {toParse: `{}`, wantLexerError: true},
+ {toParse: `a`, wantLexerError: true},
+ } {
+ l := Lexer{Data: []byte(test.toParse)}
+
+ got := l.JsonNumber()
+ if got != test.want && !test.wantLexerError && !test.wantValueError {
+ t.Errorf("[%d, %q] JsonNumber() = %v; want %v", i, test.toParse, got, test.want)
+ }
+
+ err := l.Error()
+ if err != nil && !test.wantLexerError {
+ t.Errorf("[%d, %q] JsonNumber() lexer error: %v", i, test.toParse, err)
+ } else if err == nil && test.wantLexerError {
+ t.Errorf("[%d, %q] JsonNumber() ok; want lexer error", i, test.toParse)
+ }
+
+ var valueErr error
+ var gotValue interface{}
+ switch test.wantValue.(type) {
+ case float64:
+ gotValue, valueErr = got.Float64()
+ default:
+ gotValue, valueErr = got.Int64()
+ }
+
+ if !reflect.DeepEqual(gotValue, test.wantValue) && !test.wantLexerError && !test.wantValueError {
+ t.Errorf("[%d, %q] JsonNumber() = %v; want %v", i, test.toParse, gotValue, test.wantValue)
+ }
+
+ if valueErr != nil && !test.wantValueError {
+ t.Errorf("[%d, %q] JsonNumber() value error: %v", i, test.toParse, err)
+ } else if valueErr == nil && test.wantValueError {
+ t.Errorf("[%d, %q] JsonNumber() ok; want value error", i, test.toParse)
+ }
+ }
+}
generated by cgit v1.2.3-1-g7c22 (git 2.25.1) at 2024-05-20 21:57:53 +0000