You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
83 lines
1.6 KiB
83 lines
1.6 KiB
package config
|
|
|
|
import (
|
|
"encoding/json"
|
|
"testing"
|
|
)
|
|
|
|
func TestSimpleSpaces(t *testing.T) {
|
|
runTest(t, "simple-spaces",
|
|
`[["one","two","three","four","five","six"]]`,
|
|
)
|
|
}
|
|
|
|
func TestSimpleMultiline(t *testing.T) {
|
|
runTest(t, "simple-multiline",
|
|
`[["one","two","three"],["four","five"],[],[],["six"]]`,
|
|
)
|
|
}
|
|
|
|
func TestQuotes(t *testing.T) {
|
|
runTest(t, "quotes",
|
|
`[["one","two","three"],[],["four","five","six"]]`,
|
|
)
|
|
}
|
|
|
|
func TestQuotesMultiline(t *testing.T) {
|
|
runTest(t, "quotes-multiline",
|
|
`[["one\ntwo"],["three\nfour"],[],[],["five\n six"]]`,
|
|
)
|
|
}
|
|
|
|
func TestQuotesEmpty(t *testing.T) {
|
|
runTest(t, "quotes-empty",
|
|
`[["one","","three"],["","five",""],["seven"]]`,
|
|
)
|
|
}
|
|
|
|
func TestComments(t *testing.T) {
|
|
runTest(t, "comments",
|
|
`[[],["one"],[],["two"],[],["three"]]`,
|
|
)
|
|
}
|
|
|
|
func TestCommentsInline(t *testing.T) {
|
|
runTest(t, "comments-inline",
|
|
`[["one"],["two#three"],[],["four"]]`,
|
|
)
|
|
}
|
|
|
|
func runTest(t *testing.T, bn string, exp string) {
|
|
t.Logf("Running testdata/%s.tok.. ", bn)
|
|
tok, err := NewTokenizer("testdata/" + bn + ".tok")
|
|
if err != nil {
|
|
t.Fatalf("%s", err.Error())
|
|
}
|
|
defer tok.Close()
|
|
|
|
tokens := [][]string{}
|
|
for tok.Scan() {
|
|
ln := tok.Line()
|
|
tl := len(tokens)
|
|
if tl < ln {
|
|
for i := tl; i < ln; i++ {
|
|
tokens = append(tokens, []string{})
|
|
}
|
|
}
|
|
tokens[ln-1] = append(tokens[ln-1], tok.Text())
|
|
}
|
|
if tok.Err() != nil {
|
|
t.Fatalf("%s", tok.Err())
|
|
}
|
|
|
|
out, err := json.Marshal(tokens)
|
|
if err != nil {
|
|
t.Fatalf("%s", err)
|
|
}
|
|
|
|
if exp != string(out) {
|
|
t.Logf("Expected: %s", exp)
|
|
t.Logf("Got: %s", out)
|
|
t.FailNow()
|
|
}
|
|
}
|