cdramey/alrm
1
0
Fork 0
Code Releases Activity

added tokenizer test for empty quotes

Browse Source
This commit is contained in:
Christopher Ramey
2021-01-18 07:40:56 -09:00
parent cd73181a62
commit 814102fc09
3 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
config/testdata/quotes-empty.tok vendored Normal file
View File

@ -0,0 +1,3 @@
one "" three
"" five ""
seven

2
config/tokenizer.go
View File

@ -131,10 +131,8 @@ func (t *Tokenizer) Scan() bool {
end: end:
if t.err == nil || t.err == io.EOF { if t.err == nil || t.err == io.EOF {
if b.Len() > 0 {
t.text = b.String() t.text = b.String()
} }
}
return t.err == nil return t.err == nil
} }

6
config/tokenizer_test.go
View File

@ -29,6 +29,12 @@ func TestQuotesMultiline(t *testing.T) {
) )
} }
func TestQuotesEmpty(t *testing.T) {
runTest(t, "quotes-empty",
`[["one","","three"],["","five",""],["seven"]]`,
)
}
func TestComments(t *testing.T) { func TestComments(t *testing.T) {
runTest(t, "comments", runTest(t, "comments",
`[[],["one"],[],["two"],[],["three"]]`, `[[],["one"],[],["two"],[],["three"]]`,