diff options
| -rw-r--r-- | src/tparse/tokenize.go | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/tparse/tokenize.go b/src/tparse/tokenize.go index 2d49376..8eab15a 100644 --- a/src/tparse/tokenize.go +++ b/src/tparse/tokenize.go @@ -235,7 +235,7 @@ func TokenizeFile(path string) []Token { if err != nil { if err != io.EOF { out = append(out, Token{Type: -1}) - } else { + } else if b.String() != "" { out = append(out, Token{Type: checkToken(b.String(), pre), Data: b.String(), Line: ln, Char: last}) } break |