From d581c7503f20a8b560a98e521daec632c763c56c Mon Sep 17 00:00:00 2001 From: Kyle Gunger Date: Tue, 15 Mar 2022 15:26:35 -0400 Subject: [HOTFIX] Fix tokens not generating at eof --- src/tparse/tokenize.go | 2 ++ 1 file changed, 2 insertions(+) (limited to 'src/tparse') diff --git a/src/tparse/tokenize.go b/src/tparse/tokenize.go index 7f57576..2d49376 100644 --- a/src/tparse/tokenize.go +++ b/src/tparse/tokenize.go @@ -235,6 +235,8 @@ func TokenizeFile(path string) []Token { if err != nil { if err != io.EOF { out = append(out, Token{Type: -1}) + } else { + out = append(out, Token{Type: checkToken(b.String(), pre), Data: b.String(), Line: ln, Char: last}) } break } -- cgit v1.2.3