diff options
| author | Kyle Gunger <kgunger12@gmail.com> | 2024-08-02 11:52:50 -0400 |
|---|---|---|
| committer | Kyle Gunger <kgunger12@gmail.com> | 2024-08-02 11:52:50 -0400 |
| commit | 7793ee1739ccb239819c6664c89727697be4bf97 (patch) | |
| tree | 5f550966fef53e9062734307d2fe44f85f8fc1da /tnslc/parse/tokenizer.tnsl | |
| parent | bc22cfdb3eb3c39b647cb02e9b0c50f8d0ffb158 (diff) | |
type_helper_pre
Diffstat (limited to 'tnslc/parse/tokenizer.tnsl')
| -rw-r--r-- | tnslc/parse/tokenizer.tnsl | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/tnslc/parse/tokenizer.tnsl b/tnslc/parse/tokenizer.tnsl index 745100c..e44e648 100644 --- a/tnslc/parse/tokenizer.tnsl +++ b/tnslc/parse/tokenizer.tnsl @@ -333,7 +333,13 @@ uint MAX_MULTI = 3 /; if (first == '\'' || first == '\"') return produce_string_token(fin, prev) ;; else if (is_reserved(first) == true) - return produce_reserved_token(fin, prev) + Token out = produce_reserved_token(fin, prev) + /; loop (out._type == TTYPE_COMNT) + Token tmp = produce_next_token(fin, out) + out.end() + out = tmp + ;/ + return out ;; else if (is_numeric(first) == true) return produce_numeric_token(fin, prev) ;; else if (first !== 0) |