summaryrefslogtreecommitdiff
path: root/tnslc/parse/tokenizer.tnsl
diff options
context:
space:
mode:
Diffstat (limited to 'tnslc/parse/tokenizer.tnsl')
-rw-r--r--tnslc/parse/tokenizer.tnsl2
1 files changed, 1 insertions, 1 deletions
diff --git a/tnslc/parse/tokenizer.tnsl b/tnslc/parse/tokenizer.tnsl
index 7a1f085..9021369 100644
--- a/tnslc/parse/tokenizer.tnsl
+++ b/tnslc/parse/tokenizer.tnsl
@@ -91,7 +91,7 @@
;/
;/
- /; if ( !is_whitespace(i) && !comment )
+ /; if ( (!is_whitespace(i) || is_text_literal(~tdat)) && !comment )
;tdat.append(i)
;; else if (i == '\n')
;line++