From 37d1e9fa02b27d1a6c56b4c95d31e6d2b9eab9ee Mon Sep 17 00:00:00 2001 From: Kyle Gunger Date: Tue, 5 Jul 2022 23:51:09 -0400 Subject: [TNSLC] Fix issue with text literals --- tnslc/parse/token.tnsl | 7 +++++++ tnslc/parse/tokenizer.tnsl | 2 +- 2 files changed, 8 insertions(+), 1 deletion(-) (limited to 'tnslc/parse') diff --git a/tnslc/parse/token.tnsl b/tnslc/parse/token.tnsl index e7d64e7..bf4d470 100644 --- a/tnslc/parse/token.tnsl +++ b/tnslc/parse/token.tnsl @@ -250,6 +250,13 @@ ;return true ;/ +/; is_text_literal(~{}charp dat) [bool] + /; if (len dat` < 1) + ;return false + ;/ + ;return dat`{0} == '"' || dat`{0} == '\'' +;/ + /; string_closed ({}charp dat, charp c) [bool] /; if (len dat < 2) ;return false diff --git a/tnslc/parse/tokenizer.tnsl b/tnslc/parse/tokenizer.tnsl index 7a1f085..9021369 100644 --- a/tnslc/parse/tokenizer.tnsl +++ b/tnslc/parse/tokenizer.tnsl @@ -91,7 +91,7 @@ ;/ ;/ - /; if ( !is_whitespace(i) && !comment ) + /; if ( (!is_whitespace(i) || is_text_literal(~tdat)) && !comment ) ;tdat.append(i) ;; else if (i == '\n') ;line++ -- cgit v1.2.3