summaryrefslogtreecommitdiff
path: root/tnslc/src/parse/tokenizer.tnsl
diff options
context:
space:
mode:
authorKyle Gunger <kgunger12@gmail.com>2022-04-11 18:50:08 -0400
committerKyle Gunger <kgunger12@gmail.com>2022-04-11 18:50:08 -0400
commitd0213b4202ac12d7e92f7125e87c31d9ecb637dd (patch)
tree50164dfa2295c6806f3866c24a897789856337a7 /tnslc/src/parse/tokenizer.tnsl
parent41cb9e107b20153449526cedec101e33f21d8630 (diff)
Remove src folders
Diffstat (limited to 'tnslc/src/parse/tokenizer.tnsl')
-rw-r--r--tnslc/src/parse/tokenizer.tnsl38
1 files changed, 0 insertions, 38 deletions
diff --git a/tnslc/src/parse/tokenizer.tnsl b/tnslc/src/parse/tokenizer.tnsl
deleted file mode 100644
index 4e5eeb7..0000000
--- a/tnslc/src/parse/tokenizer.tnsl
+++ /dev/null
@@ -1,38 +0,0 @@
-/#
- Copyright 2021 Kyle Gunger
-
- This file is licensed under the CDDL 1.0 (the License)
- and may only be used in accordance with the License.
- You should have received a copy of the License with this
- software/source code. If you did not, a copy can be found
- at the following URL:
-
- https://opensource.org/licenses/CDDL-1.0
-
- THIS SOFTWARE/SOURCE CODE IS PROVIDED "AS IS" WITH NO
- WARRANTY, GUARANTEE, OR CLAIM OF FITNESS FOR ANY PURPOSE
- EXPRESS OR IMPLIED
-#/
-
-:using 'tnsl'
-
-/##
- parse.numeric_literal tokenizes the next numeric literal value in a file.
- Returns a token with the proper data as well as the number of characters read
-
-#; numeric_literal (io.text_stream fstream) [Token, uint]
- ;Token out = {token_type: TOKEN_TYPE.LITERAL}
- ;uint counter = 0
-
- ;bool l, d, run = false, false, true
- ;~{}charp num
-
- ;num, run = fstream.read_number()
-
- /; loop (run) [num, run = fstream.read_number()]
- ;out.add_data(num)
- ;delete num
- ;/
-
- ;return out, counter
-;/ \ No newline at end of file