blob: b57c766aa67c9742dddddf357de9909996ac23dc (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
|
/#
Copyright 2021 Kyle Gunger
This file is licensed under the CDDL 1.0 (the License)
and may only be used in accordance with the License.
You should have received a copy of the License with this
software/source code. If you did not, a copy can be found
at the following URL:
https://opensource.org/licenses/CDDL-1.0
THIS SOFTWARE/SOURCE CODE IS PROVIDED "AS IS" WITH NO
WARRANTY, GUARANTEE, OR CLAIM OF FITNESS FOR ANY PURPOSE
EXPRESS OR IMPLIED
#/
/; is_float (~{}charp dat) [bool]
;return is_numeric_literal(dat) && is_in_string(dat, '.')
;/
/; break_token ({}charp dat, charp c) [bool]
/; if (len dat == 0)
;return false
;; else if (is_in_string(~RESERVED, dat{len dat - 1}))
/; if (is_in_string(~RESERVED, c))
;dat.append(c)
;return get_token_type(~dat) == TOKEN_TYPE.DEFWORD
;; else if (len dat == 1 && dat{0} == '.')
;return !is_digit(c)
;/
;return true
;; else if (is_in_string(~RESERVED, c))
/; if (is_numeric_literal(~dat) && !is_float(~dat) && c == '.')
;return false
;/
;return true
;/
;return is_whitespace(c)
;/
/; parse_reserved ({}charp dat) [{}Token]
;/
/; tokenize (tnsl.io.File fstr) [~{}Token]
;{}Token out = {}
;{}charp tdat = {}
/; loop (int i = fstr.read(); i !== -1) [i = fstr.read()]
/; if (break_token(tdat, i))
/; if (len tdat > 0)
;{}charp tmp = tdat
;Token ttk = {get_token_type(~tmp), 0, 0, ~tmp}
;out.append(ttk)
;tdat = {}
;/
;/
/; if ( !is_whitespace(i) )
;tdat.append(i)
;/
;/
/; if (len tdat > 0)
;/
;tnsl.io.println(tdat)
;return ~out
;/
|
