diff options
| author | Kyle Gunger <kgunger12@gmail.com> | 2023-08-10 18:29:59 -0400 |
|---|---|---|
| committer | Kyle Gunger <kgunger12@gmail.com> | 2023-08-10 18:29:59 -0400 |
| commit | 0cc237617e4e853520b0509c02408d4170572d28 (patch) | |
| tree | 3714eb635f6c9cc12ba064f3281d867ac4ffba31 /tnslc/tokenizer.tnsl | |
| parent | 9ab49df341025eca8e641ee539355edb15e0fff2 (diff) | |
Re-implement tokenizer functionality
Diffstat (limited to 'tnslc/tokenizer.tnsl')
| -rw-r--r-- | tnslc/tokenizer.tnsl | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tnslc/tokenizer.tnsl b/tnslc/tokenizer.tnsl index 08c0b52..62acd4a 100644 --- a/tnslc/tokenizer.tnsl +++ b/tnslc/tokenizer.tnsl @@ -243,7 +243,7 @@ struct Token { {}uint8 w_tkn_gen = "%d Tokens generated from file.\n\0" -/; tokenize_file (~void file_in, file_out) [Vector] +/; tokenize_file (~void file_in) [Vector] # This vector is going to store all of our tokens as we generate them Vector out_vect # The size of a token struct is 3 uint + pointer = 4*8 = 32 bytes |