From 093045f77f80c9c63c8464dbf5d7b9310ba03b55 Mon Sep 17 00:00:00 2001
From: Kyle Gunger <kgunger12@gmail.com>
Date: Sat, 9 Sep 2023 17:37:20 -0400
Subject: Wrapped version of just the tokenizer

---
 tnslc/tokenizer_wrapped.tnsl | 35 +++++++++++++++++++++++++++++++++++
 1 file changed, 35 insertions(+)
 create mode 100644 tnslc/tokenizer_wrapped.tnsl

diff --git a/tnslc/tokenizer_wrapped.tnsl b/tnslc/tokenizer_wrapped.tnsl
new file mode 100644
index 0000000..70a074e
--- /dev/null
+++ b/tnslc/tokenizer_wrapped.tnsl
@@ -0,0 +1,35 @@
+:include "c_wrap_linux.tnsl"
+:include "logging.tnsl"
+:include "utils.tnsl"
+:include "vector.tnsl"
+:include "tokenizer.tnsl"
+
+{}uint8 w_usage = "Usage: tokenizer [file in] [file out]"
+
+/; main (int argc, ~~uint8 argv) [int]
+	asm "mov r8, rdi"
+	asm "mov r9, rsi"
+
+	/; if (argc < 3)
+		_printf(~w_usage{0})
+		return 1
+	;/
+
+	~void fin = _open_file(argv{1})
+	~void fout = _create_file(argv{2})
+
+	Vector tokens = tokenize_file(fin)
+	~Token tok
+
+	/; loop (int i = 0; i < tokens.num_el) [i++]
+		tok = tokens.get(i)
+		print_token(tok`, fout)
+		tok`._del()
+	;/
+
+	_close_file(fin)
+	_close_file(fout)
+
+	return 0
+;/
+
-- 
cgit v1.2.3