From 2c33f94eb0956a17aa04f523a1a74fb4fac26a2c Mon Sep 17 00:00:00 2001
From: Raghuram Subramani <raghus2247@gmail.com>
Date: Wed, 11 Jun 2025 14:32:54 +0530
Subject: lexer: clean all tokens too

---
 src/lexer.cc | 5 +++++
 src/main.cc  | 9 +++++----
 2 files changed, 10 insertions(+), 4 deletions(-)

(limited to 'src')

diff --git a/src/lexer.cc b/src/lexer.cc
index ee0e4a3..584de23 100644
--- a/src/lexer.cc
+++ b/src/lexer.cc
@@ -30,6 +30,11 @@ Lexer::tokens(void)
 void
 Lexer::clean(void)
 {
+  for (size_t i = 0; i < m_tokens->size(); i++) {
+    Token *t = (Token *) m_tokens->get(i);
+    t->clean();
+  }
+
   m_tokens->clean();
   free(m_script);
 }
diff --git a/src/main.cc b/src/main.cc
index 2ebf2a6..a993082 100644
--- a/src/main.cc
+++ b/src/main.cc
@@ -32,10 +32,11 @@ main(int argc, char **argv)
   l.init(buffer);
   l.scan_tokens();
 
-  Token t;
-  t.init(EOFF, "EOF", 221);
-  printf("%s\n", t.to_string());
-  t.clean();
+  List *tokens = l.tokens();
+  for (size_t i = 0; i < tokens->size(); i++)
+    printf("%s\n", (char *) tokens->get(i));
+
+  l.clean();
 
   f.close();
   return 0;
-- 
cgit v1.2.3