From 8d9e00edacbc061ec5efba100e2af71be6824af8 Mon Sep 17 00:00:00 2001
From: Stanisław Zagórowski <hasohasacz@gmail.com>
Date: Thu, 11 Jan 2024 15:29:25 +0100
Subject: luax

---
 src/luax/tokens.rs | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

(limited to 'src/luax/tokens.rs')

diff --git a/src/luax/tokens.rs b/src/luax/tokens.rs
index 9f1058a..2c9448d 100644
--- a/src/luax/tokens.rs
+++ b/src/luax/tokens.rs
@@ -66,12 +66,17 @@ pub enum Token<'s> {
     Hash,
     Not,
     /// Containers
-    Number(f64),
+    Number(&'s str),
     String(&'s str, StringType),
     Identifier(&'s str),
 
-    Dollar,
+    // HTML extensions
+    OpenClosingTag,
+    LuaStart,
+    LuaEnd,
     Eof,
+    Unknown(char),
+    Whitespace,
 }
 
 impl std::fmt::Display for Token<'_> {
@@ -139,9 +144,13 @@ impl std::fmt::Display for Token<'_> {
                 StringType::DoubleBracket => write!(f, "[[{}]]", s),
             },
             Token::Identifier(s) => write!(f, "{}", s),
-            Token::Dollar => write!(f, "$"),
+            Token::OpenClosingTag => write!(f, "</"),
+            Token::LuaStart => write!(f, "{{$"),
+            Token::LuaEnd => write!(f, "$}}"),
 
             Token::Eof => write!(f, "EOF"),
+            Token::Unknown(c) => write!(f, "{}", c),
+            Token::Whitespace => write!(f, " "),
         }
     }
 }
-- 
cgit v1.3.1