minor fixes to unknown handling

1 files changed, 2 insertions, 0 deletions

diff --git a/src/luax/tokens.rs b/src/luax/tokens.rs
index 9c23acd..fb3691e 100644
--- a/src/luax/tokens.rs
+++ b/src/luax/tokens.rs
@@ -77,6 +77,7 @@ pub enum Token<'s> {
     LuaEnd,
     Eof,
     HtmlTextChar(char),
+    Unknown(char),
     Whitespace,
 }
 
@@ -152,6 +153,7 @@ impl std::fmt::Display for Token<'_> {
             Token::Bang => write!(f, "!"),
             Token::Eof => write!(f, "EOF"),
             Token::HtmlTextChar(c) => write!(f, "{}", c),
+            Token::Unknown(c) => write!(f, "{}", c),
             Token::Whitespace => write!(f, " "),
         }
     }