1 files changed, 0 insertions, 47 deletions
diff --git a/src/text_format/lexer/token.rs b/src/text_format/lexer/token.rs
deleted file mode 100644
index 55d931a..0000000
--- a/src/text_format/lexer/token.rs
+++ /dev/null
@@ -1,47 +0,0 @@
-use super::lexer_impl::LexerError;
-use super::lexer_impl::LexerResult;
-use super::loc::Loc;
-use super::num_lit::NumLit;
-use super::str_lit::StrLit;
-use crate::text_format::lexer::JsonNumberLit;
-
-#[derive(Clone, Debug, PartialEq)]
-pub enum Token {
-    Ident(String),
-    Symbol(char),
-    // Protobuf tokenizer has separate tokens for int and float.
-    // Tokens do not include sign.
-    IntLit(u64),
-    FloatLit(f64),
-    JsonNumber(JsonNumberLit),
-    // including quotes
-    StrLit(StrLit),
-}
-
-impl Token {
-    /// Back to original
-    pub fn format(&self) -> String {
-        match self {
-            &Token::Ident(ref s) => s.clone(),
-            &Token::Symbol(c) => c.to_string(),
-            &Token::IntLit(ref i) => i.to_string(),
-            &Token::StrLit(ref s) => s.quoted(),
-            &Token::FloatLit(ref f) => f.to_string(),
-            &Token::JsonNumber(ref f) => f.to_string(),
-        }
-    }
-
-    pub fn to_num_lit(&self) -> LexerResult<NumLit> {
-        match self {
-            &Token::IntLit(i) => Ok(NumLit::U64(i)),
-            &Token::FloatLit(f) => Ok(NumLit::F64(f)),
-            _ => Err(LexerError::IncorrectInput),
-        }
-    }
-}
-
-#[derive(Clone)]
-pub struct TokenWithLocation {
-    pub token: Token,
-    pub loc: Loc,
-}