78 lines
2.2 KiB
Rust
78 lines
2.2 KiB
Rust
use std::{fmt, rc::Rc};
|
|
|
|
use crate::Position;
|
|
|
|
|
|
#[derive(Clone)]
|
|
pub struct Token {
|
|
pub ty: TokenType,
|
|
pub text: String,
|
|
pub pos: Position
|
|
}
|
|
|
|
impl fmt::Debug for Token {
|
|
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
|
|
write!(f, "{:?} @ {},{}", self.ty, self.pos.line, self.pos.col)
|
|
}
|
|
}
|
|
|
|
#[derive(Clone, Debug, PartialEq)]
|
|
pub enum TokenType {
|
|
Int(i64), Float(f64), ImFloat(f64), String(Rc<str>), Char(char),
|
|
Ident(Rc<str>),
|
|
|
|
Plus, Minus, Star, Slash, Percent, DoubleSlash, Caret,
|
|
Bang, Amper, Pipe, DoubleAmper, DoublePipe,
|
|
|
|
Equal, PlusEqual, MinusEqual, StarEqual, SlashEqual, PercentEqual, DoubleSlashEqual, CaretEqual,
|
|
DoubleEqual, BangEqual, Greater, GreaterEqual, Less, LessEqual, Spaceship,
|
|
|
|
Arrow, PipeColon, PipePoint, PipeQuestion, PipeAmper,
|
|
|
|
Comma, Semicolon, Colon,
|
|
|
|
LParen, RParen, LBrack, RBrack, LBrace, RBrace,
|
|
|
|
True, False, Nil,
|
|
If, Elif, Else, For, While,
|
|
Let, Break, Continue, Return
|
|
}
|
|
|
|
impl TokenType {
|
|
pub fn get_op_type(&self) -> Option<OpType> {
|
|
match self {
|
|
Self::Plus | Self::Minus => Some(OpType::Additive),
|
|
|
|
Self::Star | Self::Slash | Self::DoubleSlash
|
|
| Self::Percent => Some(OpType::Multiplicative),
|
|
|
|
Self::Caret => Some(OpType::Exponential),
|
|
|
|
Self::PipeColon | Self::PipeAmper | Self::PipePoint
|
|
| Self::PipeQuestion => Some(OpType::Pipeline),
|
|
|
|
Self::Greater | Self::GreaterEqual | Self::Less | Self::LessEqual
|
|
| Self::DoubleEqual | Self::BangEqual | Self::Spaceship => Some(OpType::Comparison),
|
|
|
|
Self::Equal | Self::PlusEqual | Self::MinusEqual
|
|
| Self::StarEqual | Self::SlashEqual | Self::DoubleSlashEqual
|
|
| Self::CaretEqual | Self::PercentEqual => Some(OpType::Assignment),
|
|
|
|
Self::DoubleAmper | Self::DoublePipe => Some(OpType::Boolean),
|
|
|
|
_ => None
|
|
}
|
|
}
|
|
}
|
|
|
|
#[derive(Clone,Copy,Debug,PartialEq,Eq)]
|
|
pub enum OpType {
|
|
Assignment, Comparison, Pipeline, Additive, Multiplicative, Exponential, Boolean
|
|
}
|
|
|
|
impl OpType {
|
|
pub fn is_right_associative(&self) -> bool {
|
|
matches!(self, OpType::Exponential | OpType::Assignment)
|
|
}
|
|
}
|