just/src/token.rs

use common::*;

#[derive(Debug, PartialEq, Clone)]
pub struct Token<'a> {
  pub index: usize,
  pub line: usize,
  pub column: usize,
  pub text: &'a str,
  pub prefix: &'a str,
  pub lexeme: &'a str,
  pub kind: TokenKind,
}

impl<'a> Token<'a> {
  pub fn error(&self, kind: CompilationErrorKind<'a>) -> CompilationError<'a> {
    CompilationError {
      column: self.column + self.prefix.len(),
      index: self.index + self.prefix.len(),
      line: self.line,
      text: self.text,
      width: Some(self.lexeme.len()),
      kind,
    }
  }
}

#[derive(Debug, PartialEq, Clone, Copy)]
pub enum TokenKind {
  At,
  Backtick,
  Colon,
  Comma,
  Comment,
  Dedent,
  Eof,
  Eol,
  Equals,
  Indent,
  InterpolationEnd,
  InterpolationStart,
  Line,
  Name,
  ParenL,
  ParenR,
  Plus,
  RawString,
  StringToken,
  Text,
}

impl Display for TokenKind {
  fn fmt(&self, f: &mut fmt::Formatter) -> Result<(), fmt::Error> {
    use TokenKind::*;
    write!(
      f,
      "{}",
      match *self {
        Backtick => "backtick",
        Colon => "':'",
        Comma => "','",
        Comment => "comment",
        Dedent => "dedent",
        Eof => "end of file",
        Eol => "end of line",
        Equals => "'='",
        Indent => "indent",
        InterpolationEnd => "'}}'",
        InterpolationStart => "'{{'",
        Line => "command",
        Name => "name",
        Plus => "'+'",
        At => "'@'",
        ParenL => "'('",
        ParenR => "')'",
        StringToken => "string",
        RawString => "raw string",
        Text => "command text",
      }
    )
  }
}