use std::path::PathBuf;

use rune::{Lexer, TokenStream, TokenType};



// Define how you want to interpret base tokens
fn transform(tokens: &TokenStream) -> Vec<(TokenType, String)>
{
   let mut new_tokens = Vec::new();

   for token in tokens
   {
      new_tokens.push((*token.variant, token.lexeme.to_string()));
   }

   new_tokens
}


fn main() -> Result<(), Box<dyn std::error::Error>>
{
   let mut path = PathBuf::from(env!("CARGO_MANIFEST_DIR"));
   path.push("examples/example.txt");

   let tokens = Lexer::scan_file(path, transform)?;

   // The tuple here is from the transform functions return type.
   for (ty, lexeme) in tokens
   {
      println!("{:?}: {:?}", ty, lexeme);
   }

   Ok(())
}