mii/catalysa
1
0
Fork 0
mirror of https://github.com/mii443/catalysa.git synced 2025-08-22 15:05:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add NUMBER tokenizer

Browse Source
This commit is contained in:
mii
2021-12-19 22:00:59 +09:00
parent 56698044cc
commit 1882c6649c
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
catalysa-parser/src/tokenizer.rs
View File

@ -1,4 +1,4 @@
use nom::{IResult, branch::alt, bytes::complete::tag};
use nom::{IResult, branch::alt, bytes::complete::tag, character::complete::digit1};
use crate::token::Token;
@ -16,6 +16,11 @@ impl Tokenizer {
vec![]
}
fn number(input: &str) -> IResult<&str, usize> {
let (input, digit) = digit1(input)?;
Ok((input, digit.parse::<usize>().unwrap()))
}
fn reserved(input: &str) -> IResult<&str, &str> {
alt((
alt((