src/lexer.rs


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

pub struct Lexer<'a> {
    pub buf: &'a str,
}

impl<'a> Lexer<'a> {
    fn skip_whitespace(&mut self) {
        while let Some(b' ') = self.buf.as_bytes().first() {
            self.buf = &self.buf[1..]
        }
    }

    fn parse_num(&mut self) -> Option<&'a str> {
        let mut i = 0;
        while matches!(self.buf.as_bytes().get(i), Some(&b) if b.is_ascii_digit()) {
            i += 1;
        }
        if let Some(b'.') = self.buf.as_bytes().get(i) {
            i += 1;
        }
        while matches!(self.buf.as_bytes().get(i), Some(&b) if b.is_ascii_digit()) {
            i += 1;
        }
        let (Some(b'e') | Some(b'E')) = self.buf.as_bytes().get(i) else {
            let t = &self.buf[..i];
            self.buf = &self.buf[i..];
            return Some(t);
        };
        i += 1;
        if let Some(b'-') = self.buf.as_bytes().get(i) {
            i += 1;
        }
        while matches!(self.buf.as_bytes().get(i), Some(&b) if b.is_ascii_digit()) {
            i += 1;
        }
        let t = &self.buf[..i];
        self.buf = &self.buf[i..];
        Some(t)
    }
}

impl<'a> Iterator for Lexer<'a> {
    type Item = &'a str;

    fn next(&mut self) -> Option<&'a str> {
        self.skip_whitespace();
        let &first_byte = self.buf.as_bytes().first()?;
        if first_byte.is_ascii_digit() || first_byte == b'.' {
            return self.parse_num();
        }
        match first_byte {
            b'/' => {
                if let Some(b'/') = self.buf.as_bytes().get(1) {
                    self.buf = &self.buf[2..];
                    return Some("//");
                }
                self.buf = &self.buf[1..];
                return Some("/");
            }
            b'+' | b'-' | b'*' | b'%' | b'^' | b'(' | b')' => {
                let t = &self.buf[..1];
                self.buf = &self.buf[1..];
                return Some(t);
            }
            _ => (),
        }
        let mut i = 0;
        while let Some(b'a'..=b'z' | b'A'..=b'Z' | b'0'..=b'9') = self.buf.as_bytes().get(i) {
            i += 1;
        }
        let t = &self.buf[..i];
        self.buf = &self.buf[i..];
        Some(t)
    }
}