~talya/atermfmt

Format ASCII ATerm into something a bit more readable. ·

👀

nix

👀

rust

r/o

atermfmt / src / lexer.rs

commit view

/* Generated by re2rust 4.1 */

use std::collections::VecDeque;

use crate::Token;

const YYC_INIT: usize = 0;

const YYC_STR: usize = 26;

pub fn lex(input: &str) -> (VecDeque<Token>, Option<usize>) {

let bx = input.as_bytes();

let len = bx.len();

let mut cursor = 0;

let mut marker = 0;

let mut cond = YYC_INIT;

let mut tx = VecDeque::new();

#[allow(unused_mut)]

let mut t1;

let mut yyt1 = std::usize::MAX;

'lex: loop {

{

#[allow(unused_assignments)]

let mut yych : u8 = 0;

let mut yyaccept : usize = 0;

let mut yystate : usize = cond;

'yyl: loop {

match yystate {

0 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x00 => {

cursor += 1;

yystate = 1;

continue 'yyl;

}

0x09 ..= 0x0A |

0x0D |

0x20 => {

cursor += 1;

yystate = 4;

continue 'yyl;

}

0x22 => {

cursor += 1;

yystate = 5;

continue 'yyl;

}

0x28 => {

cursor += 1;

yystate = 6;

continue 'yyl;

}

0x29 => {

cursor += 1;

yystate = 7;

continue 'yyl;

}

0x2C => {

cursor += 1;

yystate = 8;

continue 'yyl;

}

0x2D => {

yyt1 = cursor;

cursor += 1;

yystate = 9;

continue 'yyl;

}

0x2E => {

yyt1 = cursor;

cursor += 1;

yystate = 10;

continue 'yyl;

}

0x30 ..= 0x39 => {

yyt1 = cursor;

cursor += 1;

yystate = 12;

continue 'yyl;

}

0x41 ..= 0x5A |

0x61 ..= 0x7A => {

yyt1 = cursor;

cursor += 1;

yystate = 14;

continue 'yyl;

}

0x5B => {

cursor += 1;

yystate = 16;

continue 'yyl;

}

0x5D => {

cursor += 1;

yystate = 17;

continue 'yyl;

}

_ => {

cursor += 1;

yystate = 2;

continue 'yyl;

}

}

}

1 => {

return (tx, None);

2 => {

yystate = 3;

continue 'yyl;

}

3 => { return (tx, Some(cursor - 1)); },

119

4 => { continue 'lex; },

120

5 => {

121

cond = YYC_STR;

122

{ tx.push_back(Token::StringOpen); continue 'lex; }

123

}

124

6 => { tx.push_back(Token::LeftParenthesis); continue 'lex; },

125

7 => { tx.push_back(Token::RightParenthesis); continue 'lex; },

126

8 => { tx.push_back(Token::Comma); continue 'lex; },

127

9 => {

128

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x2E => {

cursor += 1;

yystate = 10;

continue 'yyl;

}

0x30 ..= 0x39 => {

cursor += 1;

yystate = 12;

continue 'yyl;

}

_ => {

yystate = 3;

continue 'yyl;

}

}

}

10 => {

yyaccept = 0;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 10;

continue 'yyl;

}

0x45 |

0x65 => {

cursor += 1;

yystate = 18;

continue 'yyl;

}

_ => {

yystate = 11;

continue 'yyl;

}

}

}

11 => {

t1 = yyt1;

{

tx.push_back(Token::Number(unsafe { std::str::from_utf8_unchecked(&bx[t1..cursor]) }.to_string()));

continue 'lex;

}

}

12 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x2E => {

cursor += 1;

yystate = 20;

continue 'yyl;

}

0x30 ..= 0x39 => {

cursor += 1;

yystate = 12;

continue 'yyl;

}

_ => {

yystate = 13;

continue 'yyl;

}

}

}

13 => {

t1 = yyt1;

{

tx.push_back(Token::Number(unsafe { std::str::from_utf8_unchecked(&bx[t1..cursor]) }.to_string()));

continue 'lex;

}

}

14 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x41 ..= 0x5A |

0x61 ..= 0x7A => {

cursor += 1;

yystate = 14;

continue 'yyl;

}

_ => {

yystate = 15;

continue 'yyl;

}

}

}

15 => {

t1 = yyt1;

{

tx.push_back(Token::Symbol(unsafe { std::str::from_utf8_unchecked(&bx[t1..cursor]) }.to_string()));

continue 'lex;

}

}

16 => { tx.push_back(Token::LeftBracket); continue 'lex; },

224

17 => { tx.push_back(Token::RightBracket); continue 'lex; },

225

18 => {

226

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x2D => {

cursor += 1;

yystate = 21;

continue 'yyl;

}

0x30 ..= 0x39 => {

cursor += 1;

yystate = 22;

continue 'yyl;

}

_ => {

yystate = 19;

continue 'yyl;

}

}

}

19 => {

cursor = marker;

if yyaccept == 0 {

yystate = 11;

continue 'yyl;

} else {

yystate = 13;

continue 'yyl;

}

}

20 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 20;

continue 'yyl;

}

0x45 |

0x65 => {

cursor += 1;

yystate = 23;

continue 'yyl;

}

_ => {

yystate = 13;

continue 'yyl;

}

}

}

21 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 22;

continue 'yyl;

}

_ => {

yystate = 19;

continue 'yyl;

}

}

}

22 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 22;

continue 'yyl;

}

_ => {

yystate = 11;

continue 'yyl;

}

}

}

23 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x2D => {

cursor += 1;

yystate = 24;

continue 'yyl;

}

0x30 ..= 0x39 => {

cursor += 1;

yystate = 25;

continue 'yyl;

}

_ => {

yystate = 19;

continue 'yyl;

}

}

}

24 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 25;

continue 'yyl;

}

_ => {

yystate = 19;

continue 'yyl;

}

}

}

25 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x30 ..= 0x39 => {

cursor += 1;

yystate = 25;

continue 'yyl;

}

_ => {

yystate = 13;

continue 'yyl;

}

}

}

26 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x01 ..= 0x21 |

0x23 ..= 0x5B |

0x5D ..= 0x7F => {

yyt1 = cursor;

cursor += 1;

yystate = 29;

continue 'yyl;

}

0x22 => {

cursor += 1;

yystate = 32;

continue 'yyl;

}

0x5C => {

yyt1 = cursor;

cursor += 1;

yystate = 33;

continue 'yyl;

}

0xC2 ..= 0xDF => {

yyt1 = cursor;

cursor += 1;

yystate = 34;

continue 'yyl;

}

0xE0 => {

yyt1 = cursor;

cursor += 1;

yystate = 35;

continue 'yyl;

}

0xE1 ..= 0xEC |

0xEE ..= 0xEF => {

yyt1 = cursor;

cursor += 1;

yystate = 36;

continue 'yyl;

}

0xED => {

yyt1 = cursor;

cursor += 1;

yystate = 37;

continue 'yyl;

}

0xF0 => {

yyt1 = cursor;

cursor += 1;

yystate = 38;

continue 'yyl;

}

0xF1 ..= 0xF3 => {

yyt1 = cursor;

cursor += 1;

yystate = 39;

continue 'yyl;

}

0xF4 => {

yyt1 = cursor;

cursor += 1;

yystate = 40;

continue 'yyl;

}

_ => {

cursor += 1;

yystate = 27;

continue 'yyl;

}

}

}

27 => {

yystate = 28;

continue 'yyl;

}

28 => { return (tx, Some(cursor - 1)); },

29 => {

yyaccept = 0;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

yystate = 30;

continue 'yyl;

}

30 => {

match yych {

0x01 ..= 0x21 |

0x23 ..= 0x7F => {

cursor += 1;

yystate = 29;

continue 'yyl;

}

0xC2 ..= 0xDF => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

0xE0 => {

cursor += 1;

yystate = 43;

continue 'yyl;

}

0xE1 ..= 0xEC |

0xEE ..= 0xEF => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

0xED => {

cursor += 1;

yystate = 45;

continue 'yyl;

}

0xF0 => {

cursor += 1;

yystate = 46;

continue 'yyl;

}

0xF1 ..= 0xF3 => {

cursor += 1;

yystate = 47;

continue 'yyl;

}

0xF4 => {

cursor += 1;

yystate = 48;

continue 'yyl;

}

_ => {

yystate = 31;

continue 'yyl;

}

}

}

31 => {

t1 = yyt1;

{

tx.push_back(Token::StringLiteralContent(unsafe { std::str::from_utf8_unchecked(&bx[t1..cursor]) }.to_string()));

continue 'lex;

}

}

32 => {

cond = YYC_INIT;

{ tx.push_back(Token::StringClose); continue 'lex; }

}

33 => {

yyaccept = 0;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x22 => {

cursor += 1;

yystate = 49;

continue 'yyl;

}

_ => {

yystate = 30;

continue 'yyl;

}

}

}

34 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 29;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

35 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0xA0 ..= 0xBF => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

36 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

37 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0x9F => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

38 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x90 ..= 0xBF => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

39 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

40 => {

yyaccept = 1;

marker = cursor;

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0x8F => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 28;

continue 'yyl;

}

}

}

41 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 29;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

42 => {

cursor = marker;

if yyaccept == 0 {

yystate = 31;

continue 'yyl;

} else {

yystate = 28;

continue 'yyl;

}

}

43 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0xA0 ..= 0xBF => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

44 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

45 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0x9F => {

cursor += 1;

yystate = 41;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

46 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x90 ..= 0xBF => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

47 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0xBF => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

48 => {

yych = unsafe {if cursor < len { *bx.get_unchecked(cursor) } else { 0 }};

match yych {

0x80 ..= 0x8F => {

cursor += 1;

yystate = 44;

continue 'yyl;

}

_ => {

yystate = 42;

continue 'yyl;

}

}

}

49 => {

t1 = yyt1;

{

tx.push_back(Token::StringLiteralContent(unsafe { std::str::from_utf8_unchecked(&bx[t1..cursor]) }.to_string()));

continue 'lex;

}

}

_ => panic!("internal lexer error"),

}

}

}

}

}