Struct Lexer 

pub(super) struct Lexer<'a> {
    source: &'a str,
    position: usize,
}

Fields

source: &'a str

position: usize

Implementations

impl<'a> Lexer<'a>

pub(super) fn tokenize(source: &'a str) -> Result<Vec<Token<'a>>, JsonError>

Split source into tokens that cover it completely.

Errors

Returns the first lexical error.

pub(super) const fn is_line_terminator(character: char) -> bool

const fn is_whitespace(character: char) -> bool

fn is_identifier_start(character: char) -> bool

fn is_identifier_part(character: char) -> bool

const fn error(offset: usize, kind: JsonErrorKind) -> JsonError

fn rest(&self) -> &'a str

fn peek(&self) -> Option<char>

fn peek_at(&self, index: usize) -> Option<char>

fn bump(&mut self) -> Option<char>

fn eat(&mut self, expected: char) -> bool

fn eat_while(&mut self, accept: impl Fn(char) -> bool) -> usize

Consume characters while accept holds and count them.

fn token(&mut self) -> Result<Option<Token<'a>>, JsonError>

fn punctuation(&mut self, kind: TokenKind) -> TokenKind

fn comment(&mut self) -> Result<TokenKind, JsonError>

fn string(&mut self, quote: char) -> Result<Option<String>, JsonError>

fn push(decoded: &mut Option<String>, character: char)

fn escape( &mut self, string_start: usize, decoded: &mut Option<String>, ) -> Result<(), JsonError>

Read the rest of an escape in a string. The backslash is consumed.

fn surrogate_pair(&mut self, high: u32) -> Option<char>

Combine a high surrogate with a following \uXXXX low surrogate.

fn hex_digits(&mut self, count: usize) -> Option<u32>

fn identifier(&mut self) -> Result<String, JsonError>

fn number(&mut self) -> Result<TokenKind, JsonError>

fn decimal(&mut self) -> bool

Decimal digits with optional fraction and exponent. Returns false when the literal is malformed.