Enum edlang_parser::tokens::Token

pub enum Token {
    KeywordLet,
    KeywordConst,
    KeywordFn,
    KeywordReturn,
    KeywordStruct,
    KeywordIf,
    KeywordElse,
    KeywordWhile,
    KeywordFor,
    KeywordMatch,
    KeywordMod,
    KeywordPub,
    KeywordMut,
    KeywordUse,
    KeywordIn,
    KeywordExtern,
    KeywordAs,
    Identifier(String),
    Integer(u128),
    String(String),
    Boolean(bool),
    LeftParen,
    RightParen,
    LeftBracket,
    RightBracket,
    LeftSquareBracket,
    RightSquareBracket,
    Assign,
    Semicolon,
    Colon,
    DoubleColon,
    Arrow,
    Coma,
    Dot,
    TwoDots,
    LessThanSign,
    MoreThanSign,
    MoreThanEqSign,
    LessThanEqSign,
    OperatorAdd,
    OperatorSub,
    OperatorMul,
    OperatorDiv,
    OperatorRem,
    OperatorAnd,
    OperatorOr,
    OperatorEq,
    OperatorNe,
    OperatorNot,
    OperatorBitwiseNot,
    OperatorBitwiseXor,
    OperatorBitwiseAnd,
    OperatorBitwiseOr,
}

Variants

KeywordLet

KeywordConst

KeywordFn

KeywordReturn

KeywordStruct

KeywordIf

KeywordElse

KeywordWhile

KeywordFor

KeywordMatch

KeywordMod

KeywordPub

KeywordMut

KeywordUse

KeywordIn

KeywordExtern

KeywordAs

Identifier(String)

Integer(u128)

String(String)

Boolean(bool)

LeftParen

RightParen

LeftBracket

RightBracket

LeftSquareBracket

RightSquareBracket

Assign

Semicolon

Colon

DoubleColon

Arrow

Coma

Dot

TwoDots

LessThanSign

MoreThanSign

MoreThanEqSign

LessThanEqSign

OperatorAdd

OperatorSub

OperatorMul

OperatorDiv

OperatorRem

OperatorAnd

OperatorOr

OperatorEq

OperatorNe

OperatorNot

OperatorBitwiseNot

OperatorBitwiseXor

OperatorBitwiseAnd

OperatorBitwiseOr

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'s> Logos<'s> for Token

type Error = LexingError

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl StructuralPartialEq for Token