rustc_parse::parser::token_type

Enum TokenType

pub enum TokenType {
Show 105 variants    Eq,
    Lt,
    Le,
    EqEq,
    Gt,
    AndAnd,
    OrOr,
    Not,
    Tilde,
    Plus,
    Minus,
    Star,
    And,
    Or,
    At,
    Dot,
    DotDot,
    DotDotDot,
    DotDotEq,
    Comma,
    Semi,
    Colon,
    PathSep,
    RArrow,
    FatArrow,
    Pound,
    Question,
    OpenParen,
    CloseParen,
    OpenBrace,
    CloseBrace,
    OpenBracket,
    CloseBracket,
    Eof,
    Operator,
    Ident,
    Lifetime,
    Path,
    Type,
    Const,
    KwAs,
    KwAsync,
    KwAuto,
    KwAwait,
    KwBecome,
    KwBox,
    KwBreak,
    KwCatch,
    KwConst,
    KwContinue,
    KwCrate,
    KwDefault,
    KwDyn,
    KwElse,
    KwEnum,
    KwExtern,
    KwFn,
    KwFor,
    KwGen,
    KwIf,
    KwImpl,
    KwIn,
    KwLet,
    KwLoop,
    KwMacro,
    KwMacroRules,
    KwMatch,
    KwMod,
    KwMove,
    KwMut,
    KwPub,
    KwRaw,
    KwRef,
    KwReturn,
    KwReuse,
    KwSafe,
    KwSelfUpper,
    KwStatic,
    KwStruct,
    KwTrait,
    KwTry,
    KwType,
    KwUnderscore,
    KwUnsafe,
    KwUse,
    KwWhere,
    KwWhile,
    KwYield,
    SymAttSyntax,
    SymClobberAbi,
    SymInlateout,
    SymInout,
    SymIs,
    SymLabel,
    SymLateout,
    SymMayUnwind,
    SymNomem,
    SymNoreturn,
    SymNostack,
    SymOptions,
    SymOut,
    SymPreservesFlags,
    SymPure,
    SymReadonly,
    SymSym,
}

Expand description

Used in “expected”/“expected one of” error messages. Tokens are added here as necessary. Tokens with values (e.g. literals, identifiers) are represented by a single variant (e.g. Literal, Ident).

It’s an awkward representation, but it’s important for performance. It’s a C-style parameterless enum so that TokenTypeSet can be a bitset. This is important because Parser::expected_token_types is very hot. TokenType used to have variants with parameters (e.g. all the keywords were in a single Keyword variant with a Symbol parameter) and Parser::expected_token_types was a Vec<TokenType> which was much slower to manipulate.

We really want to keep the number of variants to 128 or fewer, so that TokenTypeSet can be implemented with a u128.

Variants§

Eq

Lt

Le

EqEq

Gt

AndAnd

OrOr

Not

Tilde

Plus

Minus

Star

And

Or

At

Dot

DotDot

DotDotDot

DotDotEq

Comma

Semi

Colon

PathSep

RArrow

FatArrow

Pound

Question

OpenParen

CloseParen

OpenBrace

CloseBrace

OpenBracket

CloseBracket

Eof

Operator

Any operator.

Ident

Any identifier token.

Lifetime

Any lifetime token.

Path

Any token that can start a path.

Type

Any token that can start a type.

Const

Any token that can start a const expression.

KwAs

KwAsync

KwAuto

KwAwait

KwBecome

KwBox

KwBreak

KwCatch

KwConst

KwContinue

KwCrate

KwDefault

KwDyn

KwElse

KwEnum

KwExtern

KwFn

KwFor

KwGen

KwIf

KwImpl

KwIn

KwLet

KwLoop

KwMacro

KwMacroRules

KwMatch

KwMod

KwMove

KwMut

KwPub

KwRaw

KwRef

KwReturn

KwReuse

KwSafe

KwSelfUpper

KwStatic

KwStruct

KwTrait

KwTry

KwType

KwUnderscore

KwUnsafe

KwUse

KwWhere

KwWhile

KwYield

SymAttSyntax

SymClobberAbi

SymInlateout

SymInout

SymIs

SymLabel

SymLateout

SymMayUnwind

SymNomem

SymNoreturn

SymNostack

SymOptions

SymOut

SymPreservesFlags

SymPure

SymReadonly

SymSym

Implementations§

impl TokenType

fn from_u32(val: u32) -> TokenType

pub(super) fn is_keyword(&self) -> Option<Symbol>

pub(super) fn to_string(&self) -> String

Trait Implementations§

impl Clone for TokenType

fn clone(&self) -> TokenType

Returns a copy of the value. Read more

1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more

impl Debug for TokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

impl PartialEq for TokenType

fn eq(&self, other: &TokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

1.0.0 · Source§

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TokenType

impl StructuralPartialEq for TokenType

Auto Trait Implementations§

impl DynSend for TokenType

impl DynSync for TokenType

impl Freeze for TokenType

impl RefUnwindSafe for TokenType

impl Send for TokenType

impl Sync for TokenType

impl Unpin for TokenType

impl UnwindSafe for TokenType

Blanket Implementations§

impl<T> Aligned for T

const ALIGN: Alignment

Alignment of Self.

impl<T> Any for T
where T: 'static + ?Sized,

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more

impl<T> AnyEq for T
where T: Any + PartialEq,

fn equals(&self, other: &(dyn Any + 'static)) -> bool

fn as_any(&self) -> &(dyn Any + 'static)

impl<'tcx, T> ArenaAllocatable<'tcx, IsCopy> for T
where T: Copy,

fn allocate_on(self, arena: &'tcx Arena<'tcx>) -> &'tcx mut T

fn allocate_from_iter( arena: &'tcx Arena<'tcx>, iter: impl IntoIterator<Item = T>, ) -> &'tcx mut [T]

impl<T> Borrow<T> for T
where T: ?Sized,

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more

impl<T> BorrowMut<T> for T
where T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more

impl<T> CloneToUninit for T
where T: Clone,

unsafe fn clone_to_uninit(&self, dst: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)

Performs copy-assignment from self to dst. Read more

impl<T, R> CollectAndApply<T, R> for T

fn collect_and_apply<I, F>(iter: I, f: F) -> R
where I: Iterator<Item = T>, F: FnOnce(&[T]) -> R,

Equivalent to f(&iter.collect::<Vec<_>>()).

type Output = R

impl<T> Filterable for T

fn filterable( self, filter_name: &'static str, ) -> RequestFilterDataProvider<T, fn(_: DataRequest<'_>) -> bool>

Creates a filterable data provider with the given name for debugging. Read more

impl<T> From<T> for T

fn from(t: T) -> T

Returns the argument unchanged.

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more

impl<T, U> Into<U> for T
where U: From<T>,

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more

impl<T> Pointable for T

const ALIGN: usize

The alignment of pointer.

type Init = T

The type for initializers.

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more

impl<T> Same for T

type Output = T

Should always be Self

impl<T> ToOwned for T
where T: Clone,

type Owned = T

The resulting type after obtaining ownership.

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more

impl<T, U> TryFrom<U> for T
where U: Into<T>,

type Error = Infallible

The type returned in the event of a conversion error.

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.

impl<I, T, U> Upcast<I, U> for T
where U: UpcastFrom<I, T>,

fn upcast(self, interner: I) -> U

impl<I, T> UpcastFrom<I, T> for T

fn upcast_from(from: T, _tcx: I) -> T

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more

impl<'a, T> Captures<'a> for T
where T: ?Sized,

impl<T> ErasedDestructor for T
where T: 'static,

impl<T> MaybeSendSync for T
where T: Send + Sync,

Layout§

Note: Most layout information is completely unstable and may even differ between compilations. The only exception is types with certain repr(...) attributes. Please see the Rust Reference's “Type Layout” chapter for details on type layout guarantees.

Size: 1 byte

Size for each variant: