Struct rustc_ast::tokenstream::TokenStream

pub struct TokenStream(pub(crate) Lrc<Vec<TreeAndSpacing>>);

A TokenStream is an abstract sequence of tokens, organized into TokenTrees.

The goal is for procedural macros to work with TokenStreams and TokenTrees instead of a representation of the abstract syntax tree. Today's TokenTrees can still contain AST via token::Interpolated for backwards compatability.

Implementations

impl TokenStream

pub fn add_comma(&self) -> Option<(TokenStream, Span)>

Given a TokenStream with a Stream of only two arguments, return a new TokenStream separating the two arguments with a comma for diagnostic suggestions.

impl TokenStream

pub fn new(streams: Vec<TreeAndSpacing>) -> TokenStream

pub fn is_empty(&self) -> bool

pub fn len(&self) -> usize

pub fn span(&self) -> Option<Span>

pub fn from_streams(mut streams: SmallVec<[TokenStream; 2]>) -> TokenStream

pub fn trees_ref(&self) -> CursorRef<'_>

pub fn trees(&self) -> Cursor

pub fn into_trees(self) -> Cursor

pub fn eq_unspanned(&self, other: &TokenStream) -> bool

Compares two TokenStreams, checking equality without regarding span information.

pub fn map_enumerated<F: FnMut(usize, &TokenTree) -> TokenTree>(
    self,
    mut f: F
) -> TokenStream

Trait Implementations

impl Clone for TokenStream

pub fn clone(&self) -> TokenStream

Returns a copy of the value.

pub fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl CreateTokenStream for TokenStream

pub fn add_trailing_semi(&self) -> Box<dyn CreateTokenStream>

pub fn create_token_stream(&self) -> TokenStream

impl Debug for TokenStream

pub fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<__D: Decoder> Decodable<__D> for TokenStream

pub fn decode(__decoder: &mut __D) -> Result<Self, <__D as Decoder>::Error>

impl Default for TokenStream

pub fn default() -> TokenStream

Returns the "default value" for a type.

impl<__E: Encoder> Encodable<__E> for TokenStream

pub fn encode(&self, __encoder: &mut __E) -> Result<(), <__E as Encoder>::Error>

impl Eq for TokenStream

impl From<TokenTree> for TokenStream

pub fn from(tree: TokenTree) -> TokenStream

Performs the conversion.

impl FromIterator<TokenTree> for TokenStream

pub fn from_iter<I: IntoIterator<Item = TokenTree>>(iter: I) -> Self

Creates a value from an iterator.

impl<CTX> HashStable<CTX> for TokenStream where
    CTX: HashStableContext, 

pub fn hash_stable(&self, hcx: &mut CTX, hasher: &mut StableHasher)

impl PartialEq<TokenStream> for TokenStream

pub fn eq(&self, other: &TokenStream) -> bool

This method tests for self and other values to be equal, and is used by ==.

#[must_use]pub fn ne(&self, other: &Rhs) -> bool

This method tests for !=.