rustc_parse::lexer

Function lex_token_trees

source 
pub(crate) fn lex_token_trees<'psess, 'src>(
    psess: &'psess ParseSess,
    src: &'src str,
    start_pos: BytePos,
    override_span: Option<Span>,
) -> Result<TokenStream, Vec<Diag<'psess>>>