Re-exports§
use diagnostics::make_errors_for_mismatched_closing_delims;🔒use rustc_ast::ast;🔒use rustc_ast::ast::AttrStyle;🔒use rustc_ast::token;🔒use rustc_ast::token::CommentKind;🔒use rustc_ast::token::Delimiter;🔒use rustc_ast::token::IdentKind;🔒use rustc_ast::token::Token;🔒use rustc_ast::token::TokenKind;🔒use rustc_ast::tokenstream::TokenStream;🔒use rustc_ast::util::unicode::TEXT_FLOW_CONTROL_CHARS;🔒use rustc_ast::util::unicode::contains_text_flow_control_chars;🔒use rustc_errors::Applicability;🔒use rustc_errors::Diag;🔒use rustc_errors::DiagCtxtHandle;🔒use rustc_errors::Diagnostic;🔒use rustc_errors::StashKey;🔒use rustc_lexer::Base;🔒use rustc_lexer::Cursor;🔒use rustc_lexer::DocStyle;🔒use rustc_lexer::FrontmatterAllowed;🔒use rustc_lexer::LiteralKind;🔒use rustc_lexer::RawStrError;🔒use rustc_lexer::is_horizontal_whitespace;🔒use rustc_lint_defs::builtin::RUST_2021_PREFIXES_INCOMPATIBLE_SYNTAX;🔒use rustc_lint_defs::builtin::RUST_2024_GUARDED_STRING_INCOMPATIBLE_SYNTAX;🔒use rustc_lint_defs::builtin::TEXT_DIRECTION_CODEPOINT_IN_COMMENT;🔒use rustc_lint_defs::builtin::TEXT_DIRECTION_CODEPOINT_IN_LITERAL;🔒use rustc_literal_escaper::EscapeError;🔒use rustc_literal_escaper::Mode;🔒use rustc_literal_escaper::check_for_errors;🔒use rustc_session::parse::ParseSess;🔒use rustc_span::edition::Edition;🔒use rustc_span::BytePos;🔒use rustc_span::Pos;🔒use rustc_span::Span;🔒use rustc_span::Symbol;🔒use rustc_span::sym;🔒use tracing::debug;🔒use unicode_properties::emoji::UnicodeEmoji;🔒use crate::lexer::diagnostics::TokenTreeDiagInfo;🔒use crate::lexer::unicode_chars::UNICODE_ARRAY;🔒use unescape_error_reporting::emit_unescape_error;🔒use unescape_error_reporting::escaped_char;🔒use rustc_errors::codes::*;🔒
Modules§
- diagnostics 🔒
- tokentrees 🔒
- unescape_
error_ 🔒reporting - Utilities for rendering escape sequence errors as diagnostics.
- unicode_
chars 🔒 - Characters and their corresponding confusables were collected from https://www.unicode.org/Public/security/10.0.0/confusables.txt
Structs§
- Lexer 🔒
- Unmatched
Delim 🔒
Enums§
- Strip
Tokens - Which tokens should be stripped before lexing the tokens.