Module syntax::parse::token[][src]

🔬 This is a nightly-only experimental API. (rustc_private)

this crate is being loaded from the sysroot, an unstable location; did you mean to load this crate from crates.io via Cargo.toml instead?

Re-exports

pub use self::BinOpToken::*;
pub use self::Nonterminal::*;
pub use self::DelimToken::*;
pub use self::Lit::*;
pub use self::Token::*;
use ast;
use parse::ParseSess;
use print::pprust;
use ptr::P;
use serialize::Decodable;
use serialize::Decoder;
use serialize::Encodable;
use serialize::Encoder;
use symbol::keywords;
use syntax::parse::parse_stream_from_source_str;
use syntax_pos;
use syntax_pos::Span;
use syntax_pos::FileName;
use tokenstream::TokenStream;
use tokenstream::TokenTree;
use tokenstream;
use std::cmp;
use std::fmt;
use std::mem;
use rustc_data_structures::sync::Lrc;
use rustc_data_structures::sync::Lock;

Structs

LazyTokenStream [
Experimental
]

Enums

BinOpToken [
Experimental
]
DelimToken [
Experimental
]

A delimiter token

Lit [
Experimental
]
Nonterminal [
Experimental
]

For interpolation during macro expansion.

Token [
Experimental
]

Functions

ident_can_begin_expr [
Experimental
]
ident_can_begin_type [
Experimental
]
is_op [
Experimental
]
is_path_segment_keyword [
Experimental
]
is_raw_guess [
Experimental
]
is_reserved_ident [
Experimental
]

Returns true if the token is either a special identifier or a keyword.

is_special_ident [
Experimental
]
is_unused_keyword [
Experimental
]

Returns true if the token is a keyword reserved for possible future use.

is_used_keyword [
Experimental
]

Returns true if the token is a keyword used in the language.

prepend_attrs [
Experimental
]