Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 1 | use std::ascii; |
| 2 | use std::fmt; |
| 3 | use std::iter; |
| 4 | use std::ops; |
| 5 | use std::str::FromStr; |
| 6 | |
| 7 | use proc_macro; |
| 8 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 9 | use {TokenTree, TokenNode, Delimiter, Spacing}; |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 10 | |
| 11 | #[derive(Clone)] |
| 12 | pub struct TokenStream(proc_macro::TokenStream); |
| 13 | |
| 14 | pub struct LexError(proc_macro::LexError); |
| 15 | |
| 16 | impl TokenStream { |
| 17 | pub fn empty() -> TokenStream { |
| 18 | TokenStream(proc_macro::TokenStream::empty()) |
| 19 | } |
| 20 | |
| 21 | pub fn is_empty(&self) -> bool { |
| 22 | self.0.is_empty() |
| 23 | } |
| 24 | } |
| 25 | |
| 26 | impl FromStr for TokenStream { |
| 27 | type Err = LexError; |
| 28 | |
| 29 | fn from_str(src: &str) -> Result<TokenStream, LexError> { |
| 30 | Ok(TokenStream(src.parse().map_err(LexError)?)) |
| 31 | } |
| 32 | } |
| 33 | |
| 34 | impl fmt::Display for TokenStream { |
| 35 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 36 | self.0.fmt(f) |
| 37 | } |
| 38 | } |
| 39 | |
| 40 | impl From<proc_macro::TokenStream> for TokenStream { |
| 41 | fn from(inner: proc_macro::TokenStream) -> TokenStream { |
| 42 | TokenStream(inner) |
| 43 | } |
| 44 | } |
| 45 | |
| 46 | impl From<TokenStream> for proc_macro::TokenStream { |
| 47 | fn from(inner: TokenStream) -> proc_macro::TokenStream { |
| 48 | inner.0 |
| 49 | } |
| 50 | } |
| 51 | |
| 52 | |
| 53 | impl From<TokenTree> for TokenStream { |
| 54 | fn from(tree: TokenTree) -> TokenStream { |
| 55 | TokenStream(proc_macro::TokenTree { |
| 56 | span: (tree.span.0).0, |
| 57 | kind: match tree.kind { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 58 | TokenNode::Group(delim, s) => { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 59 | let delim = match delim { |
| 60 | Delimiter::Parenthesis => proc_macro::Delimiter::Parenthesis, |
| 61 | Delimiter::Bracket => proc_macro::Delimiter::Bracket, |
| 62 | Delimiter::Brace => proc_macro::Delimiter::Brace, |
| 63 | Delimiter::None => proc_macro::Delimiter::None, |
| 64 | }; |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 65 | proc_macro::TokenNode::Group(delim, (s.0).0) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 66 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 67 | TokenNode::Op(ch, kind) => { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 68 | let kind = match kind { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 69 | Spacing::Joint => proc_macro::Spacing::Joint, |
| 70 | Spacing::Alone => proc_macro::Spacing::Alone, |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 71 | }; |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 72 | proc_macro::TokenNode::Op(ch, kind) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 73 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 74 | TokenNode::Term(s) => { |
| 75 | proc_macro::TokenNode::Term((s.0).0) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 76 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 77 | TokenNode::Literal(l) => { |
| 78 | proc_macro::TokenNode::Literal((l.0).0) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 79 | } |
| 80 | }, |
| 81 | }.into()) |
| 82 | } |
| 83 | } |
| 84 | |
| 85 | impl iter::FromIterator<TokenStream> for TokenStream { |
| 86 | fn from_iter<I: IntoIterator<Item=TokenStream>>(streams: I) -> Self { |
| 87 | let streams = streams.into_iter().map(|s| s.0); |
| 88 | TokenStream(streams.collect::<proc_macro::TokenStream>()) |
| 89 | } |
| 90 | } |
| 91 | |
| 92 | impl fmt::Debug for TokenStream { |
| 93 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 94 | f.debug_struct("TokenStream") |
| 95 | .field("tts", &self.clone().into_iter().collect::<Vec<_>>()) |
| 96 | .finish() |
| 97 | } |
| 98 | } |
| 99 | |
| 100 | impl fmt::Debug for LexError { |
| 101 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 102 | f.debug_struct("LexError").finish() |
| 103 | } |
| 104 | } |
| 105 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 106 | pub struct TokenTreeIter(proc_macro::TokenTreeIter); |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 107 | |
| 108 | impl IntoIterator for TokenStream { |
| 109 | type Item = TokenTree; |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 110 | type IntoIter = TokenTreeIter; |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 111 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 112 | fn into_iter(self) -> TokenTreeIter { |
| 113 | TokenTreeIter(self.0.into_iter()) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 114 | } |
| 115 | } |
| 116 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 117 | impl Iterator for TokenTreeIter { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 118 | type Item = TokenTree; |
| 119 | |
| 120 | fn next(&mut self) -> Option<TokenTree> { |
| 121 | let token = match self.0.next() { |
| 122 | Some(n) => n, |
| 123 | None => return None, |
| 124 | }; |
| 125 | Some(TokenTree { |
| 126 | span: ::Span(Span(token.span)), |
| 127 | kind: match token.kind { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 128 | proc_macro::TokenNode::Group(delim, s) => { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 129 | let delim = match delim { |
| 130 | proc_macro::Delimiter::Parenthesis => Delimiter::Parenthesis, |
| 131 | proc_macro::Delimiter::Bracket => Delimiter::Bracket, |
| 132 | proc_macro::Delimiter::Brace => Delimiter::Brace, |
| 133 | proc_macro::Delimiter::None => Delimiter::None, |
| 134 | }; |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 135 | TokenNode::Group(delim, ::TokenStream(TokenStream(s))) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 136 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 137 | proc_macro::TokenNode::Op(ch, kind) => { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 138 | let kind = match kind { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 139 | proc_macro::Spacing::Joint => Spacing::Joint, |
| 140 | proc_macro::Spacing::Alone => Spacing::Alone, |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 141 | }; |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 142 | TokenNode::Op(ch, kind) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 143 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 144 | proc_macro::TokenNode::Term(s) => { |
| 145 | TokenNode::Term(::Term(Term(s))) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 146 | } |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 147 | proc_macro::TokenNode::Literal(l) => { |
| 148 | TokenNode::Literal(::Literal(Literal(l))) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 149 | } |
| 150 | }, |
| 151 | }) |
| 152 | } |
| 153 | |
| 154 | fn size_hint(&self) -> (usize, Option<usize>) { |
| 155 | self.0.size_hint() |
| 156 | } |
| 157 | } |
| 158 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 159 | impl fmt::Debug for TokenTreeIter { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 160 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 161 | f.debug_struct("TokenTreeIter").finish() |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 162 | } |
| 163 | } |
| 164 | |
| 165 | #[derive(Copy, Clone, Default)] |
| 166 | pub struct Span(proc_macro::Span); |
| 167 | |
| 168 | impl Span { |
| 169 | pub fn call_site() -> Span { |
| 170 | Span(proc_macro::Span::call_site()) |
| 171 | } |
| 172 | } |
| 173 | |
| 174 | impl fmt::Debug for Span { |
| 175 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 176 | f.debug_struct("Span") |
| 177 | .finish() |
| 178 | } |
| 179 | } |
| 180 | |
| 181 | #[derive(Copy, Clone)] |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 182 | pub struct Term(proc_macro::Term); |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 183 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 184 | impl<'a> From<&'a str> for Term { |
| 185 | fn from(string: &'a str) -> Term { |
| 186 | Term(proc_macro::Term::intern(string)) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 187 | } |
| 188 | } |
| 189 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 190 | impl ops::Deref for Term { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 191 | type Target = str; |
| 192 | |
| 193 | fn deref(&self) -> &str { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 194 | self.0.as_str() |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 195 | } |
| 196 | } |
| 197 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 198 | impl fmt::Debug for Term { |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 199 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 200 | (**self).fmt(f) |
| 201 | } |
| 202 | } |
| 203 | |
| 204 | #[derive(Clone)] |
| 205 | pub struct Literal(proc_macro::Literal); |
| 206 | |
| 207 | impl Literal { |
| 208 | pub fn byte_char(byte: u8) -> Literal { |
| 209 | match byte { |
| 210 | 0 => Literal(to_literal("b'\\0'")), |
| 211 | b'\"' => Literal(to_literal("b'\"'")), |
| 212 | n => { |
| 213 | let mut escaped = "b'".to_string(); |
| 214 | escaped.extend(ascii::escape_default(n).map(|c| c as char)); |
| 215 | escaped.push('\''); |
| 216 | Literal(to_literal(&escaped)) |
| 217 | } |
| 218 | } |
| 219 | } |
| 220 | |
| 221 | pub fn byte_string(bytes: &[u8]) -> Literal { |
| 222 | let mut escaped = "b\"".to_string(); |
| 223 | for b in bytes { |
| 224 | match *b { |
| 225 | b'\0' => escaped.push_str(r"\0"), |
| 226 | b'\t' => escaped.push_str(r"\t"), |
| 227 | b'\n' => escaped.push_str(r"\n"), |
| 228 | b'\r' => escaped.push_str(r"\r"), |
| 229 | b'"' => escaped.push_str("\\\""), |
| 230 | b'\\' => escaped.push_str("\\\\"), |
| 231 | b'\x20' ... b'\x7E' => escaped.push(*b as char), |
| 232 | _ => escaped.push_str(&format!("\\x{:02X}", b)), |
| 233 | } |
| 234 | } |
| 235 | escaped.push('"'); |
| 236 | Literal(to_literal(&escaped)) |
| 237 | } |
| 238 | |
| 239 | pub fn doccomment(s: &str) -> Literal { |
| 240 | Literal(to_literal(s)) |
| 241 | } |
| 242 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 243 | pub fn float(s: f64) -> Literal { |
| 244 | Literal(to_literal(&s.to_string())) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 245 | } |
| 246 | |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 247 | pub fn integer(s: i64) -> Literal { |
| 248 | Literal(to_literal(&s.to_string())) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 249 | } |
| 250 | |
| 251 | pub fn raw_string(s: &str, pounds: usize) -> Literal { |
| 252 | let mut ret = format!("r"); |
| 253 | ret.extend((0..pounds).map(|_| "#")); |
| 254 | ret.push('"'); |
| 255 | ret.push_str(s); |
| 256 | ret.push('"'); |
| 257 | ret.extend((0..pounds).map(|_| "#")); |
| 258 | Literal(to_literal(&ret)) |
| 259 | } |
| 260 | |
| 261 | pub fn raw_byte_string(s: &str, pounds: usize) -> Literal { |
| 262 | let mut ret = format!("br"); |
| 263 | ret.extend((0..pounds).map(|_| "#")); |
| 264 | ret.push('"'); |
| 265 | ret.push_str(s); |
| 266 | ret.push('"'); |
| 267 | ret.extend((0..pounds).map(|_| "#")); |
| 268 | Literal(to_literal(&ret)) |
| 269 | } |
| 270 | } |
| 271 | |
| 272 | impl fmt::Display for Literal { |
| 273 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 274 | self.0.fmt(f) |
| 275 | } |
| 276 | } |
| 277 | |
| 278 | impl fmt::Debug for Literal { |
| 279 | fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result { |
| 280 | fmt::Display::fmt(self, f) |
| 281 | } |
| 282 | } |
| 283 | |
| 284 | fn to_literal(s: &str) -> proc_macro::Literal { |
| 285 | let stream = s.parse::<proc_macro::TokenStream>().unwrap(); |
| 286 | match stream.into_iter().next().unwrap().kind { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 287 | proc_macro::TokenNode::Literal(l) => l, |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 288 | _ => unreachable!(), |
| 289 | } |
| 290 | } |
| 291 | |
| 292 | macro_rules! ints { |
| 293 | ($($t:ty,)*) => {$( |
| 294 | impl From<$t> for Literal { |
| 295 | fn from(t: $t) -> Literal { |
| 296 | Literal(to_literal(&format!(concat!("{}", stringify!($t)), t))) |
| 297 | } |
| 298 | } |
| 299 | )*} |
| 300 | } |
| 301 | |
| 302 | ints! { |
| 303 | u8, u16, u32, u64, usize, |
| 304 | i8, i16, i32, i64, isize, |
| 305 | } |
| 306 | |
| 307 | macro_rules! floats { |
| 308 | ($($t:ident,)*) => {$( |
| 309 | impl From<$t> for Literal { |
| 310 | fn from(t: $t) -> Literal { |
Alex Crichton | 1a7f762 | 2017-07-05 17:47:15 -0700 | [diff] [blame^] | 311 | Literal(proc_macro::Literal::$t(t)) |
Alex Crichton | cbec8ec | 2017-06-02 13:19:33 -0700 | [diff] [blame] | 312 | } |
| 313 | } |
| 314 | )*} |
| 315 | } |
| 316 | |
| 317 | floats! { |
| 318 | f32, f64, |
| 319 | } |
| 320 | |
| 321 | impl<'a> From<&'a str> for Literal { |
| 322 | fn from(t: &'a str) -> Literal { |
| 323 | Literal(proc_macro::Literal::string(t)) |
| 324 | } |
| 325 | } |
| 326 | |
| 327 | impl From<char> for Literal { |
| 328 | fn from(t: char) -> Literal { |
| 329 | Literal(proc_macro::Literal::character(t)) |
| 330 | } |
| 331 | } |