David Tolnay | 5553501 | 2018-01-05 16:39:23 -0800 | [diff] [blame] | 1 | // Copyright 2018 Syn Developers |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or |
| 4 | // http://www.apache.org/licenses/LICENSE-2.0> or the MIT license |
| 5 | // <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your |
| 6 | // option. This file may not be copied, modified, or distributed |
| 7 | // except according to those terms. |
| 8 | |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 9 | #[cfg(feature = "parsing")] |
David Tolnay | dfc886b | 2018-01-06 08:03:09 -0800 | [diff] [blame] | 10 | use buffer::Cursor; |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 11 | #[cfg(feature = "parsing")] |
David Tolnay | 203557a | 2017-12-27 23:59:33 -0500 | [diff] [blame] | 12 | use synom::PResult; |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 13 | #[cfg(feature = "parsing")] |
David Tolnay | 61037c6 | 2018-01-05 16:21:03 -0800 | [diff] [blame] | 14 | use token::{Brace, Bracket, Paren}; |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 15 | #[cfg(feature = "parsing")] |
| 16 | use {parse_error, MacroDelimiter}; |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 17 | |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 18 | #[cfg(feature = "extra-traits")] |
| 19 | use std::hash::{Hash, Hasher}; |
| 20 | |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 21 | #[cfg(any(feature = "parsing", feature = "extra-traits"))] |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 22 | use proc_macro2::{Delimiter, TokenStream, TokenTree}; |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 23 | |
| 24 | #[cfg(feature = "parsing")] |
David Tolnay | ab91951 | 2017-12-30 23:31:51 -0500 | [diff] [blame] | 25 | pub fn delimited(input: Cursor) -> PResult<(MacroDelimiter, TokenStream)> { |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 26 | if let Some((TokenTree::Group(g), rest)) = input.token_tree() { |
| 27 | let span = g.span(); |
| 28 | let delimiter = match g.delimiter() { |
| 29 | Delimiter::Parenthesis => MacroDelimiter::Paren(Paren(span)), |
| 30 | Delimiter::Brace => MacroDelimiter::Brace(Brace(span)), |
| 31 | Delimiter::Bracket => MacroDelimiter::Bracket(Bracket(span)), |
| 32 | Delimiter::None => return parse_error(), |
| 33 | }; |
| 34 | |
David Tolnay | 94d2b79 | 2018-04-29 12:26:10 -0700 | [diff] [blame] | 35 | return Ok(((delimiter, g.stream().clone()), rest)); |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 36 | } |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 37 | parse_error() |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 38 | } |
| 39 | |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 40 | #[cfg(all(feature = "full", feature = "parsing"))] |
David Tolnay | ab91951 | 2017-12-30 23:31:51 -0500 | [diff] [blame] | 41 | pub fn braced(input: Cursor) -> PResult<(Brace, TokenStream)> { |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 42 | if let Some((TokenTree::Group(g), rest)) = input.token_tree() { |
| 43 | if g.delimiter() == Delimiter::Brace { |
David Tolnay | 94d2b79 | 2018-04-29 12:26:10 -0700 | [diff] [blame] | 44 | return Ok(((Brace(g.span()), g.stream().clone()), rest)); |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 45 | } |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 46 | } |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 47 | parse_error() |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 48 | } |
| 49 | |
David Tolnay | cc54371 | 2018-01-08 11:29:54 -0800 | [diff] [blame] | 50 | #[cfg(all(feature = "full", feature = "parsing"))] |
David Tolnay | ab91951 | 2017-12-30 23:31:51 -0500 | [diff] [blame] | 51 | pub fn parenthesized(input: Cursor) -> PResult<(Paren, TokenStream)> { |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 52 | if let Some((TokenTree::Group(g), rest)) = input.token_tree() { |
| 53 | if g.delimiter() == Delimiter::Parenthesis { |
David Tolnay | 94d2b79 | 2018-04-29 12:26:10 -0700 | [diff] [blame] | 54 | return Ok(((Paren(g.span()), g.stream().clone()), rest)); |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 55 | } |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 56 | } |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 57 | parse_error() |
David Tolnay | e082403 | 2017-12-27 15:25:56 -0500 | [diff] [blame] | 58 | } |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 59 | |
| 60 | #[cfg(feature = "extra-traits")] |
| 61 | pub struct TokenTreeHelper<'a>(pub &'a TokenTree); |
| 62 | |
| 63 | #[cfg(feature = "extra-traits")] |
| 64 | impl<'a> PartialEq for TokenTreeHelper<'a> { |
| 65 | fn eq(&self, other: &Self) -> bool { |
| 66 | use proc_macro2::Spacing; |
| 67 | |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 68 | match (self.0, other.0) { |
| 69 | (&TokenTree::Group(ref g1), &TokenTree::Group(ref g2)) => { |
| 70 | match (g1.delimiter(), g2.delimiter()) { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 71 | (Delimiter::Parenthesis, Delimiter::Parenthesis) |
| 72 | | (Delimiter::Brace, Delimiter::Brace) |
| 73 | | (Delimiter::Bracket, Delimiter::Bracket) |
| 74 | | (Delimiter::None, Delimiter::None) => {} |
| 75 | _ => return false, |
| 76 | } |
| 77 | |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 78 | let s1 = g1.stream().clone().into_iter(); |
| 79 | let mut s2 = g2.stream().clone().into_iter(); |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 80 | |
| 81 | for item1 in s1 { |
| 82 | let item2 = match s2.next() { |
| 83 | Some(item) => item, |
| 84 | None => return false, |
| 85 | }; |
| 86 | if TokenTreeHelper(&item1) != TokenTreeHelper(&item2) { |
| 87 | return false; |
| 88 | } |
| 89 | } |
| 90 | s2.next().is_none() |
| 91 | } |
Alex Crichton | a74a1c8 | 2018-05-16 10:20:44 -0700 | [diff] [blame^] | 92 | (&TokenTree::Punct(ref o1), &TokenTree::Punct(ref o2)) => { |
| 93 | o1.as_char() == o2.as_char() && match (o1.spacing(), o2.spacing()) { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 94 | (Spacing::Alone, Spacing::Alone) | (Spacing::Joint, Spacing::Joint) => true, |
| 95 | _ => false, |
| 96 | } |
| 97 | } |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 98 | (&TokenTree::Literal(ref l1), &TokenTree::Literal(ref l2)) => { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 99 | l1.to_string() == l2.to_string() |
| 100 | } |
Alex Crichton | a74a1c8 | 2018-05-16 10:20:44 -0700 | [diff] [blame^] | 101 | (&TokenTree::Ident(ref s1), &TokenTree::Ident(ref s2)) => s1 == s2, |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 102 | _ => false, |
| 103 | } |
| 104 | } |
| 105 | } |
| 106 | |
| 107 | #[cfg(feature = "extra-traits")] |
| 108 | impl<'a> Hash for TokenTreeHelper<'a> { |
| 109 | fn hash<H: Hasher>(&self, h: &mut H) { |
| 110 | use proc_macro2::Spacing; |
| 111 | |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 112 | match *self.0 { |
| 113 | TokenTree::Group(ref g) => { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 114 | 0u8.hash(h); |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 115 | match g.delimiter() { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 116 | Delimiter::Parenthesis => 0u8.hash(h), |
| 117 | Delimiter::Brace => 1u8.hash(h), |
| 118 | Delimiter::Bracket => 2u8.hash(h), |
| 119 | Delimiter::None => 3u8.hash(h), |
| 120 | } |
| 121 | |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 122 | for item in g.stream().clone() { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 123 | TokenTreeHelper(&item).hash(h); |
| 124 | } |
| 125 | 0xffu8.hash(h); // terminator w/ a variant we don't normally hash |
| 126 | } |
Alex Crichton | a74a1c8 | 2018-05-16 10:20:44 -0700 | [diff] [blame^] | 127 | TokenTree::Punct(ref op) => { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 128 | 1u8.hash(h); |
Alex Crichton | a74a1c8 | 2018-05-16 10:20:44 -0700 | [diff] [blame^] | 129 | op.as_char().hash(h); |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 130 | match op.spacing() { |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 131 | Spacing::Alone => 0u8.hash(h), |
| 132 | Spacing::Joint => 1u8.hash(h), |
| 133 | } |
| 134 | } |
Alex Crichton | 9a4dca2 | 2018-03-28 06:32:19 -0700 | [diff] [blame] | 135 | TokenTree::Literal(ref lit) => (2u8, lit.to_string()).hash(h), |
Alex Crichton | a74a1c8 | 2018-05-16 10:20:44 -0700 | [diff] [blame^] | 136 | TokenTree::Ident(ref word) => (3u8, word).hash(h), |
David Tolnay | c43b44e | 2017-12-30 23:55:54 -0500 | [diff] [blame] | 137 | } |
| 138 | } |
| 139 | } |
| 140 | |
| 141 | #[cfg(feature = "extra-traits")] |
| 142 | pub struct TokenStreamHelper<'a>(pub &'a TokenStream); |
| 143 | |
| 144 | #[cfg(feature = "extra-traits")] |
| 145 | impl<'a> PartialEq for TokenStreamHelper<'a> { |
| 146 | fn eq(&self, other: &Self) -> bool { |
| 147 | let left = self.0.clone().into_iter().collect::<Vec<_>>(); |
| 148 | let right = other.0.clone().into_iter().collect::<Vec<_>>(); |
| 149 | if left.len() != right.len() { |
| 150 | return false; |
| 151 | } |
| 152 | for (a, b) in left.into_iter().zip(right) { |
| 153 | if TokenTreeHelper(&a) != TokenTreeHelper(&b) { |
| 154 | return false; |
| 155 | } |
| 156 | } |
| 157 | true |
| 158 | } |
| 159 | } |
| 160 | |
| 161 | #[cfg(feature = "extra-traits")] |
| 162 | impl<'a> Hash for TokenStreamHelper<'a> { |
| 163 | fn hash<H: Hasher>(&self, state: &mut H) { |
| 164 | let tts = self.0.clone().into_iter().collect::<Vec<_>>(); |
| 165 | tts.len().hash(state); |
| 166 | for tt in tts { |
| 167 | TokenTreeHelper(&tt).hash(state); |
| 168 | } |
| 169 | } |
| 170 | } |