David Tolnay | 1e99fa3 | 2019-05-08 16:18:36 -0700 | [diff] [blame] | 1 | use crate::{file, full, gen}; |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 2 | use proc_macro2::{Span, TokenStream}; |
| 3 | use quote::{quote, TokenStreamExt}; |
| 4 | use syn::*; |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 5 | use syn_codegen as types; |
| 6 | |
| 7 | const FOLD_SRC: &str = "../src/gen/fold.rs"; |
| 8 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 9 | #[derive(Default)] |
| 10 | struct State { |
| 11 | fold_trait: TokenStream, |
| 12 | fold_impl: TokenStream, |
| 13 | } |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 14 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 15 | fn simple_visit(item: &str, name: &TokenStream) -> TokenStream { |
David Tolnay | 9ee641a | 2019-05-08 17:00:16 -0700 | [diff] [blame^] | 16 | let ident = gen::under_name(item); |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 17 | let method = Ident::new(&format!("fold_{}", ident), Span::call_site()); |
| 18 | quote! { |
| 19 | _visitor.#method(#name) |
| 20 | } |
| 21 | } |
| 22 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 23 | fn visit( |
| 24 | ty: &types::Type, |
| 25 | features: &types::Features, |
| 26 | defs: &types::Definitions, |
| 27 | name: &TokenStream, |
| 28 | ) -> Option<TokenStream> { |
| 29 | match ty { |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 30 | types::Type::Box(t) => { |
| 31 | let res = visit(t, features, defs, "e!(*#name))?; |
| 32 | Some(quote! { |
| 33 | Box::new(#res) |
| 34 | }) |
| 35 | } |
| 36 | types::Type::Vec(t) => { |
| 37 | let operand = quote!(it); |
| 38 | let val = visit(t, features, defs, &operand)?; |
| 39 | Some(quote! { |
| 40 | FoldHelper::lift(#name, |it| { #val }) |
| 41 | }) |
| 42 | } |
| 43 | types::Type::Punctuated(p) => { |
| 44 | let operand = quote!(it); |
| 45 | let val = visit(&p.element, features, defs, &operand)?; |
| 46 | Some(quote! { |
| 47 | FoldHelper::lift(#name, |it| { #val }) |
| 48 | }) |
| 49 | } |
| 50 | types::Type::Option(t) => { |
| 51 | let it = quote!(it); |
| 52 | let val = visit(t, features, defs, &it)?; |
| 53 | Some(quote! { |
| 54 | (#name).map(|it| { #val }) |
| 55 | }) |
| 56 | } |
| 57 | types::Type::Tuple(t) => { |
| 58 | let mut code = TokenStream::new(); |
| 59 | for (i, elem) in t.iter().enumerate() { |
| 60 | let i = Index::from(i); |
| 61 | let it = quote!((#name).#i); |
| 62 | let val = visit(elem, features, defs, &it).unwrap_or(it); |
| 63 | code.append_all(val); |
| 64 | code.append_all(quote!(,)); |
| 65 | } |
| 66 | Some(quote! { |
| 67 | (#code) |
| 68 | }) |
| 69 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 70 | types::Type::Token(t) => { |
| 71 | let repr = &defs.tokens[t]; |
| 72 | let is_keyword = repr.chars().next().unwrap().is_alphabetic(); |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 73 | let spans = if is_keyword { |
| 74 | quote!(span) |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 75 | } else { |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 76 | quote!(spans) |
| 77 | }; |
| 78 | let ty: TokenStream = syn::parse_str(&format!("Token![{}]", repr)).unwrap(); |
| 79 | Some(quote! { |
| 80 | #ty(tokens_helper(_visitor, &#name.#spans)) |
| 81 | }) |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 82 | } |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 83 | types::Type::Group(t) => { |
| 84 | let ty = Ident::new(t, Span::call_site()); |
| 85 | Some(quote! { |
| 86 | #ty(tokens_helper(_visitor, &#name.span)) |
| 87 | }) |
| 88 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 89 | types::Type::Syn(t) => { |
| 90 | fn requires_full(features: &types::Features) -> bool { |
| 91 | features.any.contains("full") && features.any.len() == 1 |
| 92 | } |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 93 | let mut res = simple_visit(t, name); |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 94 | let target = defs.types.iter().find(|ty| ty.ident == *t).unwrap(); |
David Tolnay | cd68054 | 2019-05-08 16:29:47 -0700 | [diff] [blame] | 95 | if requires_full(&target.features) && !requires_full(features) { |
| 96 | res = quote!(full!(#res)); |
| 97 | } |
| 98 | Some(res) |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 99 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 100 | types::Type::Ext(t) if gen::TERMINAL_TYPES.contains(&&t[..]) => Some(simple_visit(t, name)), |
| 101 | types::Type::Ext(_) | types::Type::Std(_) => None, |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 102 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 103 | } |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 104 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 105 | fn visit_features(features: &types::Features) -> TokenStream { |
| 106 | let features = &features.any; |
| 107 | match features.len() { |
| 108 | 0 => quote!(), |
| 109 | 1 => quote!(#[cfg(feature = #(#features)*)]), |
| 110 | _ => quote!(#[cfg(any(#(feature = #features),*))]), |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 111 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 112 | } |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 113 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 114 | fn node(state: &mut State, s: &types::Node, defs: &types::Definitions) { |
| 115 | let features = visit_features(&s.features); |
David Tolnay | 9ee641a | 2019-05-08 17:00:16 -0700 | [diff] [blame^] | 116 | let under_name = gen::under_name(&s.ident); |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 117 | let ty = Ident::new(&s.ident, Span::call_site()); |
| 118 | let fold_fn = Ident::new(&format!("fold_{}", under_name), Span::call_site()); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 119 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 120 | let mut fold_impl = TokenStream::new(); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 121 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 122 | match &s.data { |
| 123 | types::Data::Enum(variants) => { |
| 124 | let mut fold_variants = TokenStream::new(); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 125 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 126 | for (variant, fields) in variants { |
| 127 | let variant_ident = Ident::new(variant, Span::call_site()); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 128 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 129 | if fields.is_empty() { |
| 130 | fold_variants.append_all(quote! { |
| 131 | #ty::#variant_ident => { |
| 132 | #ty::#variant_ident |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 133 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 134 | }); |
| 135 | } else { |
| 136 | let mut bind_fold_fields = TokenStream::new(); |
| 137 | let mut fold_fields = TokenStream::new(); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 138 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 139 | for (idx, ty) in fields.iter().enumerate() { |
| 140 | let name = format!("_binding_{}", idx); |
| 141 | let binding = Ident::new(&name, Span::call_site()); |
| 142 | |
| 143 | bind_fold_fields.append_all(quote! { |
| 144 | #binding, |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 145 | }); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 146 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 147 | let owned_binding = quote!(#binding); |
| 148 | |
| 149 | fold_fields.append_all( |
| 150 | visit(ty, &s.features, defs, &owned_binding).unwrap_or(owned_binding), |
| 151 | ); |
| 152 | |
| 153 | fold_fields.append_all(quote!(,)); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 154 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 155 | |
| 156 | fold_variants.append_all(quote! { |
| 157 | #ty::#variant_ident(#bind_fold_fields) => { |
| 158 | #ty::#variant_ident( |
| 159 | #fold_fields |
| 160 | ) |
| 161 | } |
| 162 | }); |
| 163 | } |
| 164 | } |
| 165 | |
| 166 | fold_impl.append_all(quote! { |
| 167 | match _i { |
| 168 | #fold_variants |
| 169 | } |
| 170 | }); |
| 171 | } |
| 172 | types::Data::Struct(fields) => { |
| 173 | let mut fold_fields = TokenStream::new(); |
| 174 | |
| 175 | for (field, ty) in fields { |
| 176 | let id = Ident::new(&field, Span::call_site()); |
| 177 | let ref_toks = quote!(_i.#id); |
| 178 | let fold = visit(&ty, &s.features, defs, &ref_toks).unwrap_or(ref_toks); |
| 179 | |
| 180 | fold_fields.append_all(quote! { |
| 181 | #id: #fold, |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 182 | }); |
| 183 | } |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 184 | |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 185 | if !fields.is_empty() { |
| 186 | fold_impl.append_all(quote! { |
| 187 | #ty { |
| 188 | #fold_fields |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 189 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 190 | }) |
| 191 | } else { |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 192 | if ty == "Ident" { |
| 193 | fold_impl.append_all(quote! { |
| 194 | let mut _i = _i; |
| 195 | let span = _visitor.fold_span(_i.span()); |
| 196 | _i.set_span(span); |
| 197 | }); |
| 198 | } |
| 199 | fold_impl.append_all(quote! { |
| 200 | _i |
| 201 | }); |
| 202 | } |
| 203 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 204 | types::Data::Private => { |
| 205 | if ty == "Ident" { |
| 206 | fold_impl.append_all(quote! { |
| 207 | let mut _i = _i; |
| 208 | let span = _visitor.fold_span(_i.span()); |
| 209 | _i.set_span(span); |
| 210 | }); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 211 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 212 | fold_impl.append_all(quote! { |
| 213 | _i |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 214 | }); |
| 215 | } |
| 216 | } |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 217 | |
| 218 | let include_fold_impl = match &s.data { |
| 219 | types::Data::Private => gen::TERMINAL_TYPES.contains(&s.ident.as_str()), |
| 220 | types::Data::Struct(_) | types::Data::Enum(_) => true, |
| 221 | }; |
| 222 | |
| 223 | state.fold_trait.append_all(quote! { |
| 224 | #features |
| 225 | fn #fold_fn(&mut self, i: #ty) -> #ty { |
| 226 | #fold_fn(self, i) |
| 227 | } |
| 228 | }); |
| 229 | |
| 230 | if include_fold_impl { |
| 231 | state.fold_impl.append_all(quote! { |
| 232 | #features |
| 233 | pub fn #fold_fn<V: Fold + ?Sized>( |
| 234 | _visitor: &mut V, _i: #ty |
| 235 | ) -> #ty { |
| 236 | #fold_impl |
| 237 | } |
| 238 | }); |
| 239 | } |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 240 | } |
| 241 | |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 242 | pub fn generate(defs: &types::Definitions) { |
David Tolnay | 2fb3d48 | 2019-05-08 16:22:10 -0700 | [diff] [blame] | 243 | let state = gen::traverse(defs, node); |
David Tolnay | 1db3d8e | 2019-05-08 16:10:25 -0700 | [diff] [blame] | 244 | let full_macro = full::get_macro(); |
David Tolnay | f1e57f0 | 2019-05-08 15:30:39 -0700 | [diff] [blame] | 245 | let fold_trait = state.fold_trait; |
| 246 | let fold_impl = state.fold_impl; |
| 247 | file::write( |
| 248 | FOLD_SRC, |
| 249 | quote! { |
| 250 | // Unreachable code is generated sometimes without the full feature. |
| 251 | #![allow(unreachable_code)] |
| 252 | |
| 253 | use *; |
| 254 | #[cfg(any(feature = "full", feature = "derive"))] |
| 255 | use token::{Brace, Bracket, Paren, Group}; |
| 256 | use proc_macro2::Span; |
| 257 | #[cfg(any(feature = "full", feature = "derive"))] |
| 258 | use gen::helper::fold::*; |
| 259 | |
| 260 | #full_macro |
| 261 | |
| 262 | /// Syntax tree traversal to transform the nodes of an owned syntax tree. |
| 263 | /// |
| 264 | /// See the [module documentation] for details. |
| 265 | /// |
| 266 | /// [module documentation]: index.html |
| 267 | /// |
| 268 | /// *This trait is available if Syn is built with the `"fold"` feature.* |
| 269 | pub trait Fold { |
| 270 | #fold_trait |
| 271 | } |
| 272 | |
| 273 | #[cfg(any(feature = "full", feature = "derive"))] |
| 274 | macro_rules! fold_span_only { |
| 275 | ($f:ident : $t:ident) => { |
| 276 | pub fn $f<V: Fold + ?Sized>(_visitor: &mut V, mut _i: $t) -> $t { |
| 277 | let span = _visitor.fold_span(_i.span()); |
| 278 | _i.set_span(span); |
| 279 | _i |
| 280 | } |
| 281 | } |
| 282 | } |
| 283 | |
| 284 | #[cfg(any(feature = "full", feature = "derive"))] |
| 285 | fold_span_only!(fold_lit_byte: LitByte); |
| 286 | #[cfg(any(feature = "full", feature = "derive"))] |
| 287 | fold_span_only!(fold_lit_byte_str: LitByteStr); |
| 288 | #[cfg(any(feature = "full", feature = "derive"))] |
| 289 | fold_span_only!(fold_lit_char: LitChar); |
| 290 | #[cfg(any(feature = "full", feature = "derive"))] |
| 291 | fold_span_only!(fold_lit_float: LitFloat); |
| 292 | #[cfg(any(feature = "full", feature = "derive"))] |
| 293 | fold_span_only!(fold_lit_int: LitInt); |
| 294 | #[cfg(any(feature = "full", feature = "derive"))] |
| 295 | fold_span_only!(fold_lit_str: LitStr); |
| 296 | |
| 297 | #fold_impl |
| 298 | }, |
| 299 | ); |
| 300 | } |