David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 1 | /// Literal kind. |
| 2 | /// |
| 3 | /// E.g. `"foo"`, `42`, `12.34` or `bool` |
| 4 | #[derive(Debug, Clone, Eq, PartialEq)] |
| 5 | pub enum Lit { |
| 6 | /// A string literal (`"foo"`) |
| 7 | Str(String, StrStyle), |
| 8 | /// A byte string (`b"foo"`) |
| 9 | ByteStr(Vec<u8>), |
| 10 | /// A byte char (`b'f'`) |
| 11 | Byte(u8), |
| 12 | /// A character literal (`'a'`) |
| 13 | Char(char), |
| 14 | /// An integer literal (`1`) |
| 15 | Int(u64, IntTy), |
| 16 | /// A float literal (`1f64` or `1E10f64` or `1.0E10`) |
| 17 | Float(String, FloatTy), |
| 18 | /// A boolean literal |
| 19 | Bool(bool), |
| 20 | } |
| 21 | |
| 22 | #[derive(Debug, Copy, Clone, Eq, PartialEq)] |
| 23 | pub enum StrStyle { |
| 24 | /// A regular string, like `"foo"` |
| 25 | Cooked, |
| 26 | /// A raw string, like `r##"foo"##` |
| 27 | /// |
| 28 | /// The uint is the number of `#` symbols used |
David Tolnay | daaf774 | 2016-10-03 11:11:43 -0700 | [diff] [blame] | 29 | Raw(usize), |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 30 | } |
| 31 | |
Pascal Hertleif | 36342c5 | 2016-10-19 10:31:42 +0200 | [diff] [blame] | 32 | impl From<String> for Lit { |
| 33 | fn from(input: String) -> Lit { |
| 34 | Lit::Str(input, StrStyle::Cooked) |
| 35 | } |
| 36 | } |
| 37 | |
| 38 | impl<'a> From<&'a str> for Lit { |
| 39 | fn from(input: &str) -> Lit { |
| 40 | Lit::Str(input.into(), StrStyle::Cooked) |
| 41 | } |
| 42 | } |
| 43 | |
| 44 | impl From<Vec<u8>> for Lit { |
| 45 | fn from(input: Vec<u8>) -> Lit { |
| 46 | Lit::ByteStr(input) |
| 47 | } |
| 48 | } |
| 49 | |
| 50 | impl<'a> From<&'a [u8]> for Lit { |
| 51 | fn from(input: &[u8]) -> Lit { |
| 52 | Lit::ByteStr(input.into()) |
| 53 | } |
| 54 | } |
| 55 | |
| 56 | impl From<char> for Lit { |
| 57 | fn from(input: char) -> Lit { |
| 58 | Lit::Char(input) |
| 59 | } |
| 60 | } |
| 61 | |
| 62 | impl From<bool> for Lit { |
| 63 | fn from(input: bool) -> Lit { |
| 64 | Lit::Bool(input) |
| 65 | } |
| 66 | } |
| 67 | |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 68 | #[derive(Debug, Copy, Clone, Eq, PartialEq)] |
| 69 | pub enum IntTy { |
| 70 | Isize, |
| 71 | I8, |
| 72 | I16, |
| 73 | I32, |
| 74 | I64, |
| 75 | Usize, |
| 76 | U8, |
| 77 | U16, |
| 78 | U32, |
| 79 | U64, |
David Tolnay | daaf774 | 2016-10-03 11:11:43 -0700 | [diff] [blame] | 80 | Unsuffixed, |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 81 | } |
| 82 | |
| 83 | #[derive(Debug, Copy, Clone, Eq, PartialEq)] |
| 84 | pub enum FloatTy { |
| 85 | F32, |
| 86 | F64, |
| 87 | Unsuffixed, |
| 88 | } |
| 89 | |
Pascal Hertleif | 36342c5 | 2016-10-19 10:31:42 +0200 | [diff] [blame] | 90 | macro_rules! impl_from_for_lit { |
| 91 | (Int, [$($rust_type:ty => $syn_type:expr),+]) => { |
| 92 | $( |
| 93 | impl From<$rust_type> for Lit { |
| 94 | fn from(input: $rust_type) -> Lit { |
| 95 | Lit::Int(input as u64, $syn_type) |
| 96 | } |
| 97 | } |
| 98 | )+ |
| 99 | }; |
| 100 | (Float, [$($rust_type:ty => $syn_type:expr),+]) => { |
| 101 | $( |
| 102 | impl From<$rust_type> for Lit { |
| 103 | fn from(input: $rust_type) -> Lit { |
| 104 | Lit::Float(format!("{}", input), $syn_type) |
| 105 | } |
| 106 | } |
| 107 | )+ |
| 108 | }; |
| 109 | } |
| 110 | |
| 111 | impl_from_for_lit! {Int, [ |
| 112 | isize => IntTy::Isize, |
| 113 | i8 => IntTy::I8, |
| 114 | i16 => IntTy::I16, |
| 115 | i32 => IntTy::I32, |
| 116 | i64 => IntTy::I64, |
| 117 | usize => IntTy::Usize, |
| 118 | u8 => IntTy::U8, |
| 119 | u16 => IntTy::U16, |
| 120 | u32 => IntTy::U32, |
| 121 | u64 => IntTy::U64 |
| 122 | ]} |
| 123 | |
| 124 | impl_from_for_lit! {Float, [ |
| 125 | f32 => FloatTy::F32, |
| 126 | f64 => FloatTy::F64 |
| 127 | ]} |
| 128 | |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 129 | #[cfg(feature = "parsing")] |
| 130 | pub mod parsing { |
| 131 | use super::*; |
David Tolnay | 615cf6a | 2016-10-08 23:07:02 -0700 | [diff] [blame] | 132 | use escape::{cooked_char, cooked_string, raw_string}; |
David Tolnay | 14cbdeb | 2016-10-01 12:13:59 -0700 | [diff] [blame] | 133 | use space::whitespace; |
David Tolnay | de20622 | 2016-09-30 11:47:01 -0700 | [diff] [blame] | 134 | use nom::IResult; |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 135 | |
| 136 | named!(pub lit -> Lit, alt!( |
David Tolnay | 210884d | 2016-10-01 08:18:42 -0700 | [diff] [blame] | 137 | string |
David Tolnay | 56d6213 | 2016-10-01 16:14:54 -0700 | [diff] [blame] | 138 | | |
| 139 | byte_string |
David Tolnay | 615cf6a | 2016-10-08 23:07:02 -0700 | [diff] [blame] | 140 | | |
| 141 | byte |
| 142 | | |
| 143 | character |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 144 | | |
| 145 | int => { |(value, ty)| Lit::Int(value, ty) } |
David Tolnay | daaf774 | 2016-10-03 11:11:43 -0700 | [diff] [blame] | 146 | // TODO: Float |
David Tolnay | 759d2ff | 2016-10-01 16:18:15 -0700 | [diff] [blame] | 147 | | |
David Tolnay | 3ce49d0 | 2016-10-23 22:29:19 -0700 | [diff] [blame^] | 148 | boolean |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 149 | )); |
| 150 | |
David Tolnay | 210884d | 2016-10-01 08:18:42 -0700 | [diff] [blame] | 151 | named!(string -> Lit, alt!( |
David Tolnay | 4260229 | 2016-10-01 22:25:45 -0700 | [diff] [blame] | 152 | quoted_string => { |s| Lit::Str(s, StrStyle::Cooked) } |
David Tolnay | 210884d | 2016-10-01 08:18:42 -0700 | [diff] [blame] | 153 | | |
| 154 | preceded!( |
| 155 | punct!("r"), |
| 156 | raw_string |
| 157 | ) => { |(s, n)| Lit::Str(s, StrStyle::Raw(n)) } |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 158 | )); |
| 159 | |
David Tolnay | 4260229 | 2016-10-01 22:25:45 -0700 | [diff] [blame] | 160 | named!(pub quoted_string -> String, delimited!( |
| 161 | punct!("\""), |
| 162 | cooked_string, |
| 163 | tag!("\"") |
| 164 | )); |
| 165 | |
David Tolnay | 56d6213 | 2016-10-01 16:14:54 -0700 | [diff] [blame] | 166 | named!(byte_string -> Lit, alt!( |
| 167 | delimited!( |
| 168 | punct!("b\""), |
| 169 | cooked_string, |
| 170 | tag!("\"") |
| 171 | ) => { |s: String| Lit::ByteStr(s.into_bytes()) } |
| 172 | | |
| 173 | preceded!( |
| 174 | punct!("br"), |
| 175 | raw_string |
| 176 | ) => { |(s, _): (String, _)| Lit::ByteStr(s.into_bytes()) } |
| 177 | )); |
| 178 | |
David Tolnay | 615cf6a | 2016-10-08 23:07:02 -0700 | [diff] [blame] | 179 | named!(byte -> Lit, do_parse!( |
| 180 | punct!("b") >> |
| 181 | tag!("'") >> |
| 182 | ch: cooked_char >> |
| 183 | tag!("'") >> |
| 184 | (Lit::Byte(ch as u8)) |
| 185 | )); |
| 186 | |
| 187 | named!(character -> Lit, do_parse!( |
| 188 | punct!("'") >> |
| 189 | ch: cooked_char >> |
| 190 | tag!("'") >> |
| 191 | (Lit::Char(ch)) |
| 192 | )); |
| 193 | |
David Tolnay | de20622 | 2016-09-30 11:47:01 -0700 | [diff] [blame] | 194 | named!(pub int -> (u64, IntTy), tuple!( |
David Tolnay | 14cbdeb | 2016-10-01 12:13:59 -0700 | [diff] [blame] | 195 | preceded!( |
| 196 | option!(whitespace), |
| 197 | digits |
| 198 | ), |
David Tolnay | de20622 | 2016-09-30 11:47:01 -0700 | [diff] [blame] | 199 | alt!( |
| 200 | tag!("isize") => { |_| IntTy::Isize } |
| 201 | | |
| 202 | tag!("i8") => { |_| IntTy::I8 } |
| 203 | | |
| 204 | tag!("i16") => { |_| IntTy::I16 } |
| 205 | | |
| 206 | tag!("i32") => { |_| IntTy::I32 } |
| 207 | | |
| 208 | tag!("i64") => { |_| IntTy::I64 } |
| 209 | | |
| 210 | tag!("usize") => { |_| IntTy::Usize } |
| 211 | | |
| 212 | tag!("u8") => { |_| IntTy::U8 } |
| 213 | | |
| 214 | tag!("u16") => { |_| IntTy::U16 } |
| 215 | | |
| 216 | tag!("u32") => { |_| IntTy::U32 } |
| 217 | | |
| 218 | tag!("u64") => { |_| IntTy::U64 } |
| 219 | | |
| 220 | epsilon!() => { |_| IntTy::Unsuffixed } |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 221 | ) |
| 222 | )); |
| 223 | |
David Tolnay | 3ce49d0 | 2016-10-23 22:29:19 -0700 | [diff] [blame^] | 224 | named!(boolean -> Lit, alt!( |
| 225 | keyword!("true") => { |_| Lit::Bool(true) } |
| 226 | | |
| 227 | keyword!("false") => { |_| Lit::Bool(false) } |
| 228 | )); |
| 229 | |
David Tolnay | de20622 | 2016-09-30 11:47:01 -0700 | [diff] [blame] | 230 | pub fn digits(input: &str) -> IResult<&str, u64> { |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 231 | let mut value = 0u64; |
| 232 | let mut len = 0; |
| 233 | let mut bytes = input.bytes().peekable(); |
| 234 | while let Some(&b) = bytes.peek() { |
| 235 | match b { |
David Tolnay | daaf774 | 2016-10-03 11:11:43 -0700 | [diff] [blame] | 236 | b'0'...b'9' => { |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 237 | value = match value.checked_mul(10) { |
| 238 | Some(value) => value, |
| 239 | None => return IResult::Error, |
| 240 | }; |
| 241 | value = match value.checked_add((b - b'0') as u64) { |
| 242 | Some(value) => value, |
| 243 | None => return IResult::Error, |
| 244 | }; |
| 245 | bytes.next(); |
| 246 | len += 1; |
| 247 | } |
David Tolnay | fa0edf2 | 2016-09-23 22:58:24 -0700 | [diff] [blame] | 248 | _ => break, |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 249 | } |
| 250 | } |
David Tolnay | fa0edf2 | 2016-09-23 22:58:24 -0700 | [diff] [blame] | 251 | if len > 0 { |
| 252 | IResult::Done(&input[len..], value) |
| 253 | } else { |
| 254 | IResult::Error |
| 255 | } |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 256 | } |
| 257 | } |
| 258 | |
| 259 | #[cfg(feature = "printing")] |
| 260 | mod printing { |
| 261 | use super::*; |
| 262 | use quote::{Tokens, ToTokens}; |
David Tolnay | 56d6213 | 2016-10-01 16:14:54 -0700 | [diff] [blame] | 263 | use std::{ascii, iter}; |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 264 | use std::fmt::{self, Display}; |
| 265 | |
| 266 | impl ToTokens for Lit { |
| 267 | fn to_tokens(&self, tokens: &mut Tokens) { |
| 268 | match *self { |
| 269 | Lit::Str(ref s, StrStyle::Cooked) => s.to_tokens(tokens), |
David Tolnay | 627e3d5 | 2016-10-01 08:27:31 -0700 | [diff] [blame] | 270 | Lit::Str(ref s, StrStyle::Raw(n)) => { |
David Tolnay | 56d6213 | 2016-10-01 16:14:54 -0700 | [diff] [blame] | 271 | tokens.append(&format!("r{delim}\"{string}\"{delim}", |
| 272 | delim = iter::repeat("#").take(n).collect::<String>(), |
| 273 | string = s)); |
| 274 | } |
| 275 | Lit::ByteStr(ref v) => { |
| 276 | let mut escaped = "b\"".to_string(); |
| 277 | for &ch in v.iter() { |
| 278 | escaped.extend(ascii::escape_default(ch).map(|c| c as char)); |
David Tolnay | 627e3d5 | 2016-10-01 08:27:31 -0700 | [diff] [blame] | 279 | } |
David Tolnay | 56d6213 | 2016-10-01 16:14:54 -0700 | [diff] [blame] | 280 | escaped.push('"'); |
| 281 | tokens.append(&escaped); |
David Tolnay | 627e3d5 | 2016-10-01 08:27:31 -0700 | [diff] [blame] | 282 | } |
David Tolnay | 615cf6a | 2016-10-08 23:07:02 -0700 | [diff] [blame] | 283 | Lit::Byte(b) => tokens.append(&format!("b{:?}", b as char)), |
David Tolnay | f17fd2f | 2016-10-07 23:38:08 -0700 | [diff] [blame] | 284 | Lit::Char(ch) => ch.to_tokens(tokens), |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 285 | Lit::Int(value, ty) => tokens.append(&format!("{}{}", value, ty)), |
David Tolnay | f17fd2f | 2016-10-07 23:38:08 -0700 | [diff] [blame] | 286 | Lit::Float(ref value, ty) => tokens.append(&format!("{}{}", value, ty)), |
David Tolnay | 759d2ff | 2016-10-01 16:18:15 -0700 | [diff] [blame] | 287 | Lit::Bool(true) => tokens.append("true"), |
| 288 | Lit::Bool(false) => tokens.append("false"), |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 289 | } |
| 290 | } |
| 291 | } |
| 292 | |
| 293 | impl Display for IntTy { |
| 294 | fn fmt(&self, formatter: &mut fmt::Formatter) -> Result<(), fmt::Error> { |
| 295 | match *self { |
| 296 | IntTy::Isize => formatter.write_str("isize"), |
| 297 | IntTy::I8 => formatter.write_str("i8"), |
| 298 | IntTy::I16 => formatter.write_str("i16"), |
| 299 | IntTy::I32 => formatter.write_str("i32"), |
| 300 | IntTy::I64 => formatter.write_str("i64"), |
| 301 | IntTy::Usize => formatter.write_str("usize"), |
| 302 | IntTy::U8 => formatter.write_str("u8"), |
| 303 | IntTy::U16 => formatter.write_str("u16"), |
| 304 | IntTy::U32 => formatter.write_str("u32"), |
| 305 | IntTy::U64 => formatter.write_str("u64"), |
| 306 | IntTy::Unsuffixed => Ok(()), |
| 307 | } |
| 308 | } |
| 309 | } |
David Tolnay | f17fd2f | 2016-10-07 23:38:08 -0700 | [diff] [blame] | 310 | |
| 311 | impl Display for FloatTy { |
| 312 | fn fmt(&self, formatter: &mut fmt::Formatter) -> Result<(), fmt::Error> { |
| 313 | match *self { |
| 314 | FloatTy::F32 => formatter.write_str("f32"), |
| 315 | FloatTy::F64 => formatter.write_str("f64"), |
| 316 | FloatTy::Unsuffixed => Ok(()), |
| 317 | } |
| 318 | } |
| 319 | } |
David Tolnay | f4bbbd9 | 2016-09-23 14:41:55 -0700 | [diff] [blame] | 320 | } |