Allow doc comments to be terminated with EOF
Closes #61
diff --git a/tests/test.rs b/tests/test.rs
index ff9c205..2e481d1 100644
--- a/tests/test.rs
+++ b/tests/test.rs
@@ -175,5 +175,13 @@
let stream = "/**/".parse::<proc_macro2::TokenStream>().unwrap();
let tokens = stream.into_iter().collect::<Vec<_>>();
assert!(tokens.is_empty(), "not empty -- {:?}", tokens);
+
+ let stream = "/// doc".parse::<proc_macro2::TokenStream>().unwrap();
+ let tokens = stream.into_iter().collect::<Vec<_>>();
+ assert!(tokens.len() == 1, "not length 1 -- {:?}", tokens);
+ match tokens[0].kind {
+ proc_macro2::TokenNode::Literal(_) => {}
+ _ => panic!("wrong token {:?}", tokens[0]),
+ }
}