commit 8c03033828a614775017f078a01f2c457957975b
author Alex Crichton <alex@alexcrichton.com> Tue Jan 16 08:07:36 2018 -0800
committer Alex Crichton <alex@alexcrichton.com> Tue Jan 16 08:07:36 2018 -0800
tree 48467b828106d6b3cf9df6ad86c3fd1c1f146a5b
parent 36931ed936cdd88848a2116a50bc9af8a033f71a

Fix a panic in `cooked_byte` on utf-8 chars

Don't want to slice on the wrong boundary!

Closes #54

src/stable.rs

diff --git a/src/stable.rs b/src/stable.rs
index 6312ace..ffa077a 100644
--- a/src/stable.rs
+++ b/src/stable.rs
@@ -904,7 +904,13 @@
     };
     if ok {
         match bytes.next() {
-            Some((offset, _)) => Ok((input.advance(offset), ())),
+            Some((offset, _)) => {
+                if input.chars().as_str().is_char_boundary(offset) {
+                    Ok((input.advance(offset), ()))
+                } else {
+                    Err(LexError)
+                }
+            }
             None => Ok((input.advance(input.len()), ())),
         }
     } else {