diff --git a/.travis.yml b/.travis.yml
index f9e5281..3bd3dd8 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -10,8 +10,9 @@
       before_script:
         - pip install 'travis-cargo<0.2' --user && export PATH=$HOME/.local/bin:$PATH
       script:
-        - cargo build
         - cargo test
+        - cargo test --manifest-path testcrate/Cargo.toml
+        - cargo build --features unstable
         - cargo doc --no-deps
       after_success:
         - travis-cargo --only nightly doc-upload
diff --git a/Cargo.toml b/Cargo.toml
index 1cead74..be0733c 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -20,8 +20,5 @@
 [dependencies]
 unicode-xid = "0.1"
 
-[dev-dependencies]
-compiletest_rs = "0.2"
-
 [features]
 unstable = []
diff --git a/testcrate/Cargo.toml b/testcrate/Cargo.toml
new file mode 100644
index 0000000..239a273
--- /dev/null
+++ b/testcrate/Cargo.toml
@@ -0,0 +1,10 @@
+[package]
+name = "testcrate"
+version = "0.1.0"
+authors = ["Alex Crichton <alex@alexcrichton.com>"]
+
+[dependencies]
+proc-macro2 = { path = ".." }
+
+[dev-dependencies]
+compiletest_rs = "0.2"
diff --git a/testcrate/src/lib.rs b/testcrate/src/lib.rs
new file mode 100644
index 0000000..cdfbe1a
--- /dev/null
+++ b/testcrate/src/lib.rs
@@ -0,0 +1,6 @@
+#[cfg(test)]
+mod tests {
+    #[test]
+    fn it_works() {
+    }
+}
diff --git a/tests/compile-fail/symbol_send.rs b/testcrate/tests/compile-fail/symbol_send.rs
similarity index 100%
rename from tests/compile-fail/symbol_send.rs
rename to testcrate/tests/compile-fail/symbol_send.rs
diff --git a/tests/compile-fail/symbol_sync.rs b/testcrate/tests/compile-fail/symbol_sync.rs
similarity index 100%
rename from tests/compile-fail/symbol_sync.rs
rename to testcrate/tests/compile-fail/symbol_sync.rs
diff --git a/tests/compiletest.rs b/testcrate/tests/compiletest.rs
similarity index 100%
rename from tests/compiletest.rs
rename to testcrate/tests/compiletest.rs