diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
index 79f1fa8..b84a154 100644
--- a/Parser/tokenizer.c
+++ b/Parser/tokenizer.c
@@ -764,8 +764,12 @@
 	return -1;
 
 error_clear:
-	/* Fallback to iso-8859-1: for backward compatibility */
 	Py_DECREF(enc);
+	if (!PyErr_ExceptionMatches(PyExc_UnicodeDecodeError)) {
+		tok->done = E_ERROR;
+		return -1;
+	}
+	/* Fallback to iso-8859-1: for backward compatibility */
 	PyErr_Clear();
 	return 0;
 }