diff --git a/Modules/_sqlite/connection.c b/Modules/_sqlite/connection.c
index 90f1a7c..78aad37 100644
--- a/Modules/_sqlite/connection.c
+++ b/Modules/_sqlite/connection.c
@@ -688,9 +688,13 @@
 
     Py_XDECREF(self->isolation_level);
 
+    if (self->begin_statement) {
+        PyMem_Free(self->begin_statement);
+        self->begin_statement = NULL;
+    }
+
     if (isolation_level == Py_None) {
         Py_INCREF(Py_None);
-        self->begin_statement = NULL;
         self->isolation_level = Py_None;
 
         empty = PyTuple_New(0);