bpo-37359: Fix regrtest --cleanup (GH-14336)

diff --git a/Lib/test/libregrtest/main.py b/Lib/test/libregrtest/main.py
index 98b4420..1dfbe47 100644
--- a/Lib/test/libregrtest/main.py
+++ b/Lib/test/libregrtest/main.py
@@ -592,8 +592,8 @@
         path = os.path.join(self.tmp_dir, 'test_python_*')
         print("Cleanup %s directory" % self.tmp_dir)
         for name in glob.glob(path):
-            print("Remove directory: %s" % name)
             if os.path.isdir(name):
+                print("Remove directory: %s" % name)
                 support.rmtree(name)
             else:
                 print("Remove file: %s" % name)