diff --git a/Lib/test/support.py b/Lib/test/support.py
index 98f333e..66d7f93 100644
--- a/Lib/test/support.py
+++ b/Lib/test/support.py
@@ -1465,9 +1465,11 @@
     global _can_symlink
     if _can_symlink is not None:
         return _can_symlink
+    symlink_path = TESTFN + "can_symlink"
     try:
-        os.symlink(TESTFN, TESTFN + "can_symlink")
+        os.symlink(TESTFN, symlink_path)
         can = True
+        os.remove(symlink_path)
     except (OSError, NotImplementedError):
         can = False
     _can_symlink = can