diff --git a/src/cryptography/hazmat/backends/openssl/backend.py b/src/cryptography/hazmat/backends/openssl/backend.py
index 5458a0f..c481c09 100644
--- a/src/cryptography/hazmat/backends/openssl/backend.py
+++ b/src/cryptography/hazmat/backends/openssl/backend.py
@@ -1465,9 +1465,9 @@
                 "Invalid EC key. Both x and y must be non-negative."
             )
 
-        res = self._lib.EC_KEY_set_public_key_affine_coordinates(
-            ctx, self._int_to_bn(x), self._int_to_bn(y)
-        )
+        x = self._ffi.gc(self._int_to_bn(x), self._lib.BN_free)
+        y = self._ffi.gc(self._int_to_bn(y), self._lib.BN_free)
+        res = self._lib.EC_KEY_set_public_key_affine_coordinates(ctx, x, y)
         if res != 1:
             self._consume_errors()
             raise ValueError("Invalid EC key.")
diff --git a/tests/hazmat/backends/test_openssl_memleak.py b/tests/hazmat/backends/test_openssl_memleak.py
index 53c4137..e58090a 100644
--- a/tests/hazmat/backends/test_openssl_memleak.py
+++ b/tests/hazmat/backends/test_openssl_memleak.py
@@ -189,3 +189,22 @@
 
             cert.extensions
         """), [path])
+
+    def test_ec_public_numbers_public_key(self):
+        assert_no_memory_leaks(textwrap.dedent("""
+        def func():
+            from cryptography.hazmat.backends.openssl import backend
+            from cryptography.hazmat.primitives.asymmetric import ec
+
+            ec.EllipticCurvePublicNumbers(
+                curve=ec.SECP384R1(),
+                x=int(
+                    '10036914308591746758780165503819213553101287571902957054148542'
+                    '504671046744460374996612408381962208627004841444205030'
+                ),
+                y=int(
+                    '17337335659928075994560513699823544906448896792102247714689323'
+                    '575406618073069185107088229463828921069465902299522926'
+                )
+            ).public_key(backend)
+        """))