diff --git a/Objects/bytesobject.c b/Objects/bytesobject.c
index eaedb0b5689b2a..4bcb2eb49298d7 100644
--- a/Objects/bytesobject.c
+++ b/Objects/bytesobject.c
@@ -470,8 +470,10 @@ formatfloat(PyObject *v, int flags, int prec, int type,
     len = strlen(p);
     if (writer != NULL) {
         str = _PyBytesWriter_Prepare(writer, str, len);
-        if (str == NULL)
+        if (str == NULL) {
+            PyMem_Free(p);
             return NULL;
+        }
         memcpy(str, p, len);
         PyMem_Free(p);
         str += len;