diff --git a/system_tests/pubsub.py b/system_tests/pubsub.py
index b61fdca1f3f8..acde3ef097b0 100644
--- a/system_tests/pubsub.py
+++ b/system_tests/pubsub.py
@@ -290,6 +290,7 @@ def _found_orphan(result):
                    if subscription.name == ORPHANED]
         self.assertEqual(len(created), 1)
         orphaned = created[0]
+        self.to_delete.append(orphaned)
 
         def _no_topic(instance):
             return instance.topic is None
@@ -298,4 +299,3 @@ def _no_topic(instance):
         retry_until_no_topic(orphaned.reload)()
 
         self.assertTrue(orphaned.topic is None)
-        orphaned.delete()