Add _POP_CALL_LOAD_CONST_INLINE_BORROW

Author: tomasr8

Include/internal/pycore_uop_ids.h

@@ -1958,7 +1958,7 @@ def testfunc(n):
         self.assertNotIn("_CALL_ISINSTANCE", uops)
         self.assertNotIn("_GUARD_THIRD_NULL", uops)
         self.assertNotIn("_GUARD_CALLABLE_ISINSTANCE", uops)
-        self.assertIn("_POP_TWO_LOAD_CONST_INLINE_BORROW", uops)
+        self.assertIn("_POP_CALL_LOAD_CONST_INLINE_BORROW", uops)
 
     def test_call_list_append(self):
         def testfunc(n):
@@ -1991,7 +1991,7 @@ def testfunc(n):
         self.assertNotIn("_CALL_ISINSTANCE", uops)
         self.assertNotIn("_TO_BOOL_BOOL", uops)
         self.assertNotIn("_GUARD_IS_TRUE_POP", uops)
-        self.assertIn("_POP_TWO_LOAD_CONST_INLINE_BORROW", uops)
+        self.assertIn("_POP_CALL_LOAD_CONST_INLINE_BORROW", uops)
 
     def test_call_isinstance_is_false(self):
         def testfunc(n):
@@ -2009,7 +2009,7 @@ def testfunc(n):
         self.assertNotIn("_CALL_ISINSTANCE", uops)
         self.assertNotIn("_TO_BOOL_BOOL", uops)
         self.assertNotIn("_GUARD_IS_FALSE_POP", uops)
-        self.assertIn("_POP_TWO_LOAD_CONST_INLINE_BORROW", uops)
+        self.assertIn("_POP_CALL_LOAD_CONST_INLINE_BORROW", uops)
 
     def test_call_isinstance_subclass(self):
         def testfunc(n):
@@ -2027,7 +2027,7 @@ def testfunc(n):
         self.assertNotIn("_CALL_ISINSTANCE", uops)
         self.assertNotIn("_TO_BOOL_BOOL", uops)
         self.assertNotIn("_GUARD_IS_TRUE_POP", uops)
-        self.assertIn("_POP_TWO_LOAD_CONST_INLINE_BORROW", uops)
+        self.assertIn("_POP_CALL_LOAD_CONST_INLINE_BORROW", uops)
 
     def test_call_isinstance_unknown_object(self):
         def testfunc(n):

Include/internal/pycore_uop_metadata.h

@@ -5304,6 +5304,13 @@ dummy_func(
             PyStackRef_CLOSE(pop1);
         }
 
+        tier2 pure op(_POP_CALL_LOAD_CONST_INLINE_BORROW, (ptr/4, callable, null -- value)) {
+            (void)null; // Silence compiler warnings about unused variables
+            DEAD(null);
+            PyStackRef_CLOSE(callable);
+            value = PyStackRef_FromPyObjectImmortal(ptr);
+        }
+
         tier2 pure op(_POP_CALL_ONE_LOAD_CONST_INLINE_BORROW, (ptr/4, callable, null, pop -- value)) {
             PyStackRef_CLOSE(pop);
             (void)null; // Silence compiler warnings about unused variables

Lib/test/test_capi/test_opt.py

@@ -557,6 +557,7 @@ remove_unneeded_uops(_PyUOpInstruction *buffer, int buffer_size)
             case _POP_TOP_LOAD_CONST_INLINE:
             case _POP_TOP_LOAD_CONST_INLINE_BORROW:
             case _POP_TWO_LOAD_CONST_INLINE_BORROW:
+            case _POP_CALL_LOAD_CONST_INLINE_BORROW:
             case _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW:
             case _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW:
             optimize_pop_top_again:
@@ -572,6 +573,9 @@ remove_unneeded_uops(_PyUOpInstruction *buffer, int buffer_size)
                     case _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW:
                         last->opcode = _POP_TWO;
                         break;
+                    case _POP_CALL_LOAD_CONST_INLINE_BORROW:
+                        last->opcode = _POP_TOP;
+                        break;
                     case _POP_TWO_LOAD_CONST_INLINE_BORROW:
                         last->opcode = _POP_TOP;
                         break;
@@ -605,8 +609,12 @@ remove_unneeded_uops(_PyUOpInstruction *buffer, int buffer_size)
                             opcode = buffer[pc].opcode = _POP_TOP_LOAD_CONST_INLINE_BORROW;
                             goto optimize_pop_top_again;
                         }
+                        else if (opcode == _POP_CALL_LOAD_CONST_INLINE_BORROW) {
+                            opcode = buffer[pc].opcode = _POP_TOP_LOAD_CONST_INLINE_BORROW;
+                            goto optimize_pop_top_again;
+                        }
                         else if (opcode == _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW) {
-                            opcode = buffer[pc].opcode = _POP_TWO_LOAD_CONST_INLINE_BORROW;
+                            opcode = buffer[pc].opcode = _POP_CALL_LOAD_CONST_INLINE_BORROW;
                             goto optimize_pop_top_again;
                         }
                         else {

Python/bytecodes.c

@@ -536,6 +536,10 @@ dummy_func(void) {
         value = sym_new_const(ctx, ptr);
     }
 
+    op(_POP_CALL_LOAD_CONST_INLINE_BORROW, (ptr/4, unused, unused -- value)) {
+        value = sym_new_const(ctx, ptr);
+    }
+
     op(_POP_CALL_ONE_LOAD_CONST_INLINE_BORROW, (ptr/4, unused, unused, unused -- value)) {
         value = sym_new_const(ctx, ptr);
     }