From 02ca84db483221fe3dd61248dab7ad0913933c1e Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Fri, 17 Jan 2025 20:45:38 +0100 Subject: [PATCH 01/12] specialize concatenation of lists and tuples --- Lib/test/test_opcache.py | 15 +++++++++++++++ Objects/listobject.c | 2 +- Objects/tupleobject.c | 2 +- Python/specialize.c | 36 ++++++++++++++++++++++++++++++++++++ 4 files changed, 53 insertions(+), 2 deletions(-) diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 4ca108cd6ca43e..60876080577452 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1423,6 +1423,21 @@ def binary_op_add_extend(): self.assert_specialized(binary_op_add_extend, "BINARY_OP_EXTEND") self.assert_no_opcode(binary_op_add_extend, "BINARY_OP") + def binary_op_add_extend_sequences(): + l1 = [1, 2] + l2 = [None] + t1 = (1, 2) + t2 = (None,) + for _ in range(100): + list_sum = l1 + l2 + self.assertEqual(list_sum, [1, 2, None]) + tuple_sum = t1 + t2 + self.assertEqual(tuple_sum, (1, 2, None)) + + binary_op_add_extend_sequences() + self.assert_specialized(binary_op_add_extend_sequences, "BINARY_OP_EXTEND") + self.assert_no_opcode(binary_op_add_extend_sequences, "BINARY_OP") + def binary_op_zero_division(): def compactlong_lhs(arg): 42 / arg diff --git a/Objects/listobject.c b/Objects/listobject.c index 5c9fd55bab1b22..bfa7befd386ebc 100644 --- a/Objects/listobject.c +++ b/Objects/listobject.c @@ -798,7 +798,7 @@ list_concat_lock_held(PyListObject *a, PyListObject *b) return (PyObject *)np; } -static PyObject * +PyObject * list_concat(PyObject *aa, PyObject *bb) { if (!PyList_Check(bb)) { diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index ee6320e6ca3cfe..af359d7c8d32d9 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -547,7 +547,7 @@ PyTuple_GetSlice(PyObject *op, Py_ssize_t i, Py_ssize_t j) return tuple_slice((PyTupleObject *)op, i, j); } -static PyObject * +PyObject * tuple_concat(PyObject *aa, PyObject *bb) { PyTupleObject *a = _PyTuple_CAST(aa); diff --git a/Python/specialize.c b/Python/specialize.c index 09ec25767a4c3f..71102ae999074a 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2104,6 +2104,38 @@ is_compactlong(PyObject *v) _PyLong_IsCompact((PyLongObject *)v); } +/* list-list */ + +static int +list_list_guard(PyObject *lhs, PyObject *rhs) +{ + return PyList_CheckExact(lhs) && PyList_CheckExact(rhs); +} + +extern PyObject *list_concat(PyObject *aa, PyObject *bb); + +static PyObject * +list_list_add(PyObject *lhs, PyObject *rhs) +{ + return list_concat(lhs, rhs); +} + +/* tuple-tuple */ + +static int +tuple_tuple_guard(PyObject *lhs, PyObject *rhs) +{ + return PyTuple_CheckExact(lhs) && PyTuple_CheckExact(rhs); +} + +extern PyObject *tuple_concat(PyObject *aa, PyObject *bb); + +static PyObject * +tuple_tuple_add(PyObject *lhs, PyObject *rhs) +{ + return tuple_concat(lhs, rhs); +} + static int compactlongs_guard(PyObject *lhs, PyObject *rhs) { @@ -2213,6 +2245,10 @@ static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract}, {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div}, {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply}, + + /* list-list and tuple-tuple concatenation */ + {NB_ADD, list_list_guard, list_list_add}, + {NB_ADD, tuple_tuple_guard, tuple_tuple_add}, }; static int From 27f4c56936fce085677243281f3e1481beede59a Mon Sep 17 00:00:00 2001 From: "blurb-it[bot]" <43283697+blurb-it[bot]@users.noreply.github.com> Date: Fri, 17 Jan 2025 19:48:34 +0000 Subject: [PATCH 02/12] =?UTF-8?q?=F0=9F=93=9C=F0=9F=A4=96=20Added=20by=20b?= =?UTF-8?q?lurb=5Fit.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst | 1 + 1 file changed, 1 insertion(+) create mode 100644 Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst b/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst new file mode 100644 index 00000000000000..c62497c213507a --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst @@ -0,0 +1 @@ +Specialize ``BINARY_OP`` for concatenation of lists and tuples. From 51d1b111d2e76bd81a44c0fde471ce4215852b51 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Sun, 5 Apr 2026 21:57:21 +0200 Subject: [PATCH 03/12] refactor for type information --- Include/internal/pycore_code.h | 3 +++ Include/internal/pycore_list.h | 1 + Include/internal/pycore_tuple.h | 1 + Lib/test/test_capi/test_opt.py | 42 ++++++++++++++++++++++++++++++++ Objects/listobject.c | 4 +-- Objects/tupleobject.c | 4 +-- Python/optimizer_bytecodes.c | 9 +++++-- Python/optimizer_cases.c.h | 9 +++++-- Python/specialize.c | 43 +++++++++++++++------------------ 9 files changed, 85 insertions(+), 31 deletions(-) diff --git a/Include/internal/pycore_code.h b/Include/internal/pycore_code.h index 376e68a4c8773c..09b11599f34223 100644 --- a/Include/internal/pycore_code.h +++ b/Include/internal/pycore_code.h @@ -496,6 +496,9 @@ typedef struct { int oparg; binaryopguardfunc guard; binaryopactionfunc action; + /* Static type of the result, or NULL if unknown. Used by the tier 2 + optimizer to propagate type information through _BINARY_OP_EXTEND. */ + PyTypeObject *result_type; } _PyBinaryOpSpecializationDescr; /* Comparison bit masks. */ diff --git a/Include/internal/pycore_list.h b/Include/internal/pycore_list.h index 6b92dc5d111f3b..df0d00f752573b 100644 --- a/Include/internal/pycore_list.h +++ b/Include/internal/pycore_list.h @@ -15,6 +15,7 @@ extern "C" { PyAPI_FUNC(PyObject*) _PyList_Extend(PyListObject *, PyObject *); PyAPI_FUNC(PyObject) *_PyList_SliceSubscript(PyObject*, PyObject*); PyAPI_FUNC(PyObject *) _PyList_BinarySlice(PyObject *, PyObject *, PyObject *); +PyAPI_FUNC(PyObject *) _PyList_Concat(PyObject *, PyObject *); extern void _PyList_DebugMallocStats(FILE *out); // _PyList_GetItemRef should be used only when the object is known as a list // because it doesn't raise TypeError when the object is not a list, whereas PyList_GetItemRef does. diff --git a/Include/internal/pycore_tuple.h b/Include/internal/pycore_tuple.h index 9409ec94976d3a..bf80f96396ea4a 100644 --- a/Include/internal/pycore_tuple.h +++ b/Include/internal/pycore_tuple.h @@ -28,6 +28,7 @@ PyAPI_FUNC(void) _PyStolenTuple_Free(PyObject *self); PyAPI_FUNC(PyObject *)_PyTuple_FromStackRefStealOnSuccess(const union _PyStackRef *, Py_ssize_t); PyAPI_FUNC(PyObject *)_PyTuple_FromArraySteal(PyObject *const *, Py_ssize_t); PyAPI_FUNC(PyObject *) _PyTuple_BinarySlice(PyObject *, PyObject *, PyObject *); +PyAPI_FUNC(PyObject *) _PyTuple_Concat(PyObject *, PyObject *); PyAPI_FUNC(PyObject *) _PyTuple_FromPair(PyObject *, PyObject *); PyAPI_FUNC(PyObject *) _PyTuple_FromPairSteal(PyObject *, PyObject *); diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 56f90194b480a1..24e7f3c85fd5c1 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -3813,6 +3813,48 @@ def f(n): self.assertIn("_UNPACK_SEQUENCE_TWO_TUPLE", uops) self.assertNotIn("_GUARD_TOS_TUPLE", uops) + def test_binary_op_extend_list_concat_type_propagation(self): + # list + list is specialized via BINARY_OP_EXTEND. The tier 2 optimizer + # should learn that the result is a list and eliminate subsequent + # list-type guards. + def testfunc(n): + a = [1, 2] + b = [3, 4] + x = True + for _ in range(n): + c = a + b + if c[0]: + x = False + return x + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, False) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_EXTEND", uops) + # The c[0] subscript emits _GUARD_NOS_LIST before _BINARY_OP_SUBSCR_LIST_INT; + # since _BINARY_OP_EXTEND now propagates PyList_Type, that guard is gone. + self.assertIn("_BINARY_OP_SUBSCR_LIST_INT", uops) + self.assertNotIn("_GUARD_NOS_LIST", uops) + + def test_binary_op_extend_tuple_concat_type_propagation(self): + # tuple + tuple is specialized via BINARY_OP_EXTEND. The tier 2 optimizer + # should learn the result is a tuple and eliminate subsequent tuple guards. + def testfunc(n): + t1 = (1, 2) + t2 = (3, 4) + for _ in range(n): + a, b, c, d = t1 + t2 + return a + b + c + d + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, 10) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_EXTEND", uops) + self.assertIn("_UNPACK_SEQUENCE_TUPLE", uops) + self.assertNotIn("_GUARD_TOS_TUPLE", uops) + def test_unary_invert_long_type(self): def testfunc(n): for _ in range(n): diff --git a/Objects/listobject.c b/Objects/listobject.c index bfa7befd386ebc..97869b17cde7a8 100644 --- a/Objects/listobject.c +++ b/Objects/listobject.c @@ -799,7 +799,7 @@ list_concat_lock_held(PyListObject *a, PyListObject *b) } PyObject * -list_concat(PyObject *aa, PyObject *bb) +_PyList_Concat(PyObject *aa, PyObject *bb) { if (!PyList_Check(bb)) { PyErr_Format(PyExc_TypeError, @@ -3617,7 +3617,7 @@ static PyMethodDef list_methods[] = { static PySequenceMethods list_as_sequence = { list_length, /* sq_length */ - list_concat, /* sq_concat */ + _PyList_Concat, /* sq_concat */ list_repeat, /* sq_repeat */ list_item, /* sq_item */ 0, /* sq_slice */ diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index af359d7c8d32d9..07384acde32e52 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -548,7 +548,7 @@ PyTuple_GetSlice(PyObject *op, Py_ssize_t i, Py_ssize_t j) } PyObject * -tuple_concat(PyObject *aa, PyObject *bb) +_PyTuple_Concat(PyObject *aa, PyObject *bb) { PyTupleObject *a = _PyTuple_CAST(aa); if (Py_SIZE(a) == 0 && PyTuple_CheckExact(bb)) { @@ -864,7 +864,7 @@ tuple_subtype_new(PyTypeObject *type, PyObject *iterable) static PySequenceMethods tuple_as_sequence = { tuple_length, /* sq_length */ - tuple_concat, /* sq_concat */ + _PyTuple_Concat, /* sq_concat */ tuple_repeat, /* sq_repeat */ tuple_item, /* sq_item */ 0, /* sq_slice */ diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index b8148ef57ede0c..0ed9822ab2e4a7 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -410,8 +410,13 @@ dummy_func(void) { } op(_BINARY_OP_EXTEND, (descr/4, left, right -- res, l, r)) { - (void)descr; - res = sym_new_not_null(ctx); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + if (d != NULL && d->result_type != NULL) { + res = sym_new_type(ctx, d->result_type); + } + else { + res = sym_new_not_null(ctx); + } l = left; r = right; } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index a15b5ae1d13d3b..7a8a1d20666877 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1168,8 +1168,13 @@ right = stack_pointer[-1]; left = stack_pointer[-2]; PyObject *descr = (PyObject *)this_instr->operand0; - (void)descr; - res = sym_new_not_null(ctx); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + if (d != NULL && d->result_type != NULL) { + res = sym_new_type(ctx, d->result_type); + } + else { + res = sym_new_not_null(ctx); + } l = left; r = right; CHECK_STACK_BOUNDS(1); diff --git a/Python/specialize.c b/Python/specialize.c index 71102ae999074a..0953eb421554f5 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -9,7 +9,8 @@ #include "pycore_function.h" // _PyFunction_GetVersionForCurrentState() #include "pycore_interpframe.h" // FRAME_SPECIALS_SIZE #include "pycore_lazyimportobject.h" // PyLazyImport_CheckExact -#include "pycore_list.h" // _PyListIterObject +#include "pycore_list.h" // _PyListIterObject, _PyList_Concat +#include "pycore_tuple.h" // _PyTuple_Concat #include "pycore_long.h" // _PyLong_IsNonNegativeCompact() #include "pycore_moduleobject.h" #include "pycore_object.h" @@ -2112,12 +2113,10 @@ list_list_guard(PyObject *lhs, PyObject *rhs) return PyList_CheckExact(lhs) && PyList_CheckExact(rhs); } -extern PyObject *list_concat(PyObject *aa, PyObject *bb); - static PyObject * list_list_add(PyObject *lhs, PyObject *rhs) { - return list_concat(lhs, rhs); + return _PyList_Concat(lhs, rhs); } /* tuple-tuple */ @@ -2128,12 +2127,10 @@ tuple_tuple_guard(PyObject *lhs, PyObject *rhs) return PyTuple_CheckExact(lhs) && PyTuple_CheckExact(rhs); } -extern PyObject *tuple_concat(PyObject *aa, PyObject *bb); - static PyObject * tuple_tuple_add(PyObject *lhs, PyObject *rhs) { - return tuple_concat(lhs, rhs); + return _PyTuple_Concat(lhs, rhs); } static int @@ -2227,28 +2224,28 @@ LONG_FLOAT_ACTION(compactlong_float_true_div, /) static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { /* long-long arithmetic */ - {NB_OR, compactlongs_guard, compactlongs_or}, - {NB_AND, compactlongs_guard, compactlongs_and}, - {NB_XOR, compactlongs_guard, compactlongs_xor}, - {NB_INPLACE_OR, compactlongs_guard, compactlongs_or}, - {NB_INPLACE_AND, compactlongs_guard, compactlongs_and}, - {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor}, + {NB_OR, compactlongs_guard, compactlongs_or, &PyLong_Type}, + {NB_AND, compactlongs_guard, compactlongs_and, &PyLong_Type}, + {NB_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type}, + {NB_INPLACE_OR, compactlongs_guard, compactlongs_or, &PyLong_Type}, + {NB_INPLACE_AND, compactlongs_guard, compactlongs_and, &PyLong_Type}, + {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type}, /* float-long arithemetic */ - {NB_ADD, float_compactlong_guard, float_compactlong_add}, - {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract}, - {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div}, - {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply}, + {NB_ADD, float_compactlong_guard, float_compactlong_add, &PyFloat_Type}, + {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract, &PyFloat_Type}, + {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div, &PyFloat_Type}, + {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply, &PyFloat_Type}, /* float-float arithmetic */ - {NB_ADD, compactlong_float_guard, compactlong_float_add}, - {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract}, - {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div}, - {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply}, + {NB_ADD, compactlong_float_guard, compactlong_float_add, &PyFloat_Type}, + {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract, &PyFloat_Type}, + {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div, &PyFloat_Type}, + {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type}, /* list-list and tuple-tuple concatenation */ - {NB_ADD, list_list_guard, list_list_add}, - {NB_ADD, tuple_tuple_guard, tuple_tuple_add}, + {NB_ADD, list_list_guard, list_list_add, &PyList_Type}, + {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type}, }; static int From e8263f97577c25e11b5f593e157bf9daad057006 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Sun, 5 Apr 2026 22:04:23 +0200 Subject: [PATCH 04/12] add unique type propagation --- Include/internal/pycore_code.h | 4 ++ Lib/test/test_capi/test_opt.py | 23 ++++++++++ ...-01-17-19-48-28.gh-issue-100239.7pbTEA.rst | 4 +- Python/optimizer_bytecodes.c | 3 ++ Python/optimizer_cases.c.h | 3 ++ Python/specialize.c | 43 ++++++++++--------- 6 files changed, 59 insertions(+), 21 deletions(-) diff --git a/Include/internal/pycore_code.h b/Include/internal/pycore_code.h index 09b11599f34223..fe8d0a54f2af1a 100644 --- a/Include/internal/pycore_code.h +++ b/Include/internal/pycore_code.h @@ -499,6 +499,10 @@ typedef struct { /* Static type of the result, or NULL if unknown. Used by the tier 2 optimizer to propagate type information through _BINARY_OP_EXTEND. */ PyTypeObject *result_type; + /* Nonzero iff `action` always returns a freshly allocated object (not + aliased to either operand). Used by the tier 2 optimizer to enable + inplace follow-up ops. */ + int result_unique; } _PyBinaryOpSpecializationDescr; /* Comparison bit masks. */ diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 24e7f3c85fd5c1..e114385a9ebc46 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -3813,6 +3813,29 @@ def f(n): self.assertIn("_UNPACK_SEQUENCE_TWO_TUPLE", uops) self.assertNotIn("_GUARD_TOS_TUPLE", uops) + def test_binary_op_extend_float_result_enables_inplace_multiply(self): + # (2 + x) * y with x, y floats: `2 + x` goes through _BINARY_OP_EXTEND + # (int + float). The result_type/result_unique info should let the + # subsequent float multiply use the inplace variant. + def testfunc(n): + x = 3.5 + y = 2.0 + res = 0.0 + for _ in range(n): + res = (2 + x) * y + return res + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, 11.0) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_EXTEND", uops) + self.assertIn("_BINARY_OP_MULTIPLY_FLOAT_INPLACE", uops) + self.assertNotIn("_BINARY_OP_MULTIPLY_FLOAT", uops) + # NOS guard on the multiply is eliminated because _BINARY_OP_EXTEND + # propagates PyFloat_Type. + self.assertNotIn("_GUARD_NOS_FLOAT", uops) + def test_binary_op_extend_list_concat_type_propagation(self): # list + list is specialized via BINARY_OP_EXTEND. The tier 2 optimizer # should learn that the result is a list and eliminate subsequent diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst b/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst index c62497c213507a..594ef72ac57fae 100644 --- a/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst +++ b/Misc/NEWS.d/next/Core_and_Builtins/2025-01-17-19-48-28.gh-issue-100239.7pbTEA.rst @@ -1 +1,3 @@ -Specialize ``BINARY_OP`` for concatenation of lists and tuples. +Specialize ``BINARY_OP`` for concatenation of lists and tuples, and +propagate the result type through ``_BINARY_OP_EXTEND`` in the tier 2 +optimizer so that follow-up type guards can be eliminated. diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 0ed9822ab2e4a7..58b50707e55cee 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -413,6 +413,9 @@ dummy_func(void) { _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; if (d != NULL && d->result_type != NULL) { res = sym_new_type(ctx, d->result_type); + if (d->result_unique) { + res = PyJitRef_MakeUnique(res); + } } else { res = sym_new_not_null(ctx); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 7a8a1d20666877..891887301119d7 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1171,6 +1171,9 @@ _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; if (d != NULL && d->result_type != NULL) { res = sym_new_type(ctx, d->result_type); + if (d->result_unique) { + res = PyJitRef_MakeUnique(res); + } } else { res = sym_new_not_null(ctx); diff --git a/Python/specialize.c b/Python/specialize.c index 0953eb421554f5..4b5c10e9d72909 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2224,28 +2224,31 @@ LONG_FLOAT_ACTION(compactlong_float_true_div, /) static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { /* long-long arithmetic */ - {NB_OR, compactlongs_guard, compactlongs_or, &PyLong_Type}, - {NB_AND, compactlongs_guard, compactlongs_and, &PyLong_Type}, - {NB_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type}, - {NB_INPLACE_OR, compactlongs_guard, compactlongs_or, &PyLong_Type}, - {NB_INPLACE_AND, compactlongs_guard, compactlongs_and, &PyLong_Type}, - {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type}, + {NB_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1}, + {NB_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1}, + {NB_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1}, + {NB_INPLACE_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1}, + {NB_INPLACE_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1}, + {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1}, /* float-long arithemetic */ - {NB_ADD, float_compactlong_guard, float_compactlong_add, &PyFloat_Type}, - {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract, &PyFloat_Type}, - {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div, &PyFloat_Type}, - {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply, &PyFloat_Type}, - - /* float-float arithmetic */ - {NB_ADD, compactlong_float_guard, compactlong_float_add, &PyFloat_Type}, - {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract, &PyFloat_Type}, - {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div, &PyFloat_Type}, - {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type}, - - /* list-list and tuple-tuple concatenation */ - {NB_ADD, list_list_guard, list_list_add, &PyList_Type}, - {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type}, + {NB_ADD, float_compactlong_guard, float_compactlong_add, &PyFloat_Type, 1}, + {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract, &PyFloat_Type, 1}, + {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div, &PyFloat_Type, 1}, + {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply, &PyFloat_Type, 1}, + + /* long-float arithmetic */ + {NB_ADD, compactlong_float_guard, compactlong_float_add, &PyFloat_Type, 1}, + {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract, &PyFloat_Type, 1}, + {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div, &PyFloat_Type, 1}, + {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type, 1}, + + /* list-list concatenation: _PyList_Concat always allocates a new list */ + {NB_ADD, list_list_guard, list_list_add, &PyList_Type, 1}, + /* tuple-tuple concatenation: _PyTuple_Concat has a zero-length shortcut + that can return one of the operands, so the result is not guaranteed + to be a freshly allocated object. */ + {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type, 0}, }; static int From fe63c59490524e5e967fec380478765a946fd9f4 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Mon, 6 Apr 2026 23:13:49 +0200 Subject: [PATCH 05/12] special case for concatenation --- Include/internal/pycore_code.h | 5 + Lib/test/test_capi/test_opt.py | 24 +++++ Objects/bytesobject.c | 6 +- Objects/dictobject.c | 4 +- Objects/tupleobject.c | 2 +- Objects/unicodeobject.c | 2 +- Python/optimizer_bytecodes.c | 10 ++ Python/optimizer_cases.c.h | 12 +++ Python/specialize.c | 188 +++++++++++++++++++++++++++++---- 9 files changed, 225 insertions(+), 28 deletions(-) diff --git a/Include/internal/pycore_code.h b/Include/internal/pycore_code.h index fe8d0a54f2af1a..b73dbe123838a4 100644 --- a/Include/internal/pycore_code.h +++ b/Include/internal/pycore_code.h @@ -503,6 +503,11 @@ typedef struct { aliased to either operand). Used by the tier 2 optimizer to enable inplace follow-up ops. */ int result_unique; + /* Expected types of the left and right operands. Used by the tier 2 + optimizer to eliminate _GUARD_BINARY_OP_EXTEND when the operand + types are already known. NULL means unknown/don't eliminate. */ + PyTypeObject *lhs_type; + PyTypeObject *rhs_type; } _PyBinaryOpSpecializationDescr; /* Comparison bit masks. */ diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index e114385a9ebc46..e4050d3db48cb7 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -3878,6 +3878,30 @@ def testfunc(n): self.assertIn("_UNPACK_SEQUENCE_TUPLE", uops) self.assertNotIn("_GUARD_TOS_TUPLE", uops) + def test_binary_op_extend_guard_elimination(self): + # When both operands have known types (e.g., from a prior + # _BINARY_OP_EXTEND result), the _GUARD_BINARY_OP_EXTEND + # should be eliminated. + def testfunc(n): + a = [1, 2] + b = [3, 4] + total = 0 + for _ in range(n): + c = a + b # first: guard stays, result type = list + d = c + c # second: both operands are list -> guard eliminated + total += d[0] + return total + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + # Both list additions use _BINARY_OP_EXTEND + self.assertEqual(uops.count("_BINARY_OP_EXTEND"), 2) + # But the second guard is eliminated because both operands + # are known to be lists from the first _BINARY_OP_EXTEND. + self.assertEqual(uops.count("_GUARD_BINARY_OP_EXTEND"), 1) + def test_unary_invert_long_type(self): def testfunc(n): for _ in range(n): diff --git a/Objects/bytesobject.c b/Objects/bytesobject.c index 902144e8ec9f83..8a38d2ba0aa463 100644 --- a/Objects/bytesobject.c +++ b/Objects/bytesobject.c @@ -1536,8 +1536,8 @@ bytes_length(PyObject *self) return Py_SIZE(a); } -/* This is also used by PyBytes_Concat() */ -static PyObject * +/* This is also used by PyBytes_Concat() and BINARY_OP_EXTEND */ +PyObject * bytes_concat(PyObject *a, PyObject *b) { Py_buffer va, vb; @@ -1581,7 +1581,7 @@ bytes_concat(PyObject *a, PyObject *b) return result; } -static PyObject * +PyObject * bytes_repeat(PyObject *self, Py_ssize_t n) { PyBytesObject *a = _PyBytes_CAST(self); diff --git a/Objects/dictobject.c b/Objects/dictobject.c index 67bc4319e0bae2..ae7179e8ba681a 100644 --- a/Objects/dictobject.c +++ b/Objects/dictobject.c @@ -5041,7 +5041,7 @@ dict___sizeof___impl(PyDictObject *self) return PyLong_FromSsize_t(_PyDict_SizeOf(self)); } -static PyObject * +PyObject * dict_or(PyObject *self, PyObject *other) { if (!PyAnyDict_Check(self) || !PyAnyDict_Check(other)) { @@ -5081,7 +5081,7 @@ frozendict_or(PyObject *self, PyObject *other) } -static PyObject * +PyObject * dict_ior(PyObject *self, PyObject *other) { if (dict_update_arg(self, other)) { diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index 07384acde32e52..e917a7124aa7e5 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -594,7 +594,7 @@ _PyTuple_Concat(PyObject *aa, PyObject *bb) return (PyObject *)np; } -static PyObject * +PyObject * tuple_repeat(PyObject *self, Py_ssize_t n) { PyTupleObject *a = _PyTuple_CAST(self); diff --git a/Objects/unicodeobject.c b/Objects/unicodeobject.c index a0a26a75129929..c4cc19a416429c 100644 --- a/Objects/unicodeobject.c +++ b/Objects/unicodeobject.c @@ -12494,7 +12494,7 @@ unicode_rstrip_impl(PyObject *self, PyObject *chars) } -static PyObject* +PyObject* unicode_repeat(PyObject *str, Py_ssize_t len) { PyObject *u; diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 58b50707e55cee..0009b5104676ef 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -409,6 +409,16 @@ dummy_func(void) { r = right; } + op(_GUARD_BINARY_OP_EXTEND, (descr/4, left, right -- left, right)) { + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + if (d != NULL && d->lhs_type != NULL && d->rhs_type != NULL) { + if (sym_matches_type(left, d->lhs_type) && + sym_matches_type(right, d->rhs_type)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + } + } + op(_BINARY_OP_EXTEND, (descr/4, left, right -- res, l, r)) { _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; if (d != NULL && d->result_type != NULL) { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 891887301119d7..c052c63095ad74 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1156,6 +1156,18 @@ } case _GUARD_BINARY_OP_EXTEND: { + JitOptRef right; + JitOptRef left; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *descr = (PyObject *)this_instr->operand0; + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + if (d != NULL && d->lhs_type != NULL && d->rhs_type != NULL) { + if (sym_matches_type(left, d->lhs_type) && + sym_matches_type(right, d->rhs_type)) { + REPLACE_OP(this_instr, _NOP, 0, 0); + } + } break; } diff --git a/Python/specialize.c b/Python/specialize.c index 4b5c10e9d72909..47f46f7918ef45 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2133,6 +2133,121 @@ tuple_tuple_add(PyObject *lhs, PyObject *rhs) return _PyTuple_Concat(lhs, rhs); } +/* sequence * int helpers: bypass PyNumber_Multiply dispatch overhead + by calling sq_repeat directly with PyLong_AsSsize_t. */ + +extern PyObject *unicode_repeat(PyObject *str, Py_ssize_t n); +extern PyObject *bytes_repeat(PyObject *self, Py_ssize_t n); +extern PyObject *bytes_concat(PyObject *a, PyObject *b); +extern PyObject *tuple_repeat(PyObject *self, Py_ssize_t n); +extern PyObject *dict_or(PyObject *self, PyObject *other); +extern PyObject *dict_ior(PyObject *self, PyObject *other); + +static inline PyObject * +seq_int_multiply(PyObject *seq, PyObject *n, + ssizeargfunc repeat) +{ + Py_ssize_t count = PyLong_AsSsize_t(n); + if (count == -1 && PyErr_Occurred()) { + return NULL; + } + return repeat(seq, count); +} + +/* str-int and int-str */ + +static int +str_int_guard(PyObject *lhs, PyObject *rhs) +{ + return PyUnicode_CheckExact(lhs) && PyLong_CheckExact(rhs); +} + +static int +int_str_guard(PyObject *lhs, PyObject *rhs) +{ + return PyLong_CheckExact(lhs) && PyUnicode_CheckExact(rhs); +} + +static PyObject * +str_int_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(lhs, rhs, unicode_repeat); +} + +static PyObject * +int_str_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(rhs, lhs, unicode_repeat); +} + +/* bytes-bytes */ + +static int +bytes_bytes_guard(PyObject *lhs, PyObject *rhs) +{ + return PyBytes_CheckExact(lhs) && PyBytes_CheckExact(rhs); +} + +/* bytes-int and int-bytes */ + +static int +bytes_int_guard(PyObject *lhs, PyObject *rhs) +{ + return PyBytes_CheckExact(lhs) && PyLong_CheckExact(rhs); +} + +static int +int_bytes_guard(PyObject *lhs, PyObject *rhs) +{ + return PyLong_CheckExact(lhs) && PyBytes_CheckExact(rhs); +} + +static PyObject * +bytes_int_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(lhs, rhs, bytes_repeat); +} + +static PyObject * +int_bytes_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(rhs, lhs, bytes_repeat); +} + +/* tuple-int and int-tuple */ + +static int +tuple_int_guard(PyObject *lhs, PyObject *rhs) +{ + return PyTuple_CheckExact(lhs) && PyLong_CheckExact(rhs); +} + +static int +int_tuple_guard(PyObject *lhs, PyObject *rhs) +{ + return PyLong_CheckExact(lhs) && PyTuple_CheckExact(rhs); +} + +static PyObject * +tuple_int_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(lhs, rhs, tuple_repeat); +} + +static PyObject * +int_tuple_multiply(PyObject *lhs, PyObject *rhs) +{ + return seq_int_multiply(rhs, lhs, tuple_repeat); +} + +/* dict-dict */ + +static int +dict_dict_guard(PyObject *lhs, PyObject *rhs) +{ + return PyDict_CheckExact(lhs) && PyDict_CheckExact(rhs); +} + static int compactlongs_guard(PyObject *lhs, PyObject *rhs) { @@ -2223,32 +2338,63 @@ LONG_FLOAT_ACTION(compactlong_float_true_div, /) #undef LONG_FLOAT_ACTION static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { - /* long-long arithmetic */ - {NB_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1}, - {NB_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1}, - {NB_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1}, - {NB_INPLACE_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1}, - {NB_INPLACE_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1}, - {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1}, - - /* float-long arithemetic */ - {NB_ADD, float_compactlong_guard, float_compactlong_add, &PyFloat_Type, 1}, - {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract, &PyFloat_Type, 1}, - {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div, &PyFloat_Type, 1}, - {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply, &PyFloat_Type, 1}, - - /* long-float arithmetic */ - {NB_ADD, compactlong_float_guard, compactlong_float_add, &PyFloat_Type, 1}, - {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract, &PyFloat_Type, 1}, - {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div, &PyFloat_Type, 1}, - {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type, 1}, + /* long-long arithmetic: guards also check _PyLong_IsCompact, so + type alone is not sufficient to eliminate the guard. */ + {NB_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1, NULL, NULL}, + {NB_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1, NULL, NULL}, + {NB_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1, NULL, NULL}, + {NB_INPLACE_OR, compactlongs_guard, compactlongs_or, &PyLong_Type, 1, NULL, NULL}, + {NB_INPLACE_AND, compactlongs_guard, compactlongs_and, &PyLong_Type, 1, NULL, NULL}, + {NB_INPLACE_XOR, compactlongs_guard, compactlongs_xor, &PyLong_Type, 1, NULL, NULL}, + + /* float-long arithmetic: guards also check NaN and compactness. */ + {NB_ADD, float_compactlong_guard, float_compactlong_add, &PyFloat_Type, 1, NULL, NULL}, + {NB_SUBTRACT, float_compactlong_guard, float_compactlong_subtract, &PyFloat_Type, 1, NULL, NULL}, + {NB_TRUE_DIVIDE, nonzero_float_compactlong_guard, float_compactlong_true_div, &PyFloat_Type, 1, NULL, NULL}, + {NB_MULTIPLY, float_compactlong_guard, float_compactlong_multiply, &PyFloat_Type, 1, NULL, NULL}, + + /* long-float arithmetic: guards also check NaN and compactness. */ + {NB_ADD, compactlong_float_guard, compactlong_float_add, &PyFloat_Type, 1, NULL, NULL}, + {NB_SUBTRACT, compactlong_float_guard, compactlong_float_subtract, &PyFloat_Type, 1, NULL, NULL}, + {NB_TRUE_DIVIDE, nonzero_compactlong_float_guard, compactlong_float_true_div, &PyFloat_Type, 1, NULL, NULL}, + {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type, 1, NULL, NULL}, /* list-list concatenation: _PyList_Concat always allocates a new list */ - {NB_ADD, list_list_guard, list_list_add, &PyList_Type, 1}, + {NB_ADD, list_list_guard, list_list_add, &PyList_Type, 1, &PyList_Type, &PyList_Type}, /* tuple-tuple concatenation: _PyTuple_Concat has a zero-length shortcut that can return one of the operands, so the result is not guaranteed to be a freshly allocated object. */ - {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type, 0}, + {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type, 0, &PyTuple_Type, &PyTuple_Type}, + + /* str * int / int * str: call unicode_repeat directly. + unicode_repeat returns the original when n == 1. */ + {NB_MULTIPLY, str_int_guard, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, + {NB_MULTIPLY, int_str_guard, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, + {NB_INPLACE_MULTIPLY, str_int_guard, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, int_str_guard, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, + + /* bytes + bytes: call bytes_concat directly. bytes_concat may return + an operand when one side is empty, so result is not always unique. */ + {NB_ADD, bytes_bytes_guard, bytes_concat, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + {NB_INPLACE_ADD, bytes_bytes_guard, bytes_concat, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + + /* bytes * int / int * bytes: call bytes_repeat directly. + bytes_repeat returns the original when n == 1. */ + {NB_MULTIPLY, bytes_int_guard, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, + {NB_MULTIPLY, int_bytes_guard, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, + {NB_INPLACE_MULTIPLY, bytes_int_guard, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, int_bytes_guard, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, + + /* tuple * int / int * tuple: call tuple_repeat directly. + tuple_repeat returns the original when n == 1. */ + {NB_MULTIPLY, tuple_int_guard, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, + {NB_MULTIPLY, int_tuple_guard, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, + {NB_INPLACE_MULTIPLY, tuple_int_guard, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, int_tuple_guard, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, + + /* dict | dict: call dict_or directly */ + {NB_OR, dict_dict_guard, dict_or, &PyDict_Type, 1, &PyDict_Type, &PyDict_Type}, + {NB_INPLACE_OR, dict_dict_guard, dict_ior, &PyDict_Type, 0, &PyDict_Type, &PyDict_Type}, }; static int From f099585f65c1b2b41c911b463eb8c4ce5f2ad390 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Tue, 7 Apr 2026 00:07:26 +0200 Subject: [PATCH 06/12] fix --- Objects/bytesobject.c | 6 ++--- Objects/dictobject.c | 4 +-- Objects/tupleobject.c | 2 +- Objects/unicodeobject.c | 2 +- Python/specialize.c | 57 ++++++++++++++++++++++++++--------------- 5 files changed, 44 insertions(+), 27 deletions(-) diff --git a/Objects/bytesobject.c b/Objects/bytesobject.c index 8a38d2ba0aa463..902144e8ec9f83 100644 --- a/Objects/bytesobject.c +++ b/Objects/bytesobject.c @@ -1536,8 +1536,8 @@ bytes_length(PyObject *self) return Py_SIZE(a); } -/* This is also used by PyBytes_Concat() and BINARY_OP_EXTEND */ -PyObject * +/* This is also used by PyBytes_Concat() */ +static PyObject * bytes_concat(PyObject *a, PyObject *b) { Py_buffer va, vb; @@ -1581,7 +1581,7 @@ bytes_concat(PyObject *a, PyObject *b) return result; } -PyObject * +static PyObject * bytes_repeat(PyObject *self, Py_ssize_t n) { PyBytesObject *a = _PyBytes_CAST(self); diff --git a/Objects/dictobject.c b/Objects/dictobject.c index ae7179e8ba681a..67bc4319e0bae2 100644 --- a/Objects/dictobject.c +++ b/Objects/dictobject.c @@ -5041,7 +5041,7 @@ dict___sizeof___impl(PyDictObject *self) return PyLong_FromSsize_t(_PyDict_SizeOf(self)); } -PyObject * +static PyObject * dict_or(PyObject *self, PyObject *other) { if (!PyAnyDict_Check(self) || !PyAnyDict_Check(other)) { @@ -5081,7 +5081,7 @@ frozendict_or(PyObject *self, PyObject *other) } -PyObject * +static PyObject * dict_ior(PyObject *self, PyObject *other) { if (dict_update_arg(self, other)) { diff --git a/Objects/tupleobject.c b/Objects/tupleobject.c index e917a7124aa7e5..07384acde32e52 100644 --- a/Objects/tupleobject.c +++ b/Objects/tupleobject.c @@ -594,7 +594,7 @@ _PyTuple_Concat(PyObject *aa, PyObject *bb) return (PyObject *)np; } -PyObject * +static PyObject * tuple_repeat(PyObject *self, Py_ssize_t n) { PyTupleObject *a = _PyTuple_CAST(self); diff --git a/Objects/unicodeobject.c b/Objects/unicodeobject.c index c4cc19a416429c..a0a26a75129929 100644 --- a/Objects/unicodeobject.c +++ b/Objects/unicodeobject.c @@ -12494,7 +12494,7 @@ unicode_rstrip_impl(PyObject *self, PyObject *chars) } -PyObject* +static PyObject* unicode_repeat(PyObject *str, Py_ssize_t len) { PyObject *u; diff --git a/Python/specialize.c b/Python/specialize.c index 47f46f7918ef45..ed4d3da6e59b05 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2136,13 +2136,6 @@ tuple_tuple_add(PyObject *lhs, PyObject *rhs) /* sequence * int helpers: bypass PyNumber_Multiply dispatch overhead by calling sq_repeat directly with PyLong_AsSsize_t. */ -extern PyObject *unicode_repeat(PyObject *str, Py_ssize_t n); -extern PyObject *bytes_repeat(PyObject *self, Py_ssize_t n); -extern PyObject *bytes_concat(PyObject *a, PyObject *b); -extern PyObject *tuple_repeat(PyObject *self, Py_ssize_t n); -extern PyObject *dict_or(PyObject *self, PyObject *other); -extern PyObject *dict_ior(PyObject *self, PyObject *other); - static inline PyObject * seq_int_multiply(PyObject *seq, PyObject *n, ssizeargfunc repeat) @@ -2171,13 +2164,15 @@ int_str_guard(PyObject *lhs, PyObject *rhs) static PyObject * str_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, unicode_repeat); + return seq_int_multiply(lhs, rhs, + PyUnicode_Type.tp_as_sequence->sq_repeat); } static PyObject * int_str_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, unicode_repeat); + return seq_int_multiply(rhs, lhs, + PyUnicode_Type.tp_as_sequence->sq_repeat); } /* bytes-bytes */ @@ -2188,6 +2183,12 @@ bytes_bytes_guard(PyObject *lhs, PyObject *rhs) return PyBytes_CheckExact(lhs) && PyBytes_CheckExact(rhs); } +static PyObject * +bytes_bytes_add(PyObject *lhs, PyObject *rhs) +{ + return PyBytes_Type.tp_as_sequence->sq_concat(lhs, rhs); +} + /* bytes-int and int-bytes */ static int @@ -2205,13 +2206,15 @@ int_bytes_guard(PyObject *lhs, PyObject *rhs) static PyObject * bytes_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, bytes_repeat); + return seq_int_multiply(lhs, rhs, + PyBytes_Type.tp_as_sequence->sq_repeat); } static PyObject * int_bytes_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, bytes_repeat); + return seq_int_multiply(rhs, lhs, + PyBytes_Type.tp_as_sequence->sq_repeat); } /* tuple-int and int-tuple */ @@ -2231,13 +2234,15 @@ int_tuple_guard(PyObject *lhs, PyObject *rhs) static PyObject * tuple_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, tuple_repeat); + return seq_int_multiply(lhs, rhs, + PyTuple_Type.tp_as_sequence->sq_repeat); } static PyObject * int_tuple_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, tuple_repeat); + return seq_int_multiply(rhs, lhs, + PyTuple_Type.tp_as_sequence->sq_repeat); } /* dict-dict */ @@ -2248,6 +2253,18 @@ dict_dict_guard(PyObject *lhs, PyObject *rhs) return PyDict_CheckExact(lhs) && PyDict_CheckExact(rhs); } +static PyObject * +dict_dict_or(PyObject *lhs, PyObject *rhs) +{ + return PyDict_Type.tp_as_number->nb_or(lhs, rhs); +} + +static PyObject * +dict_dict_ior(PyObject *lhs, PyObject *rhs) +{ + return PyDict_Type.tp_as_number->nb_inplace_or(lhs, rhs); +} + static int compactlongs_guard(PyObject *lhs, PyObject *rhs) { @@ -2373,10 +2390,10 @@ static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { {NB_INPLACE_MULTIPLY, str_int_guard, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, {NB_INPLACE_MULTIPLY, int_str_guard, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, - /* bytes + bytes: call bytes_concat directly. bytes_concat may return - an operand when one side is empty, so result is not always unique. */ - {NB_ADD, bytes_bytes_guard, bytes_concat, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, - {NB_INPLACE_ADD, bytes_bytes_guard, bytes_concat, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + /* bytes + bytes: bytes_concat may return an operand when one side + is empty, so result is not always unique. */ + {NB_ADD, bytes_bytes_guard, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + {NB_INPLACE_ADD, bytes_bytes_guard, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, /* bytes * int / int * bytes: call bytes_repeat directly. bytes_repeat returns the original when n == 1. */ @@ -2392,9 +2409,9 @@ static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { {NB_INPLACE_MULTIPLY, tuple_int_guard, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, {NB_INPLACE_MULTIPLY, int_tuple_guard, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, - /* dict | dict: call dict_or directly */ - {NB_OR, dict_dict_guard, dict_or, &PyDict_Type, 1, &PyDict_Type, &PyDict_Type}, - {NB_INPLACE_OR, dict_dict_guard, dict_ior, &PyDict_Type, 0, &PyDict_Type, &PyDict_Type}, + /* dict | dict */ + {NB_OR, dict_dict_guard, dict_dict_or, &PyDict_Type, 1, &PyDict_Type, &PyDict_Type}, + {NB_INPLACE_OR, dict_dict_guard, dict_dict_ior, &PyDict_Type, 0, &PyDict_Type, &PyDict_Type}, }; static int From d2dcb873d3f3e3b324f206cd83f9a7d386f3a50a Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Tue, 7 Apr 2026 23:26:06 +0200 Subject: [PATCH 07/12] add asserts --- Modules/_testinternalcapi/test_cases.c.h | 2 ++ Python/bytecodes.c | 2 ++ Python/executor_cases.c.h | 2 ++ Python/generated_cases.c.h | 2 ++ 4 files changed, 8 insertions(+) diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 45cbc58b085851..995c19a816df4e 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -367,6 +367,8 @@ if (res_o == NULL) { JUMP_TO_LABEL(error); } + assert(d->result_type == NULL || Py_TYPE(res_o) == d->result_type); + assert(!d->result_unique || Py_REFCNT(res_o) == 1 || _Py_IsImmortal(res_o)); res = PyStackRef_FromPyObjectSteal(res_o); l = left; r = right; diff --git a/Python/bytecodes.c b/Python/bytecodes.c index edba5a89cc0f29..999196353c232d 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -983,6 +983,8 @@ dummy_func( if (res_o == NULL) { ERROR_NO_POP(); } + assert(d->result_type == NULL || Py_TYPE(res_o) == d->result_type); + assert(!d->result_unique || Py_REFCNT(res_o) == 1 || _Py_IsImmortal(res_o)); res = PyStackRef_FromPyObjectSteal(res_o); l = left; r = right; diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 6600accb37e3f2..2e23ce42b1440f 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -6239,6 +6239,8 @@ SET_CURRENT_CACHED_VALUES(0); JUMP_TO_ERROR(); } + assert(d->result_type == NULL || Py_TYPE(res_o) == d->result_type); + assert(!d->result_unique || Py_REFCNT(res_o) == 1 || _Py_IsImmortal(res_o)); res = PyStackRef_FromPyObjectSteal(res_o); l = left; r = right; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 127a45ef591053..bb470e75e428cb 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -367,6 +367,8 @@ if (res_o == NULL) { JUMP_TO_LABEL(error); } + assert(d->result_type == NULL || Py_TYPE(res_o) == d->result_type); + assert(!d->result_unique || Py_REFCNT(res_o) == 1 || _Py_IsImmortal(res_o)); res = PyStackRef_FromPyObjectSteal(res_o); l = left; r = right; From 6b0e5ed1330234d8a353e0a2e12f91f59b6db019 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Thu, 9 Apr 2026 16:07:58 +0200 Subject: [PATCH 08/12] review comments: reduce number of guards --- Python/optimizer_bytecodes.c | 5 +- Python/optimizer_cases.c.h | 3 +- Python/specialize.c | 130 +++++++---------------------------- 3 files changed, 31 insertions(+), 107 deletions(-) diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 0009b5104676ef..e77882dbcca569 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -411,7 +411,10 @@ dummy_func(void) { op(_GUARD_BINARY_OP_EXTEND, (descr/4, left, right -- left, right)) { _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; - if (d != NULL && d->lhs_type != NULL && d->rhs_type != NULL) { + if (d != NULL && d->guard == NULL) { + /* guard == NULL means the check is purely a type test against + lhs_type/rhs_type, so eliminate it when types are already known. */ + assert(d->lhs_type != NULL && d->rhs_type != NULL); if (sym_matches_type(left, d->lhs_type) && sym_matches_type(right, d->rhs_type)) { REPLACE_OP(this_instr, _NOP, 0, 0); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index c052c63095ad74..32b91b0ec1c34d 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1162,7 +1162,8 @@ left = stack_pointer[-2]; PyObject *descr = (PyObject *)this_instr->operand0; _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; - if (d != NULL && d->lhs_type != NULL && d->rhs_type != NULL) { + if (d != NULL && d->guard == NULL) { + assert(d->lhs_type != NULL && d->rhs_type != NULL); if (sym_matches_type(left, d->lhs_type) && sym_matches_type(right, d->rhs_type)) { REPLACE_OP(this_instr, _NOP, 0, 0); diff --git a/Python/specialize.c b/Python/specialize.c index ed4d3da6e59b05..cd4befe1f08b52 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2105,34 +2105,6 @@ is_compactlong(PyObject *v) _PyLong_IsCompact((PyLongObject *)v); } -/* list-list */ - -static int -list_list_guard(PyObject *lhs, PyObject *rhs) -{ - return PyList_CheckExact(lhs) && PyList_CheckExact(rhs); -} - -static PyObject * -list_list_add(PyObject *lhs, PyObject *rhs) -{ - return _PyList_Concat(lhs, rhs); -} - -/* tuple-tuple */ - -static int -tuple_tuple_guard(PyObject *lhs, PyObject *rhs) -{ - return PyTuple_CheckExact(lhs) && PyTuple_CheckExact(rhs); -} - -static PyObject * -tuple_tuple_add(PyObject *lhs, PyObject *rhs) -{ - return _PyTuple_Concat(lhs, rhs); -} - /* sequence * int helpers: bypass PyNumber_Multiply dispatch overhead by calling sq_repeat directly with PyLong_AsSsize_t. */ @@ -2147,20 +2119,6 @@ seq_int_multiply(PyObject *seq, PyObject *n, return repeat(seq, count); } -/* str-int and int-str */ - -static int -str_int_guard(PyObject *lhs, PyObject *rhs) -{ - return PyUnicode_CheckExact(lhs) && PyLong_CheckExact(rhs); -} - -static int -int_str_guard(PyObject *lhs, PyObject *rhs) -{ - return PyLong_CheckExact(lhs) && PyUnicode_CheckExact(rhs); -} - static PyObject * str_int_multiply(PyObject *lhs, PyObject *rhs) { @@ -2175,34 +2133,12 @@ int_str_multiply(PyObject *lhs, PyObject *rhs) PyUnicode_Type.tp_as_sequence->sq_repeat); } -/* bytes-bytes */ - -static int -bytes_bytes_guard(PyObject *lhs, PyObject *rhs) -{ - return PyBytes_CheckExact(lhs) && PyBytes_CheckExact(rhs); -} - static PyObject * bytes_bytes_add(PyObject *lhs, PyObject *rhs) { return PyBytes_Type.tp_as_sequence->sq_concat(lhs, rhs); } -/* bytes-int and int-bytes */ - -static int -bytes_int_guard(PyObject *lhs, PyObject *rhs) -{ - return PyBytes_CheckExact(lhs) && PyLong_CheckExact(rhs); -} - -static int -int_bytes_guard(PyObject *lhs, PyObject *rhs) -{ - return PyLong_CheckExact(lhs) && PyBytes_CheckExact(rhs); -} - static PyObject * bytes_int_multiply(PyObject *lhs, PyObject *rhs) { @@ -2217,20 +2153,6 @@ int_bytes_multiply(PyObject *lhs, PyObject *rhs) PyBytes_Type.tp_as_sequence->sq_repeat); } -/* tuple-int and int-tuple */ - -static int -tuple_int_guard(PyObject *lhs, PyObject *rhs) -{ - return PyTuple_CheckExact(lhs) && PyLong_CheckExact(rhs); -} - -static int -int_tuple_guard(PyObject *lhs, PyObject *rhs) -{ - return PyLong_CheckExact(lhs) && PyTuple_CheckExact(rhs); -} - static PyObject * tuple_int_multiply(PyObject *lhs, PyObject *rhs) { @@ -2245,14 +2167,6 @@ int_tuple_multiply(PyObject *lhs, PyObject *rhs) PyTuple_Type.tp_as_sequence->sq_repeat); } -/* dict-dict */ - -static int -dict_dict_guard(PyObject *lhs, PyObject *rhs) -{ - return PyDict_CheckExact(lhs) && PyDict_CheckExact(rhs); -} - static PyObject * dict_dict_or(PyObject *lhs, PyObject *rhs) { @@ -2377,41 +2291,41 @@ static _PyBinaryOpSpecializationDescr binaryop_extend_descrs[] = { {NB_MULTIPLY, compactlong_float_guard, compactlong_float_multiply, &PyFloat_Type, 1, NULL, NULL}, /* list-list concatenation: _PyList_Concat always allocates a new list */ - {NB_ADD, list_list_guard, list_list_add, &PyList_Type, 1, &PyList_Type, &PyList_Type}, + {NB_ADD, NULL, _PyList_Concat, &PyList_Type, 1, &PyList_Type, &PyList_Type}, /* tuple-tuple concatenation: _PyTuple_Concat has a zero-length shortcut that can return one of the operands, so the result is not guaranteed to be a freshly allocated object. */ - {NB_ADD, tuple_tuple_guard, tuple_tuple_add, &PyTuple_Type, 0, &PyTuple_Type, &PyTuple_Type}, + {NB_ADD, NULL, _PyTuple_Concat, &PyTuple_Type, 0, &PyTuple_Type, &PyTuple_Type}, /* str * int / int * str: call unicode_repeat directly. unicode_repeat returns the original when n == 1. */ - {NB_MULTIPLY, str_int_guard, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, - {NB_MULTIPLY, int_str_guard, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, - {NB_INPLACE_MULTIPLY, str_int_guard, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, - {NB_INPLACE_MULTIPLY, int_str_guard, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, + {NB_MULTIPLY, NULL, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, + {NB_MULTIPLY, NULL, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, + {NB_INPLACE_MULTIPLY, NULL, str_int_multiply, &PyUnicode_Type, 0, &PyUnicode_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, NULL, int_str_multiply, &PyUnicode_Type, 0, &PyLong_Type, &PyUnicode_Type}, /* bytes + bytes: bytes_concat may return an operand when one side is empty, so result is not always unique. */ - {NB_ADD, bytes_bytes_guard, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, - {NB_INPLACE_ADD, bytes_bytes_guard, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + {NB_ADD, NULL, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, + {NB_INPLACE_ADD, NULL, bytes_bytes_add, &PyBytes_Type, 0, &PyBytes_Type, &PyBytes_Type}, /* bytes * int / int * bytes: call bytes_repeat directly. bytes_repeat returns the original when n == 1. */ - {NB_MULTIPLY, bytes_int_guard, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, - {NB_MULTIPLY, int_bytes_guard, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, - {NB_INPLACE_MULTIPLY, bytes_int_guard, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, - {NB_INPLACE_MULTIPLY, int_bytes_guard, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, + {NB_MULTIPLY, NULL, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, + {NB_MULTIPLY, NULL, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, + {NB_INPLACE_MULTIPLY, NULL, bytes_int_multiply, &PyBytes_Type, 0, &PyBytes_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, NULL, int_bytes_multiply, &PyBytes_Type, 0, &PyLong_Type, &PyBytes_Type}, /* tuple * int / int * tuple: call tuple_repeat directly. tuple_repeat returns the original when n == 1. */ - {NB_MULTIPLY, tuple_int_guard, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, - {NB_MULTIPLY, int_tuple_guard, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, - {NB_INPLACE_MULTIPLY, tuple_int_guard, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, - {NB_INPLACE_MULTIPLY, int_tuple_guard, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, + {NB_MULTIPLY, NULL, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, + {NB_MULTIPLY, NULL, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, + {NB_INPLACE_MULTIPLY, NULL, tuple_int_multiply, &PyTuple_Type, 0, &PyTuple_Type, &PyLong_Type}, + {NB_INPLACE_MULTIPLY, NULL, int_tuple_multiply, &PyTuple_Type, 0, &PyLong_Type, &PyTuple_Type}, /* dict | dict */ - {NB_OR, dict_dict_guard, dict_dict_or, &PyDict_Type, 1, &PyDict_Type, &PyDict_Type}, - {NB_INPLACE_OR, dict_dict_guard, dict_dict_ior, &PyDict_Type, 0, &PyDict_Type, &PyDict_Type}, + {NB_OR, NULL, dict_dict_or, &PyDict_Type, 1, &PyDict_Type, &PyDict_Type}, + {NB_INPLACE_OR, NULL, dict_dict_ior, &PyDict_Type, 0, &PyDict_Type, &PyDict_Type}, }; static int @@ -2421,7 +2335,13 @@ binary_op_extended_specialization(PyObject *lhs, PyObject *rhs, int oparg, size_t n = sizeof(binaryop_extend_descrs)/sizeof(_PyBinaryOpSpecializationDescr); for (size_t i = 0; i < n; i++) { _PyBinaryOpSpecializationDescr *d = &binaryop_extend_descrs[i]; - if (d->oparg == oparg && d->guard(lhs, rhs)) { + if (d->oparg != oparg) { + continue; + } + int match = (d->guard != NULL) + ? d->guard(lhs, rhs) + : (Py_TYPE(lhs) == d->lhs_type && Py_TYPE(rhs) == d->rhs_type); + if (match) { *descr = d; return 1; } From d3f2d9dd4ea4e4402162d96b7cac2ba61e89c956 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Thu, 9 Apr 2026 16:51:45 +0200 Subject: [PATCH 09/12] review comments: reduce number of guards --- Python/specialize.c | 30 ++++++++++++------------------ 1 file changed, 12 insertions(+), 18 deletions(-) diff --git a/Python/specialize.c b/Python/specialize.c index cd4befe1f08b52..dbe58f4faf0a02 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2122,49 +2122,43 @@ seq_int_multiply(PyObject *seq, PyObject *n, static PyObject * str_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, - PyUnicode_Type.tp_as_sequence->sq_repeat); + return seq_int_multiply(lhs, rhs, PyUnicode_Type.tp_as_sequence->sq_repeat); } static PyObject * int_str_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, - PyUnicode_Type.tp_as_sequence->sq_repeat); -} - -static PyObject * -bytes_bytes_add(PyObject *lhs, PyObject *rhs) -{ - return PyBytes_Type.tp_as_sequence->sq_concat(lhs, rhs); + return seq_int_multiply(rhs, lhs, PyUnicode_Type.tp_as_sequence->sq_repeat); } static PyObject * bytes_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, - PyBytes_Type.tp_as_sequence->sq_repeat); + return seq_int_multiply(lhs, rhs, PyBytes_Type.tp_as_sequence->sq_repeat); } static PyObject * int_bytes_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, - PyBytes_Type.tp_as_sequence->sq_repeat); + return seq_int_multiply(rhs, lhs, PyBytes_Type.tp_as_sequence->sq_repeat); } static PyObject * tuple_int_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(lhs, rhs, - PyTuple_Type.tp_as_sequence->sq_repeat); + return seq_int_multiply(lhs, rhs, PyTuple_Type.tp_as_sequence->sq_repeat); } static PyObject * int_tuple_multiply(PyObject *lhs, PyObject *rhs) { - return seq_int_multiply(rhs, lhs, - PyTuple_Type.tp_as_sequence->sq_repeat); + return seq_int_multiply(rhs, lhs, PyTuple_Type.tp_as_sequence->sq_repeat); +} + +static PyObject * +bytes_bytes_add(PyObject *lhs, PyObject *rhs) +{ + return PyBytes_Type.tp_as_sequence->sq_concat(lhs, rhs); } static PyObject * From 49459c4bb1e56bf26eb2136ed02ab391895b4ad0 Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Thu, 9 Apr 2026 17:01:59 +0200 Subject: [PATCH 10/12] review comments: only guard on rhs or lhs if needed --- Include/internal/pycore_uop_ids.h | 2390 ++++++++++++------------ Include/internal/pycore_uop_metadata.h | 42 + Python/bytecodes.c | 24 +- Python/executor_cases.c.h | 218 ++- Python/generated_cases.c.h | 8 +- Python/optimizer_bytecodes.c | 33 +- Python/optimizer_cases.c.h | 41 +- 7 files changed, 1551 insertions(+), 1205 deletions(-) diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index dd319778b1f2e8..3e9df6e169ecbd 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -147,90 +147,92 @@ extern "C" { #define _GET_ITER GET_ITER #define _GET_LEN GET_LEN #define _GUARD_BINARY_OP_EXTEND 409 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 410 -#define _GUARD_BIT_IS_SET_POP 411 -#define _GUARD_BIT_IS_SET_POP_4 412 -#define _GUARD_BIT_IS_SET_POP_5 413 -#define _GUARD_BIT_IS_SET_POP_6 414 -#define _GUARD_BIT_IS_SET_POP_7 415 -#define _GUARD_BIT_IS_UNSET_POP 416 -#define _GUARD_BIT_IS_UNSET_POP_4 417 -#define _GUARD_BIT_IS_UNSET_POP_5 418 -#define _GUARD_BIT_IS_UNSET_POP_6 419 -#define _GUARD_BIT_IS_UNSET_POP_7 420 -#define _GUARD_CALLABLE_BUILTIN_FAST 421 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 422 -#define _GUARD_CALLABLE_BUILTIN_O 423 -#define _GUARD_CALLABLE_ISINSTANCE 424 -#define _GUARD_CALLABLE_LEN 425 -#define _GUARD_CALLABLE_LIST_APPEND 426 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 427 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 428 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 429 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 430 -#define _GUARD_CALLABLE_STR_1 431 -#define _GUARD_CALLABLE_TUPLE_1 432 -#define _GUARD_CALLABLE_TYPE_1 433 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 434 -#define _GUARD_CODE_VERSION_RETURN_VALUE 435 -#define _GUARD_CODE_VERSION_YIELD_VALUE 436 -#define _GUARD_CODE_VERSION__PUSH_FRAME 437 -#define _GUARD_DORV_NO_DICT 438 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 439 -#define _GUARD_GLOBALS_VERSION 440 -#define _GUARD_IP_RETURN_GENERATOR 441 -#define _GUARD_IP_RETURN_VALUE 442 -#define _GUARD_IP_YIELD_VALUE 443 -#define _GUARD_IP__PUSH_FRAME 444 -#define _GUARD_IS_FALSE_POP 445 -#define _GUARD_IS_NONE_POP 446 -#define _GUARD_IS_NOT_NONE_POP 447 -#define _GUARD_IS_TRUE_POP 448 -#define _GUARD_KEYS_VERSION 449 -#define _GUARD_NOS_ANY_DICT 450 -#define _GUARD_NOS_COMPACT_ASCII 451 -#define _GUARD_NOS_DICT 452 -#define _GUARD_NOS_FLOAT 453 -#define _GUARD_NOS_INT 454 -#define _GUARD_NOS_LIST 455 -#define _GUARD_NOS_NOT_NULL 456 -#define _GUARD_NOS_NULL 457 -#define _GUARD_NOS_OVERFLOWED 458 -#define _GUARD_NOS_TUPLE 459 -#define _GUARD_NOS_UNICODE 460 -#define _GUARD_NOT_EXHAUSTED_LIST 461 -#define _GUARD_NOT_EXHAUSTED_RANGE 462 -#define _GUARD_NOT_EXHAUSTED_TUPLE 463 -#define _GUARD_THIRD_NULL 464 -#define _GUARD_TOS_ANY_DICT 465 -#define _GUARD_TOS_ANY_SET 466 -#define _GUARD_TOS_DICT 467 -#define _GUARD_TOS_FLOAT 468 -#define _GUARD_TOS_FROZENDICT 469 -#define _GUARD_TOS_FROZENSET 470 -#define _GUARD_TOS_INT 471 -#define _GUARD_TOS_LIST 472 -#define _GUARD_TOS_OVERFLOWED 473 -#define _GUARD_TOS_SET 474 -#define _GUARD_TOS_SLICE 475 -#define _GUARD_TOS_TUPLE 476 -#define _GUARD_TOS_UNICODE 477 -#define _GUARD_TYPE_VERSION 478 -#define _GUARD_TYPE_VERSION_LOCKED 479 -#define _HANDLE_PENDING_AND_DEOPT 480 +#define _GUARD_BINARY_OP_EXTEND_LHS 410 +#define _GUARD_BINARY_OP_EXTEND_RHS 411 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 412 +#define _GUARD_BIT_IS_SET_POP 413 +#define _GUARD_BIT_IS_SET_POP_4 414 +#define _GUARD_BIT_IS_SET_POP_5 415 +#define _GUARD_BIT_IS_SET_POP_6 416 +#define _GUARD_BIT_IS_SET_POP_7 417 +#define _GUARD_BIT_IS_UNSET_POP 418 +#define _GUARD_BIT_IS_UNSET_POP_4 419 +#define _GUARD_BIT_IS_UNSET_POP_5 420 +#define _GUARD_BIT_IS_UNSET_POP_6 421 +#define _GUARD_BIT_IS_UNSET_POP_7 422 +#define _GUARD_CALLABLE_BUILTIN_FAST 423 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 424 +#define _GUARD_CALLABLE_BUILTIN_O 425 +#define _GUARD_CALLABLE_ISINSTANCE 426 +#define _GUARD_CALLABLE_LEN 427 +#define _GUARD_CALLABLE_LIST_APPEND 428 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 429 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 430 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 431 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 432 +#define _GUARD_CALLABLE_STR_1 433 +#define _GUARD_CALLABLE_TUPLE_1 434 +#define _GUARD_CALLABLE_TYPE_1 435 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 436 +#define _GUARD_CODE_VERSION_RETURN_VALUE 437 +#define _GUARD_CODE_VERSION_YIELD_VALUE 438 +#define _GUARD_CODE_VERSION__PUSH_FRAME 439 +#define _GUARD_DORV_NO_DICT 440 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 441 +#define _GUARD_GLOBALS_VERSION 442 +#define _GUARD_IP_RETURN_GENERATOR 443 +#define _GUARD_IP_RETURN_VALUE 444 +#define _GUARD_IP_YIELD_VALUE 445 +#define _GUARD_IP__PUSH_FRAME 446 +#define _GUARD_IS_FALSE_POP 447 +#define _GUARD_IS_NONE_POP 448 +#define _GUARD_IS_NOT_NONE_POP 449 +#define _GUARD_IS_TRUE_POP 450 +#define _GUARD_KEYS_VERSION 451 +#define _GUARD_NOS_ANY_DICT 452 +#define _GUARD_NOS_COMPACT_ASCII 453 +#define _GUARD_NOS_DICT 454 +#define _GUARD_NOS_FLOAT 455 +#define _GUARD_NOS_INT 456 +#define _GUARD_NOS_LIST 457 +#define _GUARD_NOS_NOT_NULL 458 +#define _GUARD_NOS_NULL 459 +#define _GUARD_NOS_OVERFLOWED 460 +#define _GUARD_NOS_TUPLE 461 +#define _GUARD_NOS_UNICODE 462 +#define _GUARD_NOT_EXHAUSTED_LIST 463 +#define _GUARD_NOT_EXHAUSTED_RANGE 464 +#define _GUARD_NOT_EXHAUSTED_TUPLE 465 +#define _GUARD_THIRD_NULL 466 +#define _GUARD_TOS_ANY_DICT 467 +#define _GUARD_TOS_ANY_SET 468 +#define _GUARD_TOS_DICT 469 +#define _GUARD_TOS_FLOAT 470 +#define _GUARD_TOS_FROZENDICT 471 +#define _GUARD_TOS_FROZENSET 472 +#define _GUARD_TOS_INT 473 +#define _GUARD_TOS_LIST 474 +#define _GUARD_TOS_OVERFLOWED 475 +#define _GUARD_TOS_SET 476 +#define _GUARD_TOS_SLICE 477 +#define _GUARD_TOS_TUPLE 478 +#define _GUARD_TOS_UNICODE 479 +#define _GUARD_TYPE_VERSION 480 +#define _GUARD_TYPE_VERSION_LOCKED 481 +#define _HANDLE_PENDING_AND_DEOPT 482 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 481 -#define _INIT_CALL_PY_EXACT_ARGS 482 -#define _INIT_CALL_PY_EXACT_ARGS_0 483 -#define _INIT_CALL_PY_EXACT_ARGS_1 484 -#define _INIT_CALL_PY_EXACT_ARGS_2 485 -#define _INIT_CALL_PY_EXACT_ARGS_3 486 -#define _INIT_CALL_PY_EXACT_ARGS_4 487 -#define _INSERT_1_LOAD_CONST_INLINE 488 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW 489 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW 490 -#define _INSERT_NULL 491 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 483 +#define _INIT_CALL_PY_EXACT_ARGS 484 +#define _INIT_CALL_PY_EXACT_ARGS_0 485 +#define _INIT_CALL_PY_EXACT_ARGS_1 486 +#define _INIT_CALL_PY_EXACT_ARGS_2 487 +#define _INIT_CALL_PY_EXACT_ARGS_3 488 +#define _INIT_CALL_PY_EXACT_ARGS_4 489 +#define _INSERT_1_LOAD_CONST_INLINE 490 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW 491 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW 492 +#define _INSERT_NULL 493 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -240,1154 +242,1162 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 492 -#define _IS_OP 493 -#define _ITER_CHECK_LIST 494 -#define _ITER_CHECK_RANGE 495 -#define _ITER_CHECK_TUPLE 496 -#define _ITER_JUMP_LIST 497 -#define _ITER_JUMP_RANGE 498 -#define _ITER_JUMP_TUPLE 499 -#define _ITER_NEXT_LIST 500 -#define _ITER_NEXT_LIST_TIER_TWO 501 -#define _ITER_NEXT_RANGE 502 -#define _ITER_NEXT_TUPLE 503 +#define _IS_NONE 494 +#define _IS_OP 495 +#define _ITER_CHECK_LIST 496 +#define _ITER_CHECK_RANGE 497 +#define _ITER_CHECK_TUPLE 498 +#define _ITER_JUMP_LIST 499 +#define _ITER_JUMP_RANGE 500 +#define _ITER_JUMP_TUPLE 501 +#define _ITER_NEXT_LIST 502 +#define _ITER_NEXT_LIST_TIER_TWO 503 +#define _ITER_NEXT_RANGE 504 +#define _ITER_NEXT_TUPLE 505 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 504 +#define _JUMP_TO_TOP 506 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 505 -#define _LOAD_ATTR 506 -#define _LOAD_ATTR_CLASS 507 +#define _LIST_EXTEND 507 +#define _LOAD_ATTR 508 +#define _LOAD_ATTR_CLASS 509 #define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN -#define _LOAD_ATTR_INSTANCE_VALUE 508 -#define _LOAD_ATTR_METHOD_LAZY_DICT 509 -#define _LOAD_ATTR_METHOD_NO_DICT 510 -#define _LOAD_ATTR_METHOD_WITH_VALUES 511 -#define _LOAD_ATTR_MODULE 512 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 513 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 514 -#define _LOAD_ATTR_PROPERTY_FRAME 515 -#define _LOAD_ATTR_SLOT 516 -#define _LOAD_ATTR_WITH_HINT 517 +#define _LOAD_ATTR_INSTANCE_VALUE 510 +#define _LOAD_ATTR_METHOD_LAZY_DICT 511 +#define _LOAD_ATTR_METHOD_NO_DICT 512 +#define _LOAD_ATTR_METHOD_WITH_VALUES 513 +#define _LOAD_ATTR_MODULE 514 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 515 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 516 +#define _LOAD_ATTR_PROPERTY_FRAME 517 +#define _LOAD_ATTR_SLOT 518 +#define _LOAD_ATTR_WITH_HINT 519 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 518 +#define _LOAD_BYTECODE 520 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 519 -#define _LOAD_CONST_INLINE_BORROW 520 -#define _LOAD_CONST_UNDER_INLINE 521 -#define _LOAD_CONST_UNDER_INLINE_BORROW 522 +#define _LOAD_CONST_INLINE 521 +#define _LOAD_CONST_INLINE_BORROW 522 +#define _LOAD_CONST_UNDER_INLINE 523 +#define _LOAD_CONST_UNDER_INLINE_BORROW 524 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 523 -#define _LOAD_FAST_0 524 -#define _LOAD_FAST_1 525 -#define _LOAD_FAST_2 526 -#define _LOAD_FAST_3 527 -#define _LOAD_FAST_4 528 -#define _LOAD_FAST_5 529 -#define _LOAD_FAST_6 530 -#define _LOAD_FAST_7 531 +#define _LOAD_FAST 525 +#define _LOAD_FAST_0 526 +#define _LOAD_FAST_1 527 +#define _LOAD_FAST_2 528 +#define _LOAD_FAST_3 529 +#define _LOAD_FAST_4 530 +#define _LOAD_FAST_5 531 +#define _LOAD_FAST_6 532 +#define _LOAD_FAST_7 533 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 532 -#define _LOAD_FAST_BORROW_0 533 -#define _LOAD_FAST_BORROW_1 534 -#define _LOAD_FAST_BORROW_2 535 -#define _LOAD_FAST_BORROW_3 536 -#define _LOAD_FAST_BORROW_4 537 -#define _LOAD_FAST_BORROW_5 538 -#define _LOAD_FAST_BORROW_6 539 -#define _LOAD_FAST_BORROW_7 540 +#define _LOAD_FAST_BORROW 534 +#define _LOAD_FAST_BORROW_0 535 +#define _LOAD_FAST_BORROW_1 536 +#define _LOAD_FAST_BORROW_2 537 +#define _LOAD_FAST_BORROW_3 538 +#define _LOAD_FAST_BORROW_4 539 +#define _LOAD_FAST_BORROW_5 540 +#define _LOAD_FAST_BORROW_6 541 +#define _LOAD_FAST_BORROW_7 542 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 541 -#define _LOAD_GLOBAL_BUILTINS 542 -#define _LOAD_GLOBAL_MODULE 543 +#define _LOAD_GLOBAL 543 +#define _LOAD_GLOBAL_BUILTINS 544 +#define _LOAD_GLOBAL_MODULE 545 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 544 -#define _LOAD_SMALL_INT_0 545 -#define _LOAD_SMALL_INT_1 546 -#define _LOAD_SMALL_INT_2 547 -#define _LOAD_SMALL_INT_3 548 -#define _LOAD_SPECIAL 549 +#define _LOAD_SMALL_INT 546 +#define _LOAD_SMALL_INT_0 547 +#define _LOAD_SMALL_INT_1 548 +#define _LOAD_SMALL_INT_2 549 +#define _LOAD_SMALL_INT_3 550 +#define _LOAD_SPECIAL 551 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR #define _LOAD_SUPER_ATTR_METHOD LOAD_SUPER_ATTR_METHOD -#define _LOCK_OBJECT 550 -#define _MAKE_CALLARGS_A_TUPLE 551 +#define _LOCK_OBJECT 552 +#define _MAKE_CALLARGS_A_TUPLE 553 #define _MAKE_CELL MAKE_CELL #define _MAKE_FUNCTION MAKE_FUNCTION -#define _MAKE_HEAP_SAFE 552 -#define _MAKE_WARM 553 +#define _MAKE_HEAP_SAFE 554 +#define _MAKE_WARM 555 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 554 +#define _MATCH_CLASS 556 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 555 -#define _MAYBE_EXPAND_METHOD_KW 556 -#define _MONITOR_CALL 557 -#define _MONITOR_CALL_KW 558 -#define _MONITOR_JUMP_BACKWARD 559 -#define _MONITOR_RESUME 560 +#define _MAYBE_EXPAND_METHOD 557 +#define _MAYBE_EXPAND_METHOD_KW 558 +#define _MONITOR_CALL 559 +#define _MONITOR_CALL_KW 560 +#define _MONITOR_JUMP_BACKWARD 561 +#define _MONITOR_RESUME 562 #define _NOP NOP -#define _POP_CALL 561 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW 562 -#define _POP_CALL_ONE 563 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 564 -#define _POP_CALL_TWO 565 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 566 +#define _POP_CALL 563 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW 564 +#define _POP_CALL_ONE 565 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW 566 +#define _POP_CALL_TWO 567 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW 568 #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 567 -#define _POP_JUMP_IF_TRUE 568 +#define _POP_JUMP_IF_FALSE 569 +#define _POP_JUMP_IF_TRUE 570 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 569 -#define _POP_TOP_INT 570 -#define _POP_TOP_LOAD_CONST_INLINE 571 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW 572 -#define _POP_TOP_NOP 573 -#define _POP_TOP_UNICODE 574 -#define _POP_TWO 575 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW 576 +#define _POP_TOP_FLOAT 571 +#define _POP_TOP_INT 572 +#define _POP_TOP_LOAD_CONST_INLINE 573 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW 574 +#define _POP_TOP_NOP 575 +#define _POP_TOP_UNICODE 576 +#define _POP_TWO 577 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW 578 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 577 +#define _PUSH_FRAME 579 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 578 -#define _PY_FRAME_EX 579 -#define _PY_FRAME_GENERAL 580 -#define _PY_FRAME_KW 581 -#define _RECORD_3OS_GEN_FUNC 582 -#define _RECORD_4OS 583 -#define _RECORD_BOUND_METHOD 584 -#define _RECORD_CALLABLE 585 -#define _RECORD_CODE 586 -#define _RECORD_NOS 587 -#define _RECORD_NOS_GEN_FUNC 588 -#define _RECORD_TOS 589 -#define _RECORD_TOS_TYPE 590 -#define _REPLACE_WITH_TRUE 591 -#define _RESUME_CHECK 592 +#define _PUSH_NULL_CONDITIONAL 580 +#define _PY_FRAME_EX 581 +#define _PY_FRAME_GENERAL 582 +#define _PY_FRAME_KW 583 +#define _RECORD_3OS_GEN_FUNC 584 +#define _RECORD_4OS 585 +#define _RECORD_BOUND_METHOD 586 +#define _RECORD_CALLABLE 587 +#define _RECORD_CODE 588 +#define _RECORD_NOS 589 +#define _RECORD_NOS_GEN_FUNC 590 +#define _RECORD_TOS 591 +#define _RECORD_TOS_TYPE 592 +#define _REPLACE_WITH_TRUE 593 +#define _RESUME_CHECK 594 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 593 -#define _SAVE_RETURN_OFFSET 594 -#define _SEND 595 -#define _SEND_GEN_FRAME 596 +#define _RETURN_VALUE 595 +#define _SAVE_RETURN_OFFSET 596 +#define _SEND 597 +#define _SEND_GEN_FRAME 598 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 597 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 598 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 599 -#define _SPILL_OR_RELOAD 600 -#define _START_EXECUTOR 601 -#define _STORE_ATTR 602 -#define _STORE_ATTR_INSTANCE_VALUE 603 -#define _STORE_ATTR_SLOT 604 -#define _STORE_ATTR_WITH_HINT 605 +#define _SET_UPDATE 599 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW 600 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW 601 +#define _SPILL_OR_RELOAD 602 +#define _START_EXECUTOR 603 +#define _STORE_ATTR 604 +#define _STORE_ATTR_INSTANCE_VALUE 605 +#define _STORE_ATTR_SLOT 606 +#define _STORE_ATTR_WITH_HINT 607 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 606 -#define _STORE_SUBSCR 607 -#define _STORE_SUBSCR_DICT 608 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 609 -#define _STORE_SUBSCR_LIST_INT 610 -#define _SWAP 611 -#define _SWAP_2 612 -#define _SWAP_3 613 -#define _SWAP_FAST 614 -#define _SWAP_FAST_0 615 -#define _SWAP_FAST_1 616 -#define _SWAP_FAST_2 617 -#define _SWAP_FAST_3 618 -#define _SWAP_FAST_4 619 -#define _SWAP_FAST_5 620 -#define _SWAP_FAST_6 621 -#define _SWAP_FAST_7 622 -#define _TIER2_RESUME_CHECK 623 -#define _TO_BOOL 624 +#define _STORE_SLICE 608 +#define _STORE_SUBSCR 609 +#define _STORE_SUBSCR_DICT 610 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 611 +#define _STORE_SUBSCR_LIST_INT 612 +#define _SWAP 613 +#define _SWAP_2 614 +#define _SWAP_3 615 +#define _SWAP_FAST 616 +#define _SWAP_FAST_0 617 +#define _SWAP_FAST_1 618 +#define _SWAP_FAST_2 619 +#define _SWAP_FAST_3 620 +#define _SWAP_FAST_4 621 +#define _SWAP_FAST_5 622 +#define _SWAP_FAST_6 623 +#define _SWAP_FAST_7 624 +#define _TIER2_RESUME_CHECK 625 +#define _TO_BOOL 626 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 625 -#define _TO_BOOL_LIST 626 +#define _TO_BOOL_INT 627 +#define _TO_BOOL_LIST 628 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 627 +#define _TO_BOOL_STR 629 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 628 -#define _UNARY_NEGATIVE 629 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 630 +#define _UNARY_INVERT 630 +#define _UNARY_NEGATIVE 631 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 632 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 631 -#define _UNPACK_SEQUENCE_LIST 632 -#define _UNPACK_SEQUENCE_TUPLE 633 -#define _UNPACK_SEQUENCE_TWO_TUPLE 634 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 635 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 636 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 637 +#define _UNPACK_SEQUENCE 633 +#define _UNPACK_SEQUENCE_LIST 634 +#define _UNPACK_SEQUENCE_TUPLE 635 +#define _UNPACK_SEQUENCE_TWO_TUPLE 636 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 637 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 638 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 639 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 638 -#define MAX_UOP_ID 638 -#define _BINARY_OP_r23 639 -#define _BINARY_OP_ADD_FLOAT_r03 640 -#define _BINARY_OP_ADD_FLOAT_r13 641 -#define _BINARY_OP_ADD_FLOAT_r23 642 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 643 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 644 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 645 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 646 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 647 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 648 -#define _BINARY_OP_ADD_INT_r03 649 -#define _BINARY_OP_ADD_INT_r13 650 -#define _BINARY_OP_ADD_INT_r23 651 -#define _BINARY_OP_ADD_INT_INPLACE_r03 652 -#define _BINARY_OP_ADD_INT_INPLACE_r13 653 -#define _BINARY_OP_ADD_INT_INPLACE_r23 654 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 655 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 656 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 657 -#define _BINARY_OP_ADD_UNICODE_r03 658 -#define _BINARY_OP_ADD_UNICODE_r13 659 -#define _BINARY_OP_ADD_UNICODE_r23 660 -#define _BINARY_OP_EXTEND_r23 661 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 662 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 663 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 664 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 665 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 666 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 667 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 668 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 669 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 670 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 671 -#define _BINARY_OP_MULTIPLY_INT_r03 672 -#define _BINARY_OP_MULTIPLY_INT_r13 673 -#define _BINARY_OP_MULTIPLY_INT_r23 674 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 675 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 676 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 677 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 678 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 679 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 680 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 681 -#define _BINARY_OP_SUBSCR_DICT_r23 682 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 683 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 684 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 685 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 686 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 687 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 688 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 689 -#define _BINARY_OP_SUBSCR_STR_INT_r23 690 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 691 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 692 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 693 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 694 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 695 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 696 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 697 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 698 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 699 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 700 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 701 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 702 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 703 -#define _BINARY_OP_SUBTRACT_INT_r03 704 -#define _BINARY_OP_SUBTRACT_INT_r13 705 -#define _BINARY_OP_SUBTRACT_INT_r23 706 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 707 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 708 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 709 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 710 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 711 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 712 -#define _BINARY_SLICE_r31 713 -#define _BUILD_INTERPOLATION_r01 714 -#define _BUILD_LIST_r01 715 -#define _BUILD_MAP_r01 716 -#define _BUILD_SET_r01 717 -#define _BUILD_SLICE_r01 718 -#define _BUILD_STRING_r01 719 -#define _BUILD_TEMPLATE_r21 720 -#define _BUILD_TUPLE_r01 721 -#define _CALL_BUILTIN_CLASS_r01 722 -#define _CALL_BUILTIN_FAST_r01 723 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 724 -#define _CALL_BUILTIN_O_r03 725 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 726 -#define _CALL_INTRINSIC_1_r12 727 -#define _CALL_INTRINSIC_2_r23 728 -#define _CALL_ISINSTANCE_r31 729 -#define _CALL_KW_NON_PY_r11 730 -#define _CALL_LEN_r33 731 -#define _CALL_LIST_APPEND_r03 732 -#define _CALL_LIST_APPEND_r13 733 -#define _CALL_LIST_APPEND_r23 734 -#define _CALL_LIST_APPEND_r33 735 -#define _CALL_METHOD_DESCRIPTOR_FAST_r01 736 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01 737 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 738 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01 739 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 740 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01 741 -#define _CALL_METHOD_DESCRIPTOR_O_r03 742 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 743 -#define _CALL_NON_PY_GENERAL_r01 744 -#define _CALL_STR_1_r32 745 -#define _CALL_TUPLE_1_r32 746 -#define _CALL_TYPE_1_r02 747 -#define _CALL_TYPE_1_r12 748 -#define _CALL_TYPE_1_r22 749 -#define _CALL_TYPE_1_r32 750 -#define _CHECK_AND_ALLOCATE_OBJECT_r00 751 -#define _CHECK_ATTR_CLASS_r01 752 -#define _CHECK_ATTR_CLASS_r11 753 -#define _CHECK_ATTR_CLASS_r22 754 -#define _CHECK_ATTR_CLASS_r33 755 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 756 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 757 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 758 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 759 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 760 -#define _CHECK_EG_MATCH_r22 761 -#define _CHECK_EXC_MATCH_r22 762 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 763 -#define _CHECK_FUNCTION_VERSION_r00 764 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 765 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 766 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 767 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 768 -#define _CHECK_FUNCTION_VERSION_KW_r11 769 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 770 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 771 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 772 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 773 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 774 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 775 -#define _CHECK_IS_PY_CALLABLE_EX_r03 776 -#define _CHECK_IS_PY_CALLABLE_EX_r13 777 -#define _CHECK_IS_PY_CALLABLE_EX_r23 778 -#define _CHECK_IS_PY_CALLABLE_EX_r33 779 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 780 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 781 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 782 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 783 -#define _CHECK_METHOD_VERSION_r00 784 -#define _CHECK_METHOD_VERSION_KW_r11 785 -#define _CHECK_PEP_523_r00 786 -#define _CHECK_PEP_523_r11 787 -#define _CHECK_PEP_523_r22 788 -#define _CHECK_PEP_523_r33 789 -#define _CHECK_PERIODIC_r00 790 -#define _CHECK_PERIODIC_AT_END_r00 791 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 792 -#define _CHECK_RECURSION_LIMIT_r00 793 -#define _CHECK_RECURSION_LIMIT_r11 794 -#define _CHECK_RECURSION_LIMIT_r22 795 -#define _CHECK_RECURSION_LIMIT_r33 796 -#define _CHECK_RECURSION_REMAINING_r00 797 -#define _CHECK_RECURSION_REMAINING_r11 798 -#define _CHECK_RECURSION_REMAINING_r22 799 -#define _CHECK_RECURSION_REMAINING_r33 800 -#define _CHECK_STACK_SPACE_r00 801 -#define _CHECK_STACK_SPACE_OPERAND_r00 802 -#define _CHECK_STACK_SPACE_OPERAND_r11 803 -#define _CHECK_STACK_SPACE_OPERAND_r22 804 -#define _CHECK_STACK_SPACE_OPERAND_r33 805 -#define _CHECK_VALIDITY_r00 806 -#define _CHECK_VALIDITY_r11 807 -#define _CHECK_VALIDITY_r22 808 -#define _CHECK_VALIDITY_r33 809 -#define _COLD_DYNAMIC_EXIT_r00 810 -#define _COLD_EXIT_r00 811 -#define _COMPARE_OP_r21 812 -#define _COMPARE_OP_FLOAT_r03 813 -#define _COMPARE_OP_FLOAT_r13 814 -#define _COMPARE_OP_FLOAT_r23 815 -#define _COMPARE_OP_INT_r23 816 -#define _COMPARE_OP_STR_r23 817 -#define _CONTAINS_OP_r23 818 -#define _CONTAINS_OP_DICT_r23 819 -#define _CONTAINS_OP_SET_r23 820 -#define _CONVERT_VALUE_r11 821 -#define _COPY_r01 822 -#define _COPY_1_r02 823 -#define _COPY_1_r12 824 -#define _COPY_1_r23 825 -#define _COPY_2_r03 826 -#define _COPY_2_r13 827 -#define _COPY_2_r23 828 -#define _COPY_3_r03 829 -#define _COPY_3_r13 830 -#define _COPY_3_r23 831 -#define _COPY_3_r33 832 -#define _COPY_FREE_VARS_r00 833 -#define _COPY_FREE_VARS_r11 834 -#define _COPY_FREE_VARS_r22 835 -#define _COPY_FREE_VARS_r33 836 -#define _CREATE_INIT_FRAME_r01 837 -#define _DELETE_ATTR_r10 838 -#define _DELETE_DEREF_r00 839 -#define _DELETE_FAST_r00 840 -#define _DELETE_GLOBAL_r00 841 -#define _DELETE_NAME_r00 842 -#define _DELETE_SUBSCR_r20 843 -#define _DEOPT_r00 844 -#define _DEOPT_r10 845 -#define _DEOPT_r20 846 -#define _DEOPT_r30 847 -#define _DICT_MERGE_r11 848 -#define _DICT_UPDATE_r11 849 -#define _DO_CALL_r01 850 -#define _DO_CALL_FUNCTION_EX_r31 851 -#define _DO_CALL_KW_r11 852 -#define _DYNAMIC_EXIT_r00 853 -#define _DYNAMIC_EXIT_r10 854 -#define _DYNAMIC_EXIT_r20 855 -#define _DYNAMIC_EXIT_r30 856 -#define _END_FOR_r10 857 -#define _END_SEND_r31 858 -#define _ERROR_POP_N_r00 859 -#define _EXIT_INIT_CHECK_r10 860 -#define _EXIT_TRACE_r00 861 -#define _EXIT_TRACE_r10 862 -#define _EXIT_TRACE_r20 863 -#define _EXIT_TRACE_r30 864 -#define _EXPAND_METHOD_r00 865 -#define _EXPAND_METHOD_KW_r11 866 -#define _FATAL_ERROR_r00 867 -#define _FATAL_ERROR_r11 868 -#define _FATAL_ERROR_r22 869 -#define _FATAL_ERROR_r33 870 -#define _FORMAT_SIMPLE_r11 871 -#define _FORMAT_WITH_SPEC_r21 872 -#define _FOR_ITER_r23 873 -#define _FOR_ITER_GEN_FRAME_r03 874 -#define _FOR_ITER_GEN_FRAME_r13 875 -#define _FOR_ITER_GEN_FRAME_r23 876 -#define _FOR_ITER_TIER_TWO_r23 877 -#define _GET_AITER_r11 878 -#define _GET_ANEXT_r12 879 -#define _GET_AWAITABLE_r11 880 -#define _GET_ITER_r12 881 -#define _GET_LEN_r12 882 -#define _GUARD_BINARY_OP_EXTEND_r22 883 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 884 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 885 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 886 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 887 -#define _GUARD_BIT_IS_SET_POP_r00 888 -#define _GUARD_BIT_IS_SET_POP_r10 889 -#define _GUARD_BIT_IS_SET_POP_r21 890 -#define _GUARD_BIT_IS_SET_POP_r32 891 -#define _GUARD_BIT_IS_SET_POP_4_r00 892 -#define _GUARD_BIT_IS_SET_POP_4_r10 893 -#define _GUARD_BIT_IS_SET_POP_4_r21 894 -#define _GUARD_BIT_IS_SET_POP_4_r32 895 -#define _GUARD_BIT_IS_SET_POP_5_r00 896 -#define _GUARD_BIT_IS_SET_POP_5_r10 897 -#define _GUARD_BIT_IS_SET_POP_5_r21 898 -#define _GUARD_BIT_IS_SET_POP_5_r32 899 -#define _GUARD_BIT_IS_SET_POP_6_r00 900 -#define _GUARD_BIT_IS_SET_POP_6_r10 901 -#define _GUARD_BIT_IS_SET_POP_6_r21 902 -#define _GUARD_BIT_IS_SET_POP_6_r32 903 -#define _GUARD_BIT_IS_SET_POP_7_r00 904 -#define _GUARD_BIT_IS_SET_POP_7_r10 905 -#define _GUARD_BIT_IS_SET_POP_7_r21 906 -#define _GUARD_BIT_IS_SET_POP_7_r32 907 -#define _GUARD_BIT_IS_UNSET_POP_r00 908 -#define _GUARD_BIT_IS_UNSET_POP_r10 909 -#define _GUARD_BIT_IS_UNSET_POP_r21 910 -#define _GUARD_BIT_IS_UNSET_POP_r32 911 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 912 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 913 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 914 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 915 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 916 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 917 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 918 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 919 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 920 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 921 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 922 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 923 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 924 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 925 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 926 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 927 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 928 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 929 -#define _GUARD_CALLABLE_BUILTIN_O_r00 930 -#define _GUARD_CALLABLE_ISINSTANCE_r03 931 -#define _GUARD_CALLABLE_ISINSTANCE_r13 932 -#define _GUARD_CALLABLE_ISINSTANCE_r23 933 -#define _GUARD_CALLABLE_ISINSTANCE_r33 934 -#define _GUARD_CALLABLE_LEN_r03 935 -#define _GUARD_CALLABLE_LEN_r13 936 -#define _GUARD_CALLABLE_LEN_r23 937 -#define _GUARD_CALLABLE_LEN_r33 938 -#define _GUARD_CALLABLE_LIST_APPEND_r03 939 -#define _GUARD_CALLABLE_LIST_APPEND_r13 940 -#define _GUARD_CALLABLE_LIST_APPEND_r23 941 -#define _GUARD_CALLABLE_LIST_APPEND_r33 942 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 943 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 944 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 945 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 946 -#define _GUARD_CALLABLE_STR_1_r03 947 -#define _GUARD_CALLABLE_STR_1_r13 948 -#define _GUARD_CALLABLE_STR_1_r23 949 -#define _GUARD_CALLABLE_STR_1_r33 950 -#define _GUARD_CALLABLE_TUPLE_1_r03 951 -#define _GUARD_CALLABLE_TUPLE_1_r13 952 -#define _GUARD_CALLABLE_TUPLE_1_r23 953 -#define _GUARD_CALLABLE_TUPLE_1_r33 954 -#define _GUARD_CALLABLE_TYPE_1_r03 955 -#define _GUARD_CALLABLE_TYPE_1_r13 956 -#define _GUARD_CALLABLE_TYPE_1_r23 957 -#define _GUARD_CALLABLE_TYPE_1_r33 958 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 959 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 960 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 961 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 962 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 963 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 964 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 965 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 966 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 967 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 968 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 969 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 970 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 971 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 972 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 973 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 974 -#define _GUARD_DORV_NO_DICT_r01 975 -#define _GUARD_DORV_NO_DICT_r11 976 -#define _GUARD_DORV_NO_DICT_r22 977 -#define _GUARD_DORV_NO_DICT_r33 978 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 979 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 980 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 981 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 982 -#define _GUARD_GLOBALS_VERSION_r00 983 -#define _GUARD_GLOBALS_VERSION_r11 984 -#define _GUARD_GLOBALS_VERSION_r22 985 -#define _GUARD_GLOBALS_VERSION_r33 986 -#define _GUARD_IP_RETURN_GENERATOR_r00 987 -#define _GUARD_IP_RETURN_GENERATOR_r11 988 -#define _GUARD_IP_RETURN_GENERATOR_r22 989 -#define _GUARD_IP_RETURN_GENERATOR_r33 990 -#define _GUARD_IP_RETURN_VALUE_r00 991 -#define _GUARD_IP_RETURN_VALUE_r11 992 -#define _GUARD_IP_RETURN_VALUE_r22 993 -#define _GUARD_IP_RETURN_VALUE_r33 994 -#define _GUARD_IP_YIELD_VALUE_r00 995 -#define _GUARD_IP_YIELD_VALUE_r11 996 -#define _GUARD_IP_YIELD_VALUE_r22 997 -#define _GUARD_IP_YIELD_VALUE_r33 998 -#define _GUARD_IP__PUSH_FRAME_r00 999 -#define _GUARD_IP__PUSH_FRAME_r11 1000 -#define _GUARD_IP__PUSH_FRAME_r22 1001 -#define _GUARD_IP__PUSH_FRAME_r33 1002 -#define _GUARD_IS_FALSE_POP_r00 1003 -#define _GUARD_IS_FALSE_POP_r10 1004 -#define _GUARD_IS_FALSE_POP_r21 1005 -#define _GUARD_IS_FALSE_POP_r32 1006 -#define _GUARD_IS_NONE_POP_r00 1007 -#define _GUARD_IS_NONE_POP_r10 1008 -#define _GUARD_IS_NONE_POP_r21 1009 -#define _GUARD_IS_NONE_POP_r32 1010 -#define _GUARD_IS_NOT_NONE_POP_r10 1011 -#define _GUARD_IS_TRUE_POP_r00 1012 -#define _GUARD_IS_TRUE_POP_r10 1013 -#define _GUARD_IS_TRUE_POP_r21 1014 -#define _GUARD_IS_TRUE_POP_r32 1015 -#define _GUARD_KEYS_VERSION_r01 1016 -#define _GUARD_KEYS_VERSION_r11 1017 -#define _GUARD_KEYS_VERSION_r22 1018 -#define _GUARD_KEYS_VERSION_r33 1019 -#define _GUARD_NOS_ANY_DICT_r02 1020 -#define _GUARD_NOS_ANY_DICT_r12 1021 -#define _GUARD_NOS_ANY_DICT_r22 1022 -#define _GUARD_NOS_ANY_DICT_r33 1023 -#define _GUARD_NOS_COMPACT_ASCII_r02 1024 -#define _GUARD_NOS_COMPACT_ASCII_r12 1025 -#define _GUARD_NOS_COMPACT_ASCII_r22 1026 -#define _GUARD_NOS_COMPACT_ASCII_r33 1027 -#define _GUARD_NOS_DICT_r02 1028 -#define _GUARD_NOS_DICT_r12 1029 -#define _GUARD_NOS_DICT_r22 1030 -#define _GUARD_NOS_DICT_r33 1031 -#define _GUARD_NOS_FLOAT_r02 1032 -#define _GUARD_NOS_FLOAT_r12 1033 -#define _GUARD_NOS_FLOAT_r22 1034 -#define _GUARD_NOS_FLOAT_r33 1035 -#define _GUARD_NOS_INT_r02 1036 -#define _GUARD_NOS_INT_r12 1037 -#define _GUARD_NOS_INT_r22 1038 -#define _GUARD_NOS_INT_r33 1039 -#define _GUARD_NOS_LIST_r02 1040 -#define _GUARD_NOS_LIST_r12 1041 -#define _GUARD_NOS_LIST_r22 1042 -#define _GUARD_NOS_LIST_r33 1043 -#define _GUARD_NOS_NOT_NULL_r02 1044 -#define _GUARD_NOS_NOT_NULL_r12 1045 -#define _GUARD_NOS_NOT_NULL_r22 1046 -#define _GUARD_NOS_NOT_NULL_r33 1047 -#define _GUARD_NOS_NULL_r02 1048 -#define _GUARD_NOS_NULL_r12 1049 -#define _GUARD_NOS_NULL_r22 1050 -#define _GUARD_NOS_NULL_r33 1051 -#define _GUARD_NOS_OVERFLOWED_r02 1052 -#define _GUARD_NOS_OVERFLOWED_r12 1053 -#define _GUARD_NOS_OVERFLOWED_r22 1054 -#define _GUARD_NOS_OVERFLOWED_r33 1055 -#define _GUARD_NOS_TUPLE_r02 1056 -#define _GUARD_NOS_TUPLE_r12 1057 -#define _GUARD_NOS_TUPLE_r22 1058 -#define _GUARD_NOS_TUPLE_r33 1059 -#define _GUARD_NOS_UNICODE_r02 1060 -#define _GUARD_NOS_UNICODE_r12 1061 -#define _GUARD_NOS_UNICODE_r22 1062 -#define _GUARD_NOS_UNICODE_r33 1063 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1064 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1065 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1066 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1067 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1068 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1069 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1070 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1071 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1072 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1073 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1074 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1075 -#define _GUARD_THIRD_NULL_r03 1076 -#define _GUARD_THIRD_NULL_r13 1077 -#define _GUARD_THIRD_NULL_r23 1078 -#define _GUARD_THIRD_NULL_r33 1079 -#define _GUARD_TOS_ANY_DICT_r01 1080 -#define _GUARD_TOS_ANY_DICT_r11 1081 -#define _GUARD_TOS_ANY_DICT_r22 1082 -#define _GUARD_TOS_ANY_DICT_r33 1083 -#define _GUARD_TOS_ANY_SET_r01 1084 -#define _GUARD_TOS_ANY_SET_r11 1085 -#define _GUARD_TOS_ANY_SET_r22 1086 -#define _GUARD_TOS_ANY_SET_r33 1087 -#define _GUARD_TOS_DICT_r01 1088 -#define _GUARD_TOS_DICT_r11 1089 -#define _GUARD_TOS_DICT_r22 1090 -#define _GUARD_TOS_DICT_r33 1091 -#define _GUARD_TOS_FLOAT_r01 1092 -#define _GUARD_TOS_FLOAT_r11 1093 -#define _GUARD_TOS_FLOAT_r22 1094 -#define _GUARD_TOS_FLOAT_r33 1095 -#define _GUARD_TOS_FROZENDICT_r01 1096 -#define _GUARD_TOS_FROZENDICT_r11 1097 -#define _GUARD_TOS_FROZENDICT_r22 1098 -#define _GUARD_TOS_FROZENDICT_r33 1099 -#define _GUARD_TOS_FROZENSET_r01 1100 -#define _GUARD_TOS_FROZENSET_r11 1101 -#define _GUARD_TOS_FROZENSET_r22 1102 -#define _GUARD_TOS_FROZENSET_r33 1103 -#define _GUARD_TOS_INT_r01 1104 -#define _GUARD_TOS_INT_r11 1105 -#define _GUARD_TOS_INT_r22 1106 -#define _GUARD_TOS_INT_r33 1107 -#define _GUARD_TOS_LIST_r01 1108 -#define _GUARD_TOS_LIST_r11 1109 -#define _GUARD_TOS_LIST_r22 1110 -#define _GUARD_TOS_LIST_r33 1111 -#define _GUARD_TOS_OVERFLOWED_r01 1112 -#define _GUARD_TOS_OVERFLOWED_r11 1113 -#define _GUARD_TOS_OVERFLOWED_r22 1114 -#define _GUARD_TOS_OVERFLOWED_r33 1115 -#define _GUARD_TOS_SET_r01 1116 -#define _GUARD_TOS_SET_r11 1117 -#define _GUARD_TOS_SET_r22 1118 -#define _GUARD_TOS_SET_r33 1119 -#define _GUARD_TOS_SLICE_r01 1120 -#define _GUARD_TOS_SLICE_r11 1121 -#define _GUARD_TOS_SLICE_r22 1122 -#define _GUARD_TOS_SLICE_r33 1123 -#define _GUARD_TOS_TUPLE_r01 1124 -#define _GUARD_TOS_TUPLE_r11 1125 -#define _GUARD_TOS_TUPLE_r22 1126 -#define _GUARD_TOS_TUPLE_r33 1127 -#define _GUARD_TOS_UNICODE_r01 1128 -#define _GUARD_TOS_UNICODE_r11 1129 -#define _GUARD_TOS_UNICODE_r22 1130 -#define _GUARD_TOS_UNICODE_r33 1131 -#define _GUARD_TYPE_VERSION_r01 1132 -#define _GUARD_TYPE_VERSION_r11 1133 -#define _GUARD_TYPE_VERSION_r22 1134 -#define _GUARD_TYPE_VERSION_r33 1135 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1136 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1137 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1138 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1139 -#define _HANDLE_PENDING_AND_DEOPT_r00 1140 -#define _HANDLE_PENDING_AND_DEOPT_r10 1141 -#define _HANDLE_PENDING_AND_DEOPT_r20 1142 -#define _HANDLE_PENDING_AND_DEOPT_r30 1143 -#define _IMPORT_FROM_r12 1144 -#define _IMPORT_NAME_r21 1145 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1146 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1147 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1148 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1149 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1150 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1151 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1152 -#define _INSERT_1_LOAD_CONST_INLINE_r02 1153 -#define _INSERT_1_LOAD_CONST_INLINE_r12 1154 -#define _INSERT_1_LOAD_CONST_INLINE_r23 1155 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1156 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1157 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1158 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1159 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1160 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1161 -#define _INSERT_NULL_r10 1162 -#define _INSTRUMENTED_FOR_ITER_r23 1163 -#define _INSTRUMENTED_INSTRUCTION_r00 1164 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1165 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1166 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1167 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1168 -#define _INSTRUMENTED_LINE_r00 1169 -#define _INSTRUMENTED_NOT_TAKEN_r00 1170 -#define _INSTRUMENTED_NOT_TAKEN_r11 1171 -#define _INSTRUMENTED_NOT_TAKEN_r22 1172 -#define _INSTRUMENTED_NOT_TAKEN_r33 1173 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1174 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1175 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1176 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1177 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1178 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1179 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1180 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1181 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1182 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1183 -#define _IS_NONE_r11 1184 -#define _IS_OP_r03 1185 -#define _IS_OP_r13 1186 -#define _IS_OP_r23 1187 -#define _ITER_CHECK_LIST_r02 1188 -#define _ITER_CHECK_LIST_r12 1189 -#define _ITER_CHECK_LIST_r22 1190 -#define _ITER_CHECK_LIST_r33 1191 -#define _ITER_CHECK_RANGE_r02 1192 -#define _ITER_CHECK_RANGE_r12 1193 -#define _ITER_CHECK_RANGE_r22 1194 -#define _ITER_CHECK_RANGE_r33 1195 -#define _ITER_CHECK_TUPLE_r02 1196 -#define _ITER_CHECK_TUPLE_r12 1197 -#define _ITER_CHECK_TUPLE_r22 1198 -#define _ITER_CHECK_TUPLE_r33 1199 -#define _ITER_JUMP_LIST_r02 1200 -#define _ITER_JUMP_LIST_r12 1201 -#define _ITER_JUMP_LIST_r22 1202 -#define _ITER_JUMP_LIST_r33 1203 -#define _ITER_JUMP_RANGE_r02 1204 -#define _ITER_JUMP_RANGE_r12 1205 -#define _ITER_JUMP_RANGE_r22 1206 -#define _ITER_JUMP_RANGE_r33 1207 -#define _ITER_JUMP_TUPLE_r02 1208 -#define _ITER_JUMP_TUPLE_r12 1209 -#define _ITER_JUMP_TUPLE_r22 1210 -#define _ITER_JUMP_TUPLE_r33 1211 -#define _ITER_NEXT_LIST_r23 1212 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1213 -#define _ITER_NEXT_RANGE_r03 1214 -#define _ITER_NEXT_RANGE_r13 1215 -#define _ITER_NEXT_RANGE_r23 1216 -#define _ITER_NEXT_TUPLE_r03 1217 -#define _ITER_NEXT_TUPLE_r13 1218 -#define _ITER_NEXT_TUPLE_r23 1219 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1220 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1221 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1222 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1223 -#define _JUMP_TO_TOP_r00 1224 -#define _LIST_APPEND_r10 1225 -#define _LIST_EXTEND_r11 1226 -#define _LOAD_ATTR_r10 1227 -#define _LOAD_ATTR_CLASS_r11 1228 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1229 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1230 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1231 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1232 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1233 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1234 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1235 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1236 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1237 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1238 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1239 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1240 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1241 -#define _LOAD_ATTR_MODULE_r12 1242 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1243 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1244 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1245 -#define _LOAD_ATTR_SLOT_r02 1246 -#define _LOAD_ATTR_SLOT_r12 1247 -#define _LOAD_ATTR_SLOT_r23 1248 -#define _LOAD_ATTR_WITH_HINT_r12 1249 -#define _LOAD_BUILD_CLASS_r01 1250 -#define _LOAD_BYTECODE_r00 1251 -#define _LOAD_COMMON_CONSTANT_r01 1252 -#define _LOAD_COMMON_CONSTANT_r12 1253 -#define _LOAD_COMMON_CONSTANT_r23 1254 -#define _LOAD_CONST_r01 1255 -#define _LOAD_CONST_r12 1256 -#define _LOAD_CONST_r23 1257 -#define _LOAD_CONST_INLINE_r01 1258 -#define _LOAD_CONST_INLINE_r12 1259 -#define _LOAD_CONST_INLINE_r23 1260 -#define _LOAD_CONST_INLINE_BORROW_r01 1261 -#define _LOAD_CONST_INLINE_BORROW_r12 1262 -#define _LOAD_CONST_INLINE_BORROW_r23 1263 -#define _LOAD_CONST_UNDER_INLINE_r02 1264 -#define _LOAD_CONST_UNDER_INLINE_r12 1265 -#define _LOAD_CONST_UNDER_INLINE_r23 1266 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1267 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1268 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1269 -#define _LOAD_DEREF_r01 1270 -#define _LOAD_FAST_r01 1271 -#define _LOAD_FAST_r12 1272 -#define _LOAD_FAST_r23 1273 -#define _LOAD_FAST_0_r01 1274 -#define _LOAD_FAST_0_r12 1275 -#define _LOAD_FAST_0_r23 1276 -#define _LOAD_FAST_1_r01 1277 -#define _LOAD_FAST_1_r12 1278 -#define _LOAD_FAST_1_r23 1279 -#define _LOAD_FAST_2_r01 1280 -#define _LOAD_FAST_2_r12 1281 -#define _LOAD_FAST_2_r23 1282 -#define _LOAD_FAST_3_r01 1283 -#define _LOAD_FAST_3_r12 1284 -#define _LOAD_FAST_3_r23 1285 -#define _LOAD_FAST_4_r01 1286 -#define _LOAD_FAST_4_r12 1287 -#define _LOAD_FAST_4_r23 1288 -#define _LOAD_FAST_5_r01 1289 -#define _LOAD_FAST_5_r12 1290 -#define _LOAD_FAST_5_r23 1291 -#define _LOAD_FAST_6_r01 1292 -#define _LOAD_FAST_6_r12 1293 -#define _LOAD_FAST_6_r23 1294 -#define _LOAD_FAST_7_r01 1295 -#define _LOAD_FAST_7_r12 1296 -#define _LOAD_FAST_7_r23 1297 -#define _LOAD_FAST_AND_CLEAR_r01 1298 -#define _LOAD_FAST_AND_CLEAR_r12 1299 -#define _LOAD_FAST_AND_CLEAR_r23 1300 -#define _LOAD_FAST_BORROW_r01 1301 -#define _LOAD_FAST_BORROW_r12 1302 -#define _LOAD_FAST_BORROW_r23 1303 -#define _LOAD_FAST_BORROW_0_r01 1304 -#define _LOAD_FAST_BORROW_0_r12 1305 -#define _LOAD_FAST_BORROW_0_r23 1306 -#define _LOAD_FAST_BORROW_1_r01 1307 -#define _LOAD_FAST_BORROW_1_r12 1308 -#define _LOAD_FAST_BORROW_1_r23 1309 -#define _LOAD_FAST_BORROW_2_r01 1310 -#define _LOAD_FAST_BORROW_2_r12 1311 -#define _LOAD_FAST_BORROW_2_r23 1312 -#define _LOAD_FAST_BORROW_3_r01 1313 -#define _LOAD_FAST_BORROW_3_r12 1314 -#define _LOAD_FAST_BORROW_3_r23 1315 -#define _LOAD_FAST_BORROW_4_r01 1316 -#define _LOAD_FAST_BORROW_4_r12 1317 -#define _LOAD_FAST_BORROW_4_r23 1318 -#define _LOAD_FAST_BORROW_5_r01 1319 -#define _LOAD_FAST_BORROW_5_r12 1320 -#define _LOAD_FAST_BORROW_5_r23 1321 -#define _LOAD_FAST_BORROW_6_r01 1322 -#define _LOAD_FAST_BORROW_6_r12 1323 -#define _LOAD_FAST_BORROW_6_r23 1324 -#define _LOAD_FAST_BORROW_7_r01 1325 -#define _LOAD_FAST_BORROW_7_r12 1326 -#define _LOAD_FAST_BORROW_7_r23 1327 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1328 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1329 -#define _LOAD_FAST_CHECK_r01 1330 -#define _LOAD_FAST_CHECK_r12 1331 -#define _LOAD_FAST_CHECK_r23 1332 -#define _LOAD_FAST_LOAD_FAST_r02 1333 -#define _LOAD_FAST_LOAD_FAST_r13 1334 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1335 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1336 -#define _LOAD_GLOBAL_r00 1337 -#define _LOAD_GLOBAL_BUILTINS_r01 1338 -#define _LOAD_GLOBAL_MODULE_r01 1339 -#define _LOAD_LOCALS_r01 1340 -#define _LOAD_LOCALS_r12 1341 -#define _LOAD_LOCALS_r23 1342 -#define _LOAD_NAME_r01 1343 -#define _LOAD_SMALL_INT_r01 1344 -#define _LOAD_SMALL_INT_r12 1345 -#define _LOAD_SMALL_INT_r23 1346 -#define _LOAD_SMALL_INT_0_r01 1347 -#define _LOAD_SMALL_INT_0_r12 1348 -#define _LOAD_SMALL_INT_0_r23 1349 -#define _LOAD_SMALL_INT_1_r01 1350 -#define _LOAD_SMALL_INT_1_r12 1351 -#define _LOAD_SMALL_INT_1_r23 1352 -#define _LOAD_SMALL_INT_2_r01 1353 -#define _LOAD_SMALL_INT_2_r12 1354 -#define _LOAD_SMALL_INT_2_r23 1355 -#define _LOAD_SMALL_INT_3_r01 1356 -#define _LOAD_SMALL_INT_3_r12 1357 -#define _LOAD_SMALL_INT_3_r23 1358 -#define _LOAD_SPECIAL_r00 1359 -#define _LOAD_SUPER_ATTR_ATTR_r31 1360 -#define _LOAD_SUPER_ATTR_METHOD_r32 1361 -#define _LOCK_OBJECT_r01 1362 -#define _LOCK_OBJECT_r11 1363 -#define _LOCK_OBJECT_r22 1364 -#define _LOCK_OBJECT_r33 1365 -#define _MAKE_CALLARGS_A_TUPLE_r33 1366 -#define _MAKE_CELL_r00 1367 -#define _MAKE_FUNCTION_r11 1368 -#define _MAKE_HEAP_SAFE_r01 1369 -#define _MAKE_HEAP_SAFE_r11 1370 -#define _MAKE_HEAP_SAFE_r22 1371 -#define _MAKE_HEAP_SAFE_r33 1372 -#define _MAKE_WARM_r00 1373 -#define _MAKE_WARM_r11 1374 -#define _MAKE_WARM_r22 1375 -#define _MAKE_WARM_r33 1376 -#define _MAP_ADD_r20 1377 -#define _MATCH_CLASS_r33 1378 -#define _MATCH_KEYS_r23 1379 -#define _MATCH_MAPPING_r02 1380 -#define _MATCH_MAPPING_r12 1381 -#define _MATCH_MAPPING_r23 1382 -#define _MATCH_SEQUENCE_r02 1383 -#define _MATCH_SEQUENCE_r12 1384 -#define _MATCH_SEQUENCE_r23 1385 -#define _MAYBE_EXPAND_METHOD_r00 1386 -#define _MAYBE_EXPAND_METHOD_KW_r11 1387 -#define _MONITOR_CALL_r00 1388 -#define _MONITOR_CALL_KW_r11 1389 -#define _MONITOR_JUMP_BACKWARD_r00 1390 -#define _MONITOR_JUMP_BACKWARD_r11 1391 -#define _MONITOR_JUMP_BACKWARD_r22 1392 -#define _MONITOR_JUMP_BACKWARD_r33 1393 -#define _MONITOR_RESUME_r00 1394 -#define _NOP_r00 1395 -#define _NOP_r11 1396 -#define _NOP_r22 1397 -#define _NOP_r33 1398 -#define _POP_CALL_r20 1399 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1400 -#define _POP_CALL_ONE_r30 1401 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1402 -#define _POP_CALL_TWO_r30 1403 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1404 -#define _POP_EXCEPT_r10 1405 -#define _POP_ITER_r20 1406 -#define _POP_JUMP_IF_FALSE_r00 1407 -#define _POP_JUMP_IF_FALSE_r10 1408 -#define _POP_JUMP_IF_FALSE_r21 1409 -#define _POP_JUMP_IF_FALSE_r32 1410 -#define _POP_JUMP_IF_TRUE_r00 1411 -#define _POP_JUMP_IF_TRUE_r10 1412 -#define _POP_JUMP_IF_TRUE_r21 1413 -#define _POP_JUMP_IF_TRUE_r32 1414 -#define _POP_TOP_r10 1415 -#define _POP_TOP_FLOAT_r00 1416 -#define _POP_TOP_FLOAT_r10 1417 -#define _POP_TOP_FLOAT_r21 1418 -#define _POP_TOP_FLOAT_r32 1419 -#define _POP_TOP_INT_r00 1420 -#define _POP_TOP_INT_r10 1421 -#define _POP_TOP_INT_r21 1422 -#define _POP_TOP_INT_r32 1423 -#define _POP_TOP_LOAD_CONST_INLINE_r11 1424 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1425 -#define _POP_TOP_NOP_r00 1426 -#define _POP_TOP_NOP_r10 1427 -#define _POP_TOP_NOP_r21 1428 -#define _POP_TOP_NOP_r32 1429 -#define _POP_TOP_UNICODE_r00 1430 -#define _POP_TOP_UNICODE_r10 1431 -#define _POP_TOP_UNICODE_r21 1432 -#define _POP_TOP_UNICODE_r32 1433 -#define _POP_TWO_r20 1434 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1435 -#define _PUSH_EXC_INFO_r02 1436 -#define _PUSH_EXC_INFO_r12 1437 -#define _PUSH_EXC_INFO_r23 1438 -#define _PUSH_FRAME_r10 1439 -#define _PUSH_NULL_r01 1440 -#define _PUSH_NULL_r12 1441 -#define _PUSH_NULL_r23 1442 -#define _PUSH_NULL_CONDITIONAL_r00 1443 -#define _PY_FRAME_EX_r31 1444 -#define _PY_FRAME_GENERAL_r01 1445 -#define _PY_FRAME_KW_r11 1446 -#define _REPLACE_WITH_TRUE_r02 1447 -#define _REPLACE_WITH_TRUE_r12 1448 -#define _REPLACE_WITH_TRUE_r23 1449 -#define _RESUME_CHECK_r00 1450 -#define _RESUME_CHECK_r11 1451 -#define _RESUME_CHECK_r22 1452 -#define _RESUME_CHECK_r33 1453 -#define _RETURN_GENERATOR_r01 1454 -#define _RETURN_VALUE_r11 1455 -#define _SAVE_RETURN_OFFSET_r00 1456 -#define _SAVE_RETURN_OFFSET_r11 1457 -#define _SAVE_RETURN_OFFSET_r22 1458 -#define _SAVE_RETURN_OFFSET_r33 1459 -#define _SEND_r33 1460 -#define _SEND_GEN_FRAME_r33 1461 -#define _SETUP_ANNOTATIONS_r00 1462 -#define _SET_ADD_r10 1463 -#define _SET_FUNCTION_ATTRIBUTE_r01 1464 -#define _SET_FUNCTION_ATTRIBUTE_r11 1465 -#define _SET_FUNCTION_ATTRIBUTE_r21 1466 -#define _SET_FUNCTION_ATTRIBUTE_r32 1467 -#define _SET_IP_r00 1468 -#define _SET_IP_r11 1469 -#define _SET_IP_r22 1470 -#define _SET_IP_r33 1471 -#define _SET_UPDATE_r11 1472 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1473 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1474 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1475 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1476 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1477 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1478 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1479 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1480 -#define _SPILL_OR_RELOAD_r01 1481 -#define _SPILL_OR_RELOAD_r02 1482 -#define _SPILL_OR_RELOAD_r03 1483 -#define _SPILL_OR_RELOAD_r10 1484 -#define _SPILL_OR_RELOAD_r12 1485 -#define _SPILL_OR_RELOAD_r13 1486 -#define _SPILL_OR_RELOAD_r20 1487 -#define _SPILL_OR_RELOAD_r21 1488 -#define _SPILL_OR_RELOAD_r23 1489 -#define _SPILL_OR_RELOAD_r30 1490 -#define _SPILL_OR_RELOAD_r31 1491 -#define _SPILL_OR_RELOAD_r32 1492 -#define _START_EXECUTOR_r00 1493 -#define _STORE_ATTR_r20 1494 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1495 -#define _STORE_ATTR_SLOT_r21 1496 -#define _STORE_ATTR_WITH_HINT_r21 1497 -#define _STORE_DEREF_r10 1498 -#define _STORE_FAST_LOAD_FAST_r11 1499 -#define _STORE_FAST_STORE_FAST_r20 1500 -#define _STORE_GLOBAL_r10 1501 -#define _STORE_NAME_r10 1502 -#define _STORE_SLICE_r30 1503 -#define _STORE_SUBSCR_r30 1504 -#define _STORE_SUBSCR_DICT_r31 1505 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1506 -#define _STORE_SUBSCR_LIST_INT_r32 1507 -#define _SWAP_r11 1508 -#define _SWAP_2_r02 1509 -#define _SWAP_2_r12 1510 -#define _SWAP_2_r22 1511 -#define _SWAP_2_r33 1512 -#define _SWAP_3_r03 1513 -#define _SWAP_3_r13 1514 -#define _SWAP_3_r23 1515 -#define _SWAP_3_r33 1516 -#define _SWAP_FAST_r01 1517 -#define _SWAP_FAST_r11 1518 -#define _SWAP_FAST_r22 1519 -#define _SWAP_FAST_r33 1520 -#define _SWAP_FAST_0_r01 1521 -#define _SWAP_FAST_0_r11 1522 -#define _SWAP_FAST_0_r22 1523 -#define _SWAP_FAST_0_r33 1524 -#define _SWAP_FAST_1_r01 1525 -#define _SWAP_FAST_1_r11 1526 -#define _SWAP_FAST_1_r22 1527 -#define _SWAP_FAST_1_r33 1528 -#define _SWAP_FAST_2_r01 1529 -#define _SWAP_FAST_2_r11 1530 -#define _SWAP_FAST_2_r22 1531 -#define _SWAP_FAST_2_r33 1532 -#define _SWAP_FAST_3_r01 1533 -#define _SWAP_FAST_3_r11 1534 -#define _SWAP_FAST_3_r22 1535 -#define _SWAP_FAST_3_r33 1536 -#define _SWAP_FAST_4_r01 1537 -#define _SWAP_FAST_4_r11 1538 -#define _SWAP_FAST_4_r22 1539 -#define _SWAP_FAST_4_r33 1540 -#define _SWAP_FAST_5_r01 1541 -#define _SWAP_FAST_5_r11 1542 -#define _SWAP_FAST_5_r22 1543 -#define _SWAP_FAST_5_r33 1544 -#define _SWAP_FAST_6_r01 1545 -#define _SWAP_FAST_6_r11 1546 -#define _SWAP_FAST_6_r22 1547 -#define _SWAP_FAST_6_r33 1548 -#define _SWAP_FAST_7_r01 1549 -#define _SWAP_FAST_7_r11 1550 -#define _SWAP_FAST_7_r22 1551 -#define _SWAP_FAST_7_r33 1552 -#define _TIER2_RESUME_CHECK_r00 1553 -#define _TIER2_RESUME_CHECK_r11 1554 -#define _TIER2_RESUME_CHECK_r22 1555 -#define _TIER2_RESUME_CHECK_r33 1556 -#define _TO_BOOL_r11 1557 -#define _TO_BOOL_BOOL_r01 1558 -#define _TO_BOOL_BOOL_r11 1559 -#define _TO_BOOL_BOOL_r22 1560 -#define _TO_BOOL_BOOL_r33 1561 -#define _TO_BOOL_INT_r02 1562 -#define _TO_BOOL_INT_r12 1563 -#define _TO_BOOL_INT_r23 1564 -#define _TO_BOOL_LIST_r02 1565 -#define _TO_BOOL_LIST_r12 1566 -#define _TO_BOOL_LIST_r23 1567 -#define _TO_BOOL_NONE_r01 1568 -#define _TO_BOOL_NONE_r11 1569 -#define _TO_BOOL_NONE_r22 1570 -#define _TO_BOOL_NONE_r33 1571 -#define _TO_BOOL_STR_r02 1572 -#define _TO_BOOL_STR_r12 1573 -#define _TO_BOOL_STR_r23 1574 -#define _TRACE_RECORD_r00 1575 -#define _UNARY_INVERT_r12 1576 -#define _UNARY_NEGATIVE_r12 1577 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1578 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1579 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1580 -#define _UNARY_NOT_r01 1581 -#define _UNARY_NOT_r11 1582 -#define _UNARY_NOT_r22 1583 -#define _UNARY_NOT_r33 1584 -#define _UNPACK_EX_r10 1585 -#define _UNPACK_SEQUENCE_r10 1586 -#define _UNPACK_SEQUENCE_LIST_r10 1587 -#define _UNPACK_SEQUENCE_TUPLE_r10 1588 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1589 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1590 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1591 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1592 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1593 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1594 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1595 -#define _WITH_EXCEPT_START_r33 1596 -#define _YIELD_VALUE_r11 1597 -#define MAX_UOP_REGS_ID 1597 +#define _YIELD_VALUE 640 +#define MAX_UOP_ID 640 +#define _BINARY_OP_r23 641 +#define _BINARY_OP_ADD_FLOAT_r03 642 +#define _BINARY_OP_ADD_FLOAT_r13 643 +#define _BINARY_OP_ADD_FLOAT_r23 644 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 645 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 646 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 647 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 648 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 649 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 650 +#define _BINARY_OP_ADD_INT_r03 651 +#define _BINARY_OP_ADD_INT_r13 652 +#define _BINARY_OP_ADD_INT_r23 653 +#define _BINARY_OP_ADD_INT_INPLACE_r03 654 +#define _BINARY_OP_ADD_INT_INPLACE_r13 655 +#define _BINARY_OP_ADD_INT_INPLACE_r23 656 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 657 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 658 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 659 +#define _BINARY_OP_ADD_UNICODE_r03 660 +#define _BINARY_OP_ADD_UNICODE_r13 661 +#define _BINARY_OP_ADD_UNICODE_r23 662 +#define _BINARY_OP_EXTEND_r23 663 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 664 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 665 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 666 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 667 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 668 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 669 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 670 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 671 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 672 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 673 +#define _BINARY_OP_MULTIPLY_INT_r03 674 +#define _BINARY_OP_MULTIPLY_INT_r13 675 +#define _BINARY_OP_MULTIPLY_INT_r23 676 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 677 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 678 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 679 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 680 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 681 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 682 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 683 +#define _BINARY_OP_SUBSCR_DICT_r23 684 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 685 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 686 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 687 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 688 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 689 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 690 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 691 +#define _BINARY_OP_SUBSCR_STR_INT_r23 692 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 693 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 694 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 695 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 696 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 697 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 698 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 699 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 700 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 701 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 702 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 703 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 704 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 705 +#define _BINARY_OP_SUBTRACT_INT_r03 706 +#define _BINARY_OP_SUBTRACT_INT_r13 707 +#define _BINARY_OP_SUBTRACT_INT_r23 708 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 709 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 710 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 711 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 712 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 713 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 714 +#define _BINARY_SLICE_r31 715 +#define _BUILD_INTERPOLATION_r01 716 +#define _BUILD_LIST_r01 717 +#define _BUILD_MAP_r01 718 +#define _BUILD_SET_r01 719 +#define _BUILD_SLICE_r01 720 +#define _BUILD_STRING_r01 721 +#define _BUILD_TEMPLATE_r21 722 +#define _BUILD_TUPLE_r01 723 +#define _CALL_BUILTIN_CLASS_r01 724 +#define _CALL_BUILTIN_FAST_r01 725 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 726 +#define _CALL_BUILTIN_O_r03 727 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 728 +#define _CALL_INTRINSIC_1_r12 729 +#define _CALL_INTRINSIC_2_r23 730 +#define _CALL_ISINSTANCE_r31 731 +#define _CALL_KW_NON_PY_r11 732 +#define _CALL_LEN_r33 733 +#define _CALL_LIST_APPEND_r03 734 +#define _CALL_LIST_APPEND_r13 735 +#define _CALL_LIST_APPEND_r23 736 +#define _CALL_LIST_APPEND_r33 737 +#define _CALL_METHOD_DESCRIPTOR_FAST_r01 738 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r01 739 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 740 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r01 741 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 742 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r01 743 +#define _CALL_METHOD_DESCRIPTOR_O_r03 744 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 745 +#define _CALL_NON_PY_GENERAL_r01 746 +#define _CALL_STR_1_r32 747 +#define _CALL_TUPLE_1_r32 748 +#define _CALL_TYPE_1_r02 749 +#define _CALL_TYPE_1_r12 750 +#define _CALL_TYPE_1_r22 751 +#define _CALL_TYPE_1_r32 752 +#define _CHECK_AND_ALLOCATE_OBJECT_r00 753 +#define _CHECK_ATTR_CLASS_r01 754 +#define _CHECK_ATTR_CLASS_r11 755 +#define _CHECK_ATTR_CLASS_r22 756 +#define _CHECK_ATTR_CLASS_r33 757 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 758 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 759 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 760 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 761 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 762 +#define _CHECK_EG_MATCH_r22 763 +#define _CHECK_EXC_MATCH_r22 764 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 765 +#define _CHECK_FUNCTION_VERSION_r00 766 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 767 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 768 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 769 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 770 +#define _CHECK_FUNCTION_VERSION_KW_r11 771 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 772 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 773 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 774 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 775 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 776 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 777 +#define _CHECK_IS_PY_CALLABLE_EX_r03 778 +#define _CHECK_IS_PY_CALLABLE_EX_r13 779 +#define _CHECK_IS_PY_CALLABLE_EX_r23 780 +#define _CHECK_IS_PY_CALLABLE_EX_r33 781 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 782 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 783 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 784 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 785 +#define _CHECK_METHOD_VERSION_r00 786 +#define _CHECK_METHOD_VERSION_KW_r11 787 +#define _CHECK_PEP_523_r00 788 +#define _CHECK_PEP_523_r11 789 +#define _CHECK_PEP_523_r22 790 +#define _CHECK_PEP_523_r33 791 +#define _CHECK_PERIODIC_r00 792 +#define _CHECK_PERIODIC_AT_END_r00 793 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 794 +#define _CHECK_RECURSION_LIMIT_r00 795 +#define _CHECK_RECURSION_LIMIT_r11 796 +#define _CHECK_RECURSION_LIMIT_r22 797 +#define _CHECK_RECURSION_LIMIT_r33 798 +#define _CHECK_RECURSION_REMAINING_r00 799 +#define _CHECK_RECURSION_REMAINING_r11 800 +#define _CHECK_RECURSION_REMAINING_r22 801 +#define _CHECK_RECURSION_REMAINING_r33 802 +#define _CHECK_STACK_SPACE_r00 803 +#define _CHECK_STACK_SPACE_OPERAND_r00 804 +#define _CHECK_STACK_SPACE_OPERAND_r11 805 +#define _CHECK_STACK_SPACE_OPERAND_r22 806 +#define _CHECK_STACK_SPACE_OPERAND_r33 807 +#define _CHECK_VALIDITY_r00 808 +#define _CHECK_VALIDITY_r11 809 +#define _CHECK_VALIDITY_r22 810 +#define _CHECK_VALIDITY_r33 811 +#define _COLD_DYNAMIC_EXIT_r00 812 +#define _COLD_EXIT_r00 813 +#define _COMPARE_OP_r21 814 +#define _COMPARE_OP_FLOAT_r03 815 +#define _COMPARE_OP_FLOAT_r13 816 +#define _COMPARE_OP_FLOAT_r23 817 +#define _COMPARE_OP_INT_r23 818 +#define _COMPARE_OP_STR_r23 819 +#define _CONTAINS_OP_r23 820 +#define _CONTAINS_OP_DICT_r23 821 +#define _CONTAINS_OP_SET_r23 822 +#define _CONVERT_VALUE_r11 823 +#define _COPY_r01 824 +#define _COPY_1_r02 825 +#define _COPY_1_r12 826 +#define _COPY_1_r23 827 +#define _COPY_2_r03 828 +#define _COPY_2_r13 829 +#define _COPY_2_r23 830 +#define _COPY_3_r03 831 +#define _COPY_3_r13 832 +#define _COPY_3_r23 833 +#define _COPY_3_r33 834 +#define _COPY_FREE_VARS_r00 835 +#define _COPY_FREE_VARS_r11 836 +#define _COPY_FREE_VARS_r22 837 +#define _COPY_FREE_VARS_r33 838 +#define _CREATE_INIT_FRAME_r01 839 +#define _DELETE_ATTR_r10 840 +#define _DELETE_DEREF_r00 841 +#define _DELETE_FAST_r00 842 +#define _DELETE_GLOBAL_r00 843 +#define _DELETE_NAME_r00 844 +#define _DELETE_SUBSCR_r20 845 +#define _DEOPT_r00 846 +#define _DEOPT_r10 847 +#define _DEOPT_r20 848 +#define _DEOPT_r30 849 +#define _DICT_MERGE_r11 850 +#define _DICT_UPDATE_r11 851 +#define _DO_CALL_r01 852 +#define _DO_CALL_FUNCTION_EX_r31 853 +#define _DO_CALL_KW_r11 854 +#define _DYNAMIC_EXIT_r00 855 +#define _DYNAMIC_EXIT_r10 856 +#define _DYNAMIC_EXIT_r20 857 +#define _DYNAMIC_EXIT_r30 858 +#define _END_FOR_r10 859 +#define _END_SEND_r31 860 +#define _ERROR_POP_N_r00 861 +#define _EXIT_INIT_CHECK_r10 862 +#define _EXIT_TRACE_r00 863 +#define _EXIT_TRACE_r10 864 +#define _EXIT_TRACE_r20 865 +#define _EXIT_TRACE_r30 866 +#define _EXPAND_METHOD_r00 867 +#define _EXPAND_METHOD_KW_r11 868 +#define _FATAL_ERROR_r00 869 +#define _FATAL_ERROR_r11 870 +#define _FATAL_ERROR_r22 871 +#define _FATAL_ERROR_r33 872 +#define _FORMAT_SIMPLE_r11 873 +#define _FORMAT_WITH_SPEC_r21 874 +#define _FOR_ITER_r23 875 +#define _FOR_ITER_GEN_FRAME_r03 876 +#define _FOR_ITER_GEN_FRAME_r13 877 +#define _FOR_ITER_GEN_FRAME_r23 878 +#define _FOR_ITER_TIER_TWO_r23 879 +#define _GET_AITER_r11 880 +#define _GET_ANEXT_r12 881 +#define _GET_AWAITABLE_r11 882 +#define _GET_ITER_r12 883 +#define _GET_LEN_r12 884 +#define _GUARD_BINARY_OP_EXTEND_r22 885 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 886 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 887 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 888 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 889 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 890 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 891 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 892 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 893 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 894 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 895 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 896 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 897 +#define _GUARD_BIT_IS_SET_POP_r00 898 +#define _GUARD_BIT_IS_SET_POP_r10 899 +#define _GUARD_BIT_IS_SET_POP_r21 900 +#define _GUARD_BIT_IS_SET_POP_r32 901 +#define _GUARD_BIT_IS_SET_POP_4_r00 902 +#define _GUARD_BIT_IS_SET_POP_4_r10 903 +#define _GUARD_BIT_IS_SET_POP_4_r21 904 +#define _GUARD_BIT_IS_SET_POP_4_r32 905 +#define _GUARD_BIT_IS_SET_POP_5_r00 906 +#define _GUARD_BIT_IS_SET_POP_5_r10 907 +#define _GUARD_BIT_IS_SET_POP_5_r21 908 +#define _GUARD_BIT_IS_SET_POP_5_r32 909 +#define _GUARD_BIT_IS_SET_POP_6_r00 910 +#define _GUARD_BIT_IS_SET_POP_6_r10 911 +#define _GUARD_BIT_IS_SET_POP_6_r21 912 +#define _GUARD_BIT_IS_SET_POP_6_r32 913 +#define _GUARD_BIT_IS_SET_POP_7_r00 914 +#define _GUARD_BIT_IS_SET_POP_7_r10 915 +#define _GUARD_BIT_IS_SET_POP_7_r21 916 +#define _GUARD_BIT_IS_SET_POP_7_r32 917 +#define _GUARD_BIT_IS_UNSET_POP_r00 918 +#define _GUARD_BIT_IS_UNSET_POP_r10 919 +#define _GUARD_BIT_IS_UNSET_POP_r21 920 +#define _GUARD_BIT_IS_UNSET_POP_r32 921 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 922 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 923 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 924 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 925 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 926 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 927 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 928 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 929 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 930 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 931 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 932 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 933 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 934 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 935 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 936 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 937 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 938 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 939 +#define _GUARD_CALLABLE_BUILTIN_O_r00 940 +#define _GUARD_CALLABLE_ISINSTANCE_r03 941 +#define _GUARD_CALLABLE_ISINSTANCE_r13 942 +#define _GUARD_CALLABLE_ISINSTANCE_r23 943 +#define _GUARD_CALLABLE_ISINSTANCE_r33 944 +#define _GUARD_CALLABLE_LEN_r03 945 +#define _GUARD_CALLABLE_LEN_r13 946 +#define _GUARD_CALLABLE_LEN_r23 947 +#define _GUARD_CALLABLE_LEN_r33 948 +#define _GUARD_CALLABLE_LIST_APPEND_r03 949 +#define _GUARD_CALLABLE_LIST_APPEND_r13 950 +#define _GUARD_CALLABLE_LIST_APPEND_r23 951 +#define _GUARD_CALLABLE_LIST_APPEND_r33 952 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 953 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 954 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 955 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 956 +#define _GUARD_CALLABLE_STR_1_r03 957 +#define _GUARD_CALLABLE_STR_1_r13 958 +#define _GUARD_CALLABLE_STR_1_r23 959 +#define _GUARD_CALLABLE_STR_1_r33 960 +#define _GUARD_CALLABLE_TUPLE_1_r03 961 +#define _GUARD_CALLABLE_TUPLE_1_r13 962 +#define _GUARD_CALLABLE_TUPLE_1_r23 963 +#define _GUARD_CALLABLE_TUPLE_1_r33 964 +#define _GUARD_CALLABLE_TYPE_1_r03 965 +#define _GUARD_CALLABLE_TYPE_1_r13 966 +#define _GUARD_CALLABLE_TYPE_1_r23 967 +#define _GUARD_CALLABLE_TYPE_1_r33 968 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 969 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 970 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 971 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 972 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 973 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 974 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 975 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 976 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 977 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 978 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 979 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 980 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 981 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 982 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 983 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 984 +#define _GUARD_DORV_NO_DICT_r01 985 +#define _GUARD_DORV_NO_DICT_r11 986 +#define _GUARD_DORV_NO_DICT_r22 987 +#define _GUARD_DORV_NO_DICT_r33 988 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 989 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 990 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 991 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 992 +#define _GUARD_GLOBALS_VERSION_r00 993 +#define _GUARD_GLOBALS_VERSION_r11 994 +#define _GUARD_GLOBALS_VERSION_r22 995 +#define _GUARD_GLOBALS_VERSION_r33 996 +#define _GUARD_IP_RETURN_GENERATOR_r00 997 +#define _GUARD_IP_RETURN_GENERATOR_r11 998 +#define _GUARD_IP_RETURN_GENERATOR_r22 999 +#define _GUARD_IP_RETURN_GENERATOR_r33 1000 +#define _GUARD_IP_RETURN_VALUE_r00 1001 +#define _GUARD_IP_RETURN_VALUE_r11 1002 +#define _GUARD_IP_RETURN_VALUE_r22 1003 +#define _GUARD_IP_RETURN_VALUE_r33 1004 +#define _GUARD_IP_YIELD_VALUE_r00 1005 +#define _GUARD_IP_YIELD_VALUE_r11 1006 +#define _GUARD_IP_YIELD_VALUE_r22 1007 +#define _GUARD_IP_YIELD_VALUE_r33 1008 +#define _GUARD_IP__PUSH_FRAME_r00 1009 +#define _GUARD_IP__PUSH_FRAME_r11 1010 +#define _GUARD_IP__PUSH_FRAME_r22 1011 +#define _GUARD_IP__PUSH_FRAME_r33 1012 +#define _GUARD_IS_FALSE_POP_r00 1013 +#define _GUARD_IS_FALSE_POP_r10 1014 +#define _GUARD_IS_FALSE_POP_r21 1015 +#define _GUARD_IS_FALSE_POP_r32 1016 +#define _GUARD_IS_NONE_POP_r00 1017 +#define _GUARD_IS_NONE_POP_r10 1018 +#define _GUARD_IS_NONE_POP_r21 1019 +#define _GUARD_IS_NONE_POP_r32 1020 +#define _GUARD_IS_NOT_NONE_POP_r10 1021 +#define _GUARD_IS_TRUE_POP_r00 1022 +#define _GUARD_IS_TRUE_POP_r10 1023 +#define _GUARD_IS_TRUE_POP_r21 1024 +#define _GUARD_IS_TRUE_POP_r32 1025 +#define _GUARD_KEYS_VERSION_r01 1026 +#define _GUARD_KEYS_VERSION_r11 1027 +#define _GUARD_KEYS_VERSION_r22 1028 +#define _GUARD_KEYS_VERSION_r33 1029 +#define _GUARD_NOS_ANY_DICT_r02 1030 +#define _GUARD_NOS_ANY_DICT_r12 1031 +#define _GUARD_NOS_ANY_DICT_r22 1032 +#define _GUARD_NOS_ANY_DICT_r33 1033 +#define _GUARD_NOS_COMPACT_ASCII_r02 1034 +#define _GUARD_NOS_COMPACT_ASCII_r12 1035 +#define _GUARD_NOS_COMPACT_ASCII_r22 1036 +#define _GUARD_NOS_COMPACT_ASCII_r33 1037 +#define _GUARD_NOS_DICT_r02 1038 +#define _GUARD_NOS_DICT_r12 1039 +#define _GUARD_NOS_DICT_r22 1040 +#define _GUARD_NOS_DICT_r33 1041 +#define _GUARD_NOS_FLOAT_r02 1042 +#define _GUARD_NOS_FLOAT_r12 1043 +#define _GUARD_NOS_FLOAT_r22 1044 +#define _GUARD_NOS_FLOAT_r33 1045 +#define _GUARD_NOS_INT_r02 1046 +#define _GUARD_NOS_INT_r12 1047 +#define _GUARD_NOS_INT_r22 1048 +#define _GUARD_NOS_INT_r33 1049 +#define _GUARD_NOS_LIST_r02 1050 +#define _GUARD_NOS_LIST_r12 1051 +#define _GUARD_NOS_LIST_r22 1052 +#define _GUARD_NOS_LIST_r33 1053 +#define _GUARD_NOS_NOT_NULL_r02 1054 +#define _GUARD_NOS_NOT_NULL_r12 1055 +#define _GUARD_NOS_NOT_NULL_r22 1056 +#define _GUARD_NOS_NOT_NULL_r33 1057 +#define _GUARD_NOS_NULL_r02 1058 +#define _GUARD_NOS_NULL_r12 1059 +#define _GUARD_NOS_NULL_r22 1060 +#define _GUARD_NOS_NULL_r33 1061 +#define _GUARD_NOS_OVERFLOWED_r02 1062 +#define _GUARD_NOS_OVERFLOWED_r12 1063 +#define _GUARD_NOS_OVERFLOWED_r22 1064 +#define _GUARD_NOS_OVERFLOWED_r33 1065 +#define _GUARD_NOS_TUPLE_r02 1066 +#define _GUARD_NOS_TUPLE_r12 1067 +#define _GUARD_NOS_TUPLE_r22 1068 +#define _GUARD_NOS_TUPLE_r33 1069 +#define _GUARD_NOS_UNICODE_r02 1070 +#define _GUARD_NOS_UNICODE_r12 1071 +#define _GUARD_NOS_UNICODE_r22 1072 +#define _GUARD_NOS_UNICODE_r33 1073 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1074 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1075 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1076 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1077 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1078 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1079 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1080 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1081 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1082 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1083 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1084 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1085 +#define _GUARD_THIRD_NULL_r03 1086 +#define _GUARD_THIRD_NULL_r13 1087 +#define _GUARD_THIRD_NULL_r23 1088 +#define _GUARD_THIRD_NULL_r33 1089 +#define _GUARD_TOS_ANY_DICT_r01 1090 +#define _GUARD_TOS_ANY_DICT_r11 1091 +#define _GUARD_TOS_ANY_DICT_r22 1092 +#define _GUARD_TOS_ANY_DICT_r33 1093 +#define _GUARD_TOS_ANY_SET_r01 1094 +#define _GUARD_TOS_ANY_SET_r11 1095 +#define _GUARD_TOS_ANY_SET_r22 1096 +#define _GUARD_TOS_ANY_SET_r33 1097 +#define _GUARD_TOS_DICT_r01 1098 +#define _GUARD_TOS_DICT_r11 1099 +#define _GUARD_TOS_DICT_r22 1100 +#define _GUARD_TOS_DICT_r33 1101 +#define _GUARD_TOS_FLOAT_r01 1102 +#define _GUARD_TOS_FLOAT_r11 1103 +#define _GUARD_TOS_FLOAT_r22 1104 +#define _GUARD_TOS_FLOAT_r33 1105 +#define _GUARD_TOS_FROZENDICT_r01 1106 +#define _GUARD_TOS_FROZENDICT_r11 1107 +#define _GUARD_TOS_FROZENDICT_r22 1108 +#define _GUARD_TOS_FROZENDICT_r33 1109 +#define _GUARD_TOS_FROZENSET_r01 1110 +#define _GUARD_TOS_FROZENSET_r11 1111 +#define _GUARD_TOS_FROZENSET_r22 1112 +#define _GUARD_TOS_FROZENSET_r33 1113 +#define _GUARD_TOS_INT_r01 1114 +#define _GUARD_TOS_INT_r11 1115 +#define _GUARD_TOS_INT_r22 1116 +#define _GUARD_TOS_INT_r33 1117 +#define _GUARD_TOS_LIST_r01 1118 +#define _GUARD_TOS_LIST_r11 1119 +#define _GUARD_TOS_LIST_r22 1120 +#define _GUARD_TOS_LIST_r33 1121 +#define _GUARD_TOS_OVERFLOWED_r01 1122 +#define _GUARD_TOS_OVERFLOWED_r11 1123 +#define _GUARD_TOS_OVERFLOWED_r22 1124 +#define _GUARD_TOS_OVERFLOWED_r33 1125 +#define _GUARD_TOS_SET_r01 1126 +#define _GUARD_TOS_SET_r11 1127 +#define _GUARD_TOS_SET_r22 1128 +#define _GUARD_TOS_SET_r33 1129 +#define _GUARD_TOS_SLICE_r01 1130 +#define _GUARD_TOS_SLICE_r11 1131 +#define _GUARD_TOS_SLICE_r22 1132 +#define _GUARD_TOS_SLICE_r33 1133 +#define _GUARD_TOS_TUPLE_r01 1134 +#define _GUARD_TOS_TUPLE_r11 1135 +#define _GUARD_TOS_TUPLE_r22 1136 +#define _GUARD_TOS_TUPLE_r33 1137 +#define _GUARD_TOS_UNICODE_r01 1138 +#define _GUARD_TOS_UNICODE_r11 1139 +#define _GUARD_TOS_UNICODE_r22 1140 +#define _GUARD_TOS_UNICODE_r33 1141 +#define _GUARD_TYPE_VERSION_r01 1142 +#define _GUARD_TYPE_VERSION_r11 1143 +#define _GUARD_TYPE_VERSION_r22 1144 +#define _GUARD_TYPE_VERSION_r33 1145 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1146 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1147 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1148 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1149 +#define _HANDLE_PENDING_AND_DEOPT_r00 1150 +#define _HANDLE_PENDING_AND_DEOPT_r10 1151 +#define _HANDLE_PENDING_AND_DEOPT_r20 1152 +#define _HANDLE_PENDING_AND_DEOPT_r30 1153 +#define _IMPORT_FROM_r12 1154 +#define _IMPORT_NAME_r21 1155 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1156 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1157 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1158 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1159 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1160 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1161 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1162 +#define _INSERT_1_LOAD_CONST_INLINE_r02 1163 +#define _INSERT_1_LOAD_CONST_INLINE_r12 1164 +#define _INSERT_1_LOAD_CONST_INLINE_r23 1165 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1166 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1167 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1168 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1169 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1170 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1171 +#define _INSERT_NULL_r10 1172 +#define _INSTRUMENTED_FOR_ITER_r23 1173 +#define _INSTRUMENTED_INSTRUCTION_r00 1174 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1175 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1176 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1177 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1178 +#define _INSTRUMENTED_LINE_r00 1179 +#define _INSTRUMENTED_NOT_TAKEN_r00 1180 +#define _INSTRUMENTED_NOT_TAKEN_r11 1181 +#define _INSTRUMENTED_NOT_TAKEN_r22 1182 +#define _INSTRUMENTED_NOT_TAKEN_r33 1183 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1184 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1185 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1186 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1187 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1188 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1189 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1190 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1191 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1192 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1193 +#define _IS_NONE_r11 1194 +#define _IS_OP_r03 1195 +#define _IS_OP_r13 1196 +#define _IS_OP_r23 1197 +#define _ITER_CHECK_LIST_r02 1198 +#define _ITER_CHECK_LIST_r12 1199 +#define _ITER_CHECK_LIST_r22 1200 +#define _ITER_CHECK_LIST_r33 1201 +#define _ITER_CHECK_RANGE_r02 1202 +#define _ITER_CHECK_RANGE_r12 1203 +#define _ITER_CHECK_RANGE_r22 1204 +#define _ITER_CHECK_RANGE_r33 1205 +#define _ITER_CHECK_TUPLE_r02 1206 +#define _ITER_CHECK_TUPLE_r12 1207 +#define _ITER_CHECK_TUPLE_r22 1208 +#define _ITER_CHECK_TUPLE_r33 1209 +#define _ITER_JUMP_LIST_r02 1210 +#define _ITER_JUMP_LIST_r12 1211 +#define _ITER_JUMP_LIST_r22 1212 +#define _ITER_JUMP_LIST_r33 1213 +#define _ITER_JUMP_RANGE_r02 1214 +#define _ITER_JUMP_RANGE_r12 1215 +#define _ITER_JUMP_RANGE_r22 1216 +#define _ITER_JUMP_RANGE_r33 1217 +#define _ITER_JUMP_TUPLE_r02 1218 +#define _ITER_JUMP_TUPLE_r12 1219 +#define _ITER_JUMP_TUPLE_r22 1220 +#define _ITER_JUMP_TUPLE_r33 1221 +#define _ITER_NEXT_LIST_r23 1222 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1223 +#define _ITER_NEXT_RANGE_r03 1224 +#define _ITER_NEXT_RANGE_r13 1225 +#define _ITER_NEXT_RANGE_r23 1226 +#define _ITER_NEXT_TUPLE_r03 1227 +#define _ITER_NEXT_TUPLE_r13 1228 +#define _ITER_NEXT_TUPLE_r23 1229 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1230 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1231 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1232 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1233 +#define _JUMP_TO_TOP_r00 1234 +#define _LIST_APPEND_r10 1235 +#define _LIST_EXTEND_r11 1236 +#define _LOAD_ATTR_r10 1237 +#define _LOAD_ATTR_CLASS_r11 1238 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1239 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1240 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1241 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1242 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1243 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1244 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1245 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1246 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1247 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1248 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1249 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1250 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1251 +#define _LOAD_ATTR_MODULE_r12 1252 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1253 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1254 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1255 +#define _LOAD_ATTR_SLOT_r02 1256 +#define _LOAD_ATTR_SLOT_r12 1257 +#define _LOAD_ATTR_SLOT_r23 1258 +#define _LOAD_ATTR_WITH_HINT_r12 1259 +#define _LOAD_BUILD_CLASS_r01 1260 +#define _LOAD_BYTECODE_r00 1261 +#define _LOAD_COMMON_CONSTANT_r01 1262 +#define _LOAD_COMMON_CONSTANT_r12 1263 +#define _LOAD_COMMON_CONSTANT_r23 1264 +#define _LOAD_CONST_r01 1265 +#define _LOAD_CONST_r12 1266 +#define _LOAD_CONST_r23 1267 +#define _LOAD_CONST_INLINE_r01 1268 +#define _LOAD_CONST_INLINE_r12 1269 +#define _LOAD_CONST_INLINE_r23 1270 +#define _LOAD_CONST_INLINE_BORROW_r01 1271 +#define _LOAD_CONST_INLINE_BORROW_r12 1272 +#define _LOAD_CONST_INLINE_BORROW_r23 1273 +#define _LOAD_CONST_UNDER_INLINE_r02 1274 +#define _LOAD_CONST_UNDER_INLINE_r12 1275 +#define _LOAD_CONST_UNDER_INLINE_r23 1276 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1277 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1278 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1279 +#define _LOAD_DEREF_r01 1280 +#define _LOAD_FAST_r01 1281 +#define _LOAD_FAST_r12 1282 +#define _LOAD_FAST_r23 1283 +#define _LOAD_FAST_0_r01 1284 +#define _LOAD_FAST_0_r12 1285 +#define _LOAD_FAST_0_r23 1286 +#define _LOAD_FAST_1_r01 1287 +#define _LOAD_FAST_1_r12 1288 +#define _LOAD_FAST_1_r23 1289 +#define _LOAD_FAST_2_r01 1290 +#define _LOAD_FAST_2_r12 1291 +#define _LOAD_FAST_2_r23 1292 +#define _LOAD_FAST_3_r01 1293 +#define _LOAD_FAST_3_r12 1294 +#define _LOAD_FAST_3_r23 1295 +#define _LOAD_FAST_4_r01 1296 +#define _LOAD_FAST_4_r12 1297 +#define _LOAD_FAST_4_r23 1298 +#define _LOAD_FAST_5_r01 1299 +#define _LOAD_FAST_5_r12 1300 +#define _LOAD_FAST_5_r23 1301 +#define _LOAD_FAST_6_r01 1302 +#define _LOAD_FAST_6_r12 1303 +#define _LOAD_FAST_6_r23 1304 +#define _LOAD_FAST_7_r01 1305 +#define _LOAD_FAST_7_r12 1306 +#define _LOAD_FAST_7_r23 1307 +#define _LOAD_FAST_AND_CLEAR_r01 1308 +#define _LOAD_FAST_AND_CLEAR_r12 1309 +#define _LOAD_FAST_AND_CLEAR_r23 1310 +#define _LOAD_FAST_BORROW_r01 1311 +#define _LOAD_FAST_BORROW_r12 1312 +#define _LOAD_FAST_BORROW_r23 1313 +#define _LOAD_FAST_BORROW_0_r01 1314 +#define _LOAD_FAST_BORROW_0_r12 1315 +#define _LOAD_FAST_BORROW_0_r23 1316 +#define _LOAD_FAST_BORROW_1_r01 1317 +#define _LOAD_FAST_BORROW_1_r12 1318 +#define _LOAD_FAST_BORROW_1_r23 1319 +#define _LOAD_FAST_BORROW_2_r01 1320 +#define _LOAD_FAST_BORROW_2_r12 1321 +#define _LOAD_FAST_BORROW_2_r23 1322 +#define _LOAD_FAST_BORROW_3_r01 1323 +#define _LOAD_FAST_BORROW_3_r12 1324 +#define _LOAD_FAST_BORROW_3_r23 1325 +#define _LOAD_FAST_BORROW_4_r01 1326 +#define _LOAD_FAST_BORROW_4_r12 1327 +#define _LOAD_FAST_BORROW_4_r23 1328 +#define _LOAD_FAST_BORROW_5_r01 1329 +#define _LOAD_FAST_BORROW_5_r12 1330 +#define _LOAD_FAST_BORROW_5_r23 1331 +#define _LOAD_FAST_BORROW_6_r01 1332 +#define _LOAD_FAST_BORROW_6_r12 1333 +#define _LOAD_FAST_BORROW_6_r23 1334 +#define _LOAD_FAST_BORROW_7_r01 1335 +#define _LOAD_FAST_BORROW_7_r12 1336 +#define _LOAD_FAST_BORROW_7_r23 1337 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1338 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1339 +#define _LOAD_FAST_CHECK_r01 1340 +#define _LOAD_FAST_CHECK_r12 1341 +#define _LOAD_FAST_CHECK_r23 1342 +#define _LOAD_FAST_LOAD_FAST_r02 1343 +#define _LOAD_FAST_LOAD_FAST_r13 1344 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1345 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1346 +#define _LOAD_GLOBAL_r00 1347 +#define _LOAD_GLOBAL_BUILTINS_r01 1348 +#define _LOAD_GLOBAL_MODULE_r01 1349 +#define _LOAD_LOCALS_r01 1350 +#define _LOAD_LOCALS_r12 1351 +#define _LOAD_LOCALS_r23 1352 +#define _LOAD_NAME_r01 1353 +#define _LOAD_SMALL_INT_r01 1354 +#define _LOAD_SMALL_INT_r12 1355 +#define _LOAD_SMALL_INT_r23 1356 +#define _LOAD_SMALL_INT_0_r01 1357 +#define _LOAD_SMALL_INT_0_r12 1358 +#define _LOAD_SMALL_INT_0_r23 1359 +#define _LOAD_SMALL_INT_1_r01 1360 +#define _LOAD_SMALL_INT_1_r12 1361 +#define _LOAD_SMALL_INT_1_r23 1362 +#define _LOAD_SMALL_INT_2_r01 1363 +#define _LOAD_SMALL_INT_2_r12 1364 +#define _LOAD_SMALL_INT_2_r23 1365 +#define _LOAD_SMALL_INT_3_r01 1366 +#define _LOAD_SMALL_INT_3_r12 1367 +#define _LOAD_SMALL_INT_3_r23 1368 +#define _LOAD_SPECIAL_r00 1369 +#define _LOAD_SUPER_ATTR_ATTR_r31 1370 +#define _LOAD_SUPER_ATTR_METHOD_r32 1371 +#define _LOCK_OBJECT_r01 1372 +#define _LOCK_OBJECT_r11 1373 +#define _LOCK_OBJECT_r22 1374 +#define _LOCK_OBJECT_r33 1375 +#define _MAKE_CALLARGS_A_TUPLE_r33 1376 +#define _MAKE_CELL_r00 1377 +#define _MAKE_FUNCTION_r11 1378 +#define _MAKE_HEAP_SAFE_r01 1379 +#define _MAKE_HEAP_SAFE_r11 1380 +#define _MAKE_HEAP_SAFE_r22 1381 +#define _MAKE_HEAP_SAFE_r33 1382 +#define _MAKE_WARM_r00 1383 +#define _MAKE_WARM_r11 1384 +#define _MAKE_WARM_r22 1385 +#define _MAKE_WARM_r33 1386 +#define _MAP_ADD_r20 1387 +#define _MATCH_CLASS_r33 1388 +#define _MATCH_KEYS_r23 1389 +#define _MATCH_MAPPING_r02 1390 +#define _MATCH_MAPPING_r12 1391 +#define _MATCH_MAPPING_r23 1392 +#define _MATCH_SEQUENCE_r02 1393 +#define _MATCH_SEQUENCE_r12 1394 +#define _MATCH_SEQUENCE_r23 1395 +#define _MAYBE_EXPAND_METHOD_r00 1396 +#define _MAYBE_EXPAND_METHOD_KW_r11 1397 +#define _MONITOR_CALL_r00 1398 +#define _MONITOR_CALL_KW_r11 1399 +#define _MONITOR_JUMP_BACKWARD_r00 1400 +#define _MONITOR_JUMP_BACKWARD_r11 1401 +#define _MONITOR_JUMP_BACKWARD_r22 1402 +#define _MONITOR_JUMP_BACKWARD_r33 1403 +#define _MONITOR_RESUME_r00 1404 +#define _NOP_r00 1405 +#define _NOP_r11 1406 +#define _NOP_r22 1407 +#define _NOP_r33 1408 +#define _POP_CALL_r20 1409 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1410 +#define _POP_CALL_ONE_r30 1411 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1412 +#define _POP_CALL_TWO_r30 1413 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1414 +#define _POP_EXCEPT_r10 1415 +#define _POP_ITER_r20 1416 +#define _POP_JUMP_IF_FALSE_r00 1417 +#define _POP_JUMP_IF_FALSE_r10 1418 +#define _POP_JUMP_IF_FALSE_r21 1419 +#define _POP_JUMP_IF_FALSE_r32 1420 +#define _POP_JUMP_IF_TRUE_r00 1421 +#define _POP_JUMP_IF_TRUE_r10 1422 +#define _POP_JUMP_IF_TRUE_r21 1423 +#define _POP_JUMP_IF_TRUE_r32 1424 +#define _POP_TOP_r10 1425 +#define _POP_TOP_FLOAT_r00 1426 +#define _POP_TOP_FLOAT_r10 1427 +#define _POP_TOP_FLOAT_r21 1428 +#define _POP_TOP_FLOAT_r32 1429 +#define _POP_TOP_INT_r00 1430 +#define _POP_TOP_INT_r10 1431 +#define _POP_TOP_INT_r21 1432 +#define _POP_TOP_INT_r32 1433 +#define _POP_TOP_LOAD_CONST_INLINE_r11 1434 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1435 +#define _POP_TOP_NOP_r00 1436 +#define _POP_TOP_NOP_r10 1437 +#define _POP_TOP_NOP_r21 1438 +#define _POP_TOP_NOP_r32 1439 +#define _POP_TOP_UNICODE_r00 1440 +#define _POP_TOP_UNICODE_r10 1441 +#define _POP_TOP_UNICODE_r21 1442 +#define _POP_TOP_UNICODE_r32 1443 +#define _POP_TWO_r20 1444 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1445 +#define _PUSH_EXC_INFO_r02 1446 +#define _PUSH_EXC_INFO_r12 1447 +#define _PUSH_EXC_INFO_r23 1448 +#define _PUSH_FRAME_r10 1449 +#define _PUSH_NULL_r01 1450 +#define _PUSH_NULL_r12 1451 +#define _PUSH_NULL_r23 1452 +#define _PUSH_NULL_CONDITIONAL_r00 1453 +#define _PY_FRAME_EX_r31 1454 +#define _PY_FRAME_GENERAL_r01 1455 +#define _PY_FRAME_KW_r11 1456 +#define _REPLACE_WITH_TRUE_r02 1457 +#define _REPLACE_WITH_TRUE_r12 1458 +#define _REPLACE_WITH_TRUE_r23 1459 +#define _RESUME_CHECK_r00 1460 +#define _RESUME_CHECK_r11 1461 +#define _RESUME_CHECK_r22 1462 +#define _RESUME_CHECK_r33 1463 +#define _RETURN_GENERATOR_r01 1464 +#define _RETURN_VALUE_r11 1465 +#define _SAVE_RETURN_OFFSET_r00 1466 +#define _SAVE_RETURN_OFFSET_r11 1467 +#define _SAVE_RETURN_OFFSET_r22 1468 +#define _SAVE_RETURN_OFFSET_r33 1469 +#define _SEND_r33 1470 +#define _SEND_GEN_FRAME_r33 1471 +#define _SETUP_ANNOTATIONS_r00 1472 +#define _SET_ADD_r10 1473 +#define _SET_FUNCTION_ATTRIBUTE_r01 1474 +#define _SET_FUNCTION_ATTRIBUTE_r11 1475 +#define _SET_FUNCTION_ATTRIBUTE_r21 1476 +#define _SET_FUNCTION_ATTRIBUTE_r32 1477 +#define _SET_IP_r00 1478 +#define _SET_IP_r11 1479 +#define _SET_IP_r22 1480 +#define _SET_IP_r33 1481 +#define _SET_UPDATE_r11 1482 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1483 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1484 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1485 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1486 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1487 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1488 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1489 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1490 +#define _SPILL_OR_RELOAD_r01 1491 +#define _SPILL_OR_RELOAD_r02 1492 +#define _SPILL_OR_RELOAD_r03 1493 +#define _SPILL_OR_RELOAD_r10 1494 +#define _SPILL_OR_RELOAD_r12 1495 +#define _SPILL_OR_RELOAD_r13 1496 +#define _SPILL_OR_RELOAD_r20 1497 +#define _SPILL_OR_RELOAD_r21 1498 +#define _SPILL_OR_RELOAD_r23 1499 +#define _SPILL_OR_RELOAD_r30 1500 +#define _SPILL_OR_RELOAD_r31 1501 +#define _SPILL_OR_RELOAD_r32 1502 +#define _START_EXECUTOR_r00 1503 +#define _STORE_ATTR_r20 1504 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1505 +#define _STORE_ATTR_SLOT_r21 1506 +#define _STORE_ATTR_WITH_HINT_r21 1507 +#define _STORE_DEREF_r10 1508 +#define _STORE_FAST_LOAD_FAST_r11 1509 +#define _STORE_FAST_STORE_FAST_r20 1510 +#define _STORE_GLOBAL_r10 1511 +#define _STORE_NAME_r10 1512 +#define _STORE_SLICE_r30 1513 +#define _STORE_SUBSCR_r30 1514 +#define _STORE_SUBSCR_DICT_r31 1515 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1516 +#define _STORE_SUBSCR_LIST_INT_r32 1517 +#define _SWAP_r11 1518 +#define _SWAP_2_r02 1519 +#define _SWAP_2_r12 1520 +#define _SWAP_2_r22 1521 +#define _SWAP_2_r33 1522 +#define _SWAP_3_r03 1523 +#define _SWAP_3_r13 1524 +#define _SWAP_3_r23 1525 +#define _SWAP_3_r33 1526 +#define _SWAP_FAST_r01 1527 +#define _SWAP_FAST_r11 1528 +#define _SWAP_FAST_r22 1529 +#define _SWAP_FAST_r33 1530 +#define _SWAP_FAST_0_r01 1531 +#define _SWAP_FAST_0_r11 1532 +#define _SWAP_FAST_0_r22 1533 +#define _SWAP_FAST_0_r33 1534 +#define _SWAP_FAST_1_r01 1535 +#define _SWAP_FAST_1_r11 1536 +#define _SWAP_FAST_1_r22 1537 +#define _SWAP_FAST_1_r33 1538 +#define _SWAP_FAST_2_r01 1539 +#define _SWAP_FAST_2_r11 1540 +#define _SWAP_FAST_2_r22 1541 +#define _SWAP_FAST_2_r33 1542 +#define _SWAP_FAST_3_r01 1543 +#define _SWAP_FAST_3_r11 1544 +#define _SWAP_FAST_3_r22 1545 +#define _SWAP_FAST_3_r33 1546 +#define _SWAP_FAST_4_r01 1547 +#define _SWAP_FAST_4_r11 1548 +#define _SWAP_FAST_4_r22 1549 +#define _SWAP_FAST_4_r33 1550 +#define _SWAP_FAST_5_r01 1551 +#define _SWAP_FAST_5_r11 1552 +#define _SWAP_FAST_5_r22 1553 +#define _SWAP_FAST_5_r33 1554 +#define _SWAP_FAST_6_r01 1555 +#define _SWAP_FAST_6_r11 1556 +#define _SWAP_FAST_6_r22 1557 +#define _SWAP_FAST_6_r33 1558 +#define _SWAP_FAST_7_r01 1559 +#define _SWAP_FAST_7_r11 1560 +#define _SWAP_FAST_7_r22 1561 +#define _SWAP_FAST_7_r33 1562 +#define _TIER2_RESUME_CHECK_r00 1563 +#define _TIER2_RESUME_CHECK_r11 1564 +#define _TIER2_RESUME_CHECK_r22 1565 +#define _TIER2_RESUME_CHECK_r33 1566 +#define _TO_BOOL_r11 1567 +#define _TO_BOOL_BOOL_r01 1568 +#define _TO_BOOL_BOOL_r11 1569 +#define _TO_BOOL_BOOL_r22 1570 +#define _TO_BOOL_BOOL_r33 1571 +#define _TO_BOOL_INT_r02 1572 +#define _TO_BOOL_INT_r12 1573 +#define _TO_BOOL_INT_r23 1574 +#define _TO_BOOL_LIST_r02 1575 +#define _TO_BOOL_LIST_r12 1576 +#define _TO_BOOL_LIST_r23 1577 +#define _TO_BOOL_NONE_r01 1578 +#define _TO_BOOL_NONE_r11 1579 +#define _TO_BOOL_NONE_r22 1580 +#define _TO_BOOL_NONE_r33 1581 +#define _TO_BOOL_STR_r02 1582 +#define _TO_BOOL_STR_r12 1583 +#define _TO_BOOL_STR_r23 1584 +#define _TRACE_RECORD_r00 1585 +#define _UNARY_INVERT_r12 1586 +#define _UNARY_NEGATIVE_r12 1587 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1588 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1589 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1590 +#define _UNARY_NOT_r01 1591 +#define _UNARY_NOT_r11 1592 +#define _UNARY_NOT_r22 1593 +#define _UNARY_NOT_r33 1594 +#define _UNPACK_EX_r10 1595 +#define _UNPACK_SEQUENCE_r10 1596 +#define _UNPACK_SEQUENCE_LIST_r10 1597 +#define _UNPACK_SEQUENCE_TUPLE_r10 1598 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1599 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1600 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1601 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1602 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1603 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1604 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1605 +#define _WITH_EXCEPT_START_r33 1606 +#define _YIELD_VALUE_r11 1607 +#define MAX_UOP_REGS_ID 1607 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 016bed17bf15aa..47f132e0d73668 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -127,6 +127,8 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT] = 0, [_BINARY_OP_ADD_UNICODE] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, [_BINARY_OP_INPLACE_ADD_UNICODE] = HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, + [_GUARD_BINARY_OP_EXTEND_LHS] = HAS_EXIT_FLAG, + [_GUARD_BINARY_OP_EXTEND_RHS] = HAS_EXIT_FLAG, [_GUARD_BINARY_OP_EXTEND] = HAS_EXIT_FLAG | HAS_ESCAPES_FLAG, [_BINARY_OP_EXTEND] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_BINARY_SLICE] = HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, @@ -1266,6 +1268,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_GUARD_BINARY_OP_EXTEND_LHS] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_BINARY_OP_EXTEND_LHS_r02 }, + { 2, 1, _GUARD_BINARY_OP_EXTEND_LHS_r12 }, + { 2, 2, _GUARD_BINARY_OP_EXTEND_LHS_r22 }, + { 3, 3, _GUARD_BINARY_OP_EXTEND_LHS_r33 }, + }, + }, + [_GUARD_BINARY_OP_EXTEND_RHS] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_BINARY_OP_EXTEND_RHS_r02 }, + { 2, 1, _GUARD_BINARY_OP_EXTEND_RHS_r12 }, + { 2, 2, _GUARD_BINARY_OP_EXTEND_RHS_r22 }, + { 3, 3, _GUARD_BINARY_OP_EXTEND_RHS_r33 }, + }, + }, [_GUARD_BINARY_OP_EXTEND] = { .best = { 2, 2, 2, 2 }, .entries = { @@ -4127,6 +4147,14 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_ADD_UNICODE_r13] = _BINARY_OP_ADD_UNICODE, [_BINARY_OP_ADD_UNICODE_r23] = _BINARY_OP_ADD_UNICODE, [_BINARY_OP_INPLACE_ADD_UNICODE_r21] = _BINARY_OP_INPLACE_ADD_UNICODE, + [_GUARD_BINARY_OP_EXTEND_LHS_r02] = _GUARD_BINARY_OP_EXTEND_LHS, + [_GUARD_BINARY_OP_EXTEND_LHS_r12] = _GUARD_BINARY_OP_EXTEND_LHS, + [_GUARD_BINARY_OP_EXTEND_LHS_r22] = _GUARD_BINARY_OP_EXTEND_LHS, + [_GUARD_BINARY_OP_EXTEND_LHS_r33] = _GUARD_BINARY_OP_EXTEND_LHS, + [_GUARD_BINARY_OP_EXTEND_RHS_r02] = _GUARD_BINARY_OP_EXTEND_RHS, + [_GUARD_BINARY_OP_EXTEND_RHS_r12] = _GUARD_BINARY_OP_EXTEND_RHS, + [_GUARD_BINARY_OP_EXTEND_RHS_r22] = _GUARD_BINARY_OP_EXTEND_RHS, + [_GUARD_BINARY_OP_EXTEND_RHS_r33] = _GUARD_BINARY_OP_EXTEND_RHS, [_GUARD_BINARY_OP_EXTEND_r22] = _GUARD_BINARY_OP_EXTEND, [_BINARY_OP_EXTEND_r23] = _BINARY_OP_EXTEND, [_BINARY_SLICE_r31] = _BINARY_SLICE, @@ -5123,6 +5151,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GET_LEN_r12] = "_GET_LEN_r12", [_GUARD_BINARY_OP_EXTEND] = "_GUARD_BINARY_OP_EXTEND", [_GUARD_BINARY_OP_EXTEND_r22] = "_GUARD_BINARY_OP_EXTEND_r22", + [_GUARD_BINARY_OP_EXTEND_LHS] = "_GUARD_BINARY_OP_EXTEND_LHS", + [_GUARD_BINARY_OP_EXTEND_LHS_r02] = "_GUARD_BINARY_OP_EXTEND_LHS_r02", + [_GUARD_BINARY_OP_EXTEND_LHS_r12] = "_GUARD_BINARY_OP_EXTEND_LHS_r12", + [_GUARD_BINARY_OP_EXTEND_LHS_r22] = "_GUARD_BINARY_OP_EXTEND_LHS_r22", + [_GUARD_BINARY_OP_EXTEND_LHS_r33] = "_GUARD_BINARY_OP_EXTEND_LHS_r33", + [_GUARD_BINARY_OP_EXTEND_RHS] = "_GUARD_BINARY_OP_EXTEND_RHS", + [_GUARD_BINARY_OP_EXTEND_RHS_r02] = "_GUARD_BINARY_OP_EXTEND_RHS_r02", + [_GUARD_BINARY_OP_EXTEND_RHS_r12] = "_GUARD_BINARY_OP_EXTEND_RHS_r12", + [_GUARD_BINARY_OP_EXTEND_RHS_r22] = "_GUARD_BINARY_OP_EXTEND_RHS_r22", + [_GUARD_BINARY_OP_EXTEND_RHS_r33] = "_GUARD_BINARY_OP_EXTEND_RHS_r33", [_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS] = "_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS", [_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02] = "_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02", [_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12] = "_GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12", @@ -6217,6 +6255,10 @@ int _PyUop_num_popped(int opcode, int oparg) return 2; case _BINARY_OP_INPLACE_ADD_UNICODE: return 2; + case _GUARD_BINARY_OP_EXTEND_LHS: + return 0; + case _GUARD_BINARY_OP_EXTEND_RHS: + return 0; case _GUARD_BINARY_OP_EXTEND: return 0; case _BINARY_OP_EXTEND: diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 999196353c232d..8cd4409593b7ef 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -961,14 +961,32 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(temp); } + op(_GUARD_BINARY_OP_EXTEND_LHS, (descr/4, left, right -- left, right)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->lhs_type != NULL); + EXIT_IF(Py_TYPE(left_o) != d->lhs_type); + } + + op(_GUARD_BINARY_OP_EXTEND_RHS, (descr/4, left, right -- left, right)) { + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->rhs_type != NULL); + EXIT_IF(Py_TYPE(right_o) != d->rhs_type); + } + op(_GUARD_BINARY_OP_EXTEND, (descr/4, left, right -- left, right)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); - assert(d && d->guard); - int res = d->guard(left_o, right_o); - EXIT_IF(!res); + assert(d != NULL); + int match = (d->guard != NULL) + ? d->guard(left_o, right_o) + : (Py_TYPE(left_o) == d->lhs_type && Py_TYPE(right_o) == d->rhs_type); + EXIT_IF(!match); } op(_BINARY_OP_EXTEND, (descr/4, left, right -- res, l, r)) { diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 2e23ce42b1440f..a5bef0e2764772 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -6169,6 +6169,216 @@ break; } + case _GUARD_BINARY_OP_EXTEND_LHS_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->lhs_type != NULL); + if (Py_TYPE(left_o) != d->lhs_type) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_LHS_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->lhs_type != NULL); + if (Py_TYPE(left_o) != d->lhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_LHS_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + left = _stack_item_0; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->lhs_type != NULL); + if (Py_TYPE(left_o) != d->lhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_LHS_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->lhs_type != NULL); + if (Py_TYPE(left_o) != d->lhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_RHS_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + right = stack_pointer[-1]; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->rhs_type != NULL); + if (Py_TYPE(right_o) != d->rhs_type) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = right; + _tos_cache0 = stack_pointer[-2]; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_RHS_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->rhs_type != NULL); + if (Py_TYPE(right_o) != d->rhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = right; + _tos_cache0 = stack_pointer[-1]; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_RHS_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->rhs_type != NULL); + if (Py_TYPE(right_o) != d->rhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = right; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_BINARY_OP_EXTEND_RHS_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + right = _stack_item_2; + PyObject *descr = (PyObject *)CURRENT_OPERAND0_64(); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; + assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); + assert(d && d->guard == NULL && d->rhs_type != NULL); + if (Py_TYPE(right_o) != d->rhs_type) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = right; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = right; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_BINARY_OP_EXTEND_r22: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -6183,15 +6393,17 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); - assert(d && d->guard); + assert(d != NULL); stack_pointer[0] = left; stack_pointer[1] = right; stack_pointer += 2; ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); _PyFrame_SetStackPointer(frame, stack_pointer); - int res = d->guard(left_o, right_o); + int match = (d->guard != NULL) + ? d->guard(left_o, right_o) + : (Py_TYPE(left_o) == d->lhs_type && Py_TYPE(right_o) == d->rhs_type); stack_pointer = _PyFrame_GetStackPointer(frame); - if (!res) { + if (!match) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index bb470e75e428cb..1aeaec156afbfe 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -342,11 +342,13 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); - assert(d && d->guard); + assert(d != NULL); _PyFrame_SetStackPointer(frame, stack_pointer); - int res = d->guard(left_o, right_o); + int match = (d->guard != NULL) + ? d->guard(left_o, right_o) + : (Py_TYPE(left_o) == d->lhs_type && Py_TYPE(right_o) == d->rhs_type); stack_pointer = _PyFrame_GetStackPointer(frame); - if (!res) { + if (!match) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index e77882dbcca569..8dd8e8f278b891 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -409,15 +409,42 @@ dummy_func(void) { r = right; } + op(_GUARD_BINARY_OP_EXTEND_LHS, (descr/4, left, right -- left, right)) { + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + assert(d != NULL && d->guard == NULL && d->lhs_type != NULL); + if (sym_matches_type(left, d->lhs_type)) { + ADD_OP(_NOP, 0, 0); + } + sym_set_type(left, d->lhs_type); + } + + op(_GUARD_BINARY_OP_EXTEND_RHS, (descr/4, left, right -- left, right)) { + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + assert(d != NULL && d->guard == NULL && d->rhs_type != NULL); + if (sym_matches_type(right, d->rhs_type)) { + ADD_OP(_NOP, 0, 0); + } + sym_set_type(right, d->rhs_type); + } + op(_GUARD_BINARY_OP_EXTEND, (descr/4, left, right -- left, right)) { _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; if (d != NULL && d->guard == NULL) { /* guard == NULL means the check is purely a type test against lhs_type/rhs_type, so eliminate it when types are already known. */ assert(d->lhs_type != NULL && d->rhs_type != NULL); - if (sym_matches_type(left, d->lhs_type) && - sym_matches_type(right, d->rhs_type)) { - REPLACE_OP(this_instr, _NOP, 0, 0); + bool lhs_known = sym_matches_type(left, d->lhs_type); + bool rhs_known = sym_matches_type(right, d->rhs_type); + if (lhs_known && rhs_known) { + ADD_OP(_NOP, 0, 0); + } + else if (lhs_known) { + ADD_OP(_GUARD_BINARY_OP_EXTEND_RHS, 0, 0); + sym_set_type(right, d->rhs_type); + } + else if (rhs_known) { + ADD_OP(_GUARD_BINARY_OP_EXTEND_LHS, 0, 0); + sym_set_type(left, d->lhs_type); } } } diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 32b91b0ec1c34d..7f0ca7a85bfe9d 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1155,6 +1155,32 @@ break; } + case _GUARD_BINARY_OP_EXTEND_LHS: { + JitOptRef left; + left = stack_pointer[-2]; + PyObject *descr = (PyObject *)this_instr->operand0; + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + assert(d != NULL && d->guard == NULL && d->lhs_type != NULL); + if (sym_matches_type(left, d->lhs_type)) { + ADD_OP(_NOP, 0, 0); + } + sym_set_type(left, d->lhs_type); + break; + } + + case _GUARD_BINARY_OP_EXTEND_RHS: { + JitOptRef right; + right = stack_pointer[-1]; + PyObject *descr = (PyObject *)this_instr->operand0; + _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; + assert(d != NULL && d->guard == NULL && d->rhs_type != NULL); + if (sym_matches_type(right, d->rhs_type)) { + ADD_OP(_NOP, 0, 0); + } + sym_set_type(right, d->rhs_type); + break; + } + case _GUARD_BINARY_OP_EXTEND: { JitOptRef right; JitOptRef left; @@ -1164,9 +1190,18 @@ _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr *)descr; if (d != NULL && d->guard == NULL) { assert(d->lhs_type != NULL && d->rhs_type != NULL); - if (sym_matches_type(left, d->lhs_type) && - sym_matches_type(right, d->rhs_type)) { - REPLACE_OP(this_instr, _NOP, 0, 0); + bool lhs_known = sym_matches_type(left, d->lhs_type); + bool rhs_known = sym_matches_type(right, d->rhs_type); + if (lhs_known && rhs_known) { + ADD_OP(_NOP, 0, 0); + } + else if (lhs_known) { + ADD_OP(_GUARD_BINARY_OP_EXTEND_RHS, 0, 0); + sym_set_type(right, d->rhs_type); + } + else if (rhs_known) { + ADD_OP(_GUARD_BINARY_OP_EXTEND_LHS, 0, 0); + sym_set_type(left, d->lhs_type); } } break; From 72e8ab80c122fd65225e0eddb3713bd028d9291e Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Thu, 9 Apr 2026 20:00:49 +0200 Subject: [PATCH 11/12] update tests --- Lib/test/test_capi/test_opt.py | 46 ++++++++++++++++++++++++ Modules/_testinternalcapi/test_cases.c.h | 8 +++-- 2 files changed, 51 insertions(+), 3 deletions(-) diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index e4050d3db48cb7..f46d30f176f433 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -3902,6 +3902,52 @@ def testfunc(n): # are known to be lists from the first _BINARY_OP_EXTEND. self.assertEqual(uops.count("_GUARD_BINARY_OP_EXTEND"), 1) + def test_binary_op_extend_partial_guard_lhs_known(self): + # When the lhs type is already known (from a prior _BINARY_OP_EXTEND + # result) but the rhs type is not, the optimizer should emit + # _GUARD_BINARY_OP_EXTEND_RHS (checking only the rhs) instead of + # the full _GUARD_BINARY_OP_EXTEND. + def testfunc(n): + a = [1, 2] + b = [3, 4] + total = 0 + for _ in range(n): + c = a + b # result type is list (known) + d = c + b # lhs (c) is known list, rhs (b) is not -> _GUARD_BINARY_OP_EXTEND_RHS + total += d[0] + return total + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_EXTEND", uops) + self.assertIn("_GUARD_BINARY_OP_EXTEND_RHS", uops) + self.assertNotIn("_GUARD_BINARY_OP_EXTEND_LHS", uops) + + def test_binary_op_extend_partial_guard_rhs_known(self): + # When the rhs type is already known (from a prior _BINARY_OP_EXTEND + # result) but the lhs type is not, the optimizer should emit + # _GUARD_BINARY_OP_EXTEND_LHS (checking only the lhs) instead of + # the full _GUARD_BINARY_OP_EXTEND. + def testfunc(n): + a = [1, 2] + b = [3, 4] + total = 0 + for _ in range(n): + c = a + b # result type is list (known) + d = b + c # rhs (c) is known list, lhs (b) is not -> _GUARD_BINARY_OP_EXTEND_LHS + total += d[0] + return total + + res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_EXTEND", uops) + self.assertIn("_GUARD_BINARY_OP_EXTEND_LHS", uops) + self.assertNotIn("_GUARD_BINARY_OP_EXTEND_RHS", uops) + def test_unary_invert_long_type(self): def testfunc(n): for _ in range(n): diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 995c19a816df4e..48fe60ecf0405b 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -342,11 +342,13 @@ PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); - assert(d && d->guard); + assert(d != NULL); _PyFrame_SetStackPointer(frame, stack_pointer); - int res = d->guard(left_o, right_o); + int match = (d->guard != NULL) + ? d->guard(left_o, right_o) + : (Py_TYPE(left_o) == d->lhs_type && Py_TYPE(right_o) == d->rhs_type); stack_pointer = _PyFrame_GetStackPointer(frame); - if (!res) { + if (!match) { UPDATE_MISS_STATS(BINARY_OP); assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); JUMP_TO_PREDICTED(BINARY_OP); From 652286a801050c36d582b6f935f709b221843a1b Mon Sep 17 00:00:00 2001 From: Pieter Eendebak Date: Fri, 10 Apr 2026 23:28:23 +0200 Subject: [PATCH 12/12] mark tier2 ops --- Lib/test/test_capi/test_opt.py | 2 +- Python/bytecodes.c | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index f46d30f176f433..09e85482c41a8f 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -3937,7 +3937,7 @@ def testfunc(n): for _ in range(n): c = a + b # result type is list (known) d = b + c # rhs (c) is known list, lhs (b) is not -> _GUARD_BINARY_OP_EXTEND_LHS - total += d[0] + total += d[2] return total res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD) diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 8cd4409593b7ef..d074ccea53cb0e 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -961,7 +961,7 @@ dummy_func( res = PyStackRef_FromPyObjectSteal(temp); } - op(_GUARD_BINARY_OP_EXTEND_LHS, (descr/4, left, right -- left, right)) { + tier2 op(_GUARD_BINARY_OP_EXTEND_LHS, (descr/4, left, right -- left, right)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5); @@ -969,7 +969,7 @@ dummy_func( EXIT_IF(Py_TYPE(left_o) != d->lhs_type); } - op(_GUARD_BINARY_OP_EXTEND_RHS, (descr/4, left, right -- left, right)) { + tier2 op(_GUARD_BINARY_OP_EXTEND_RHS, (descr/4, left, right -- left, right)) { PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); _PyBinaryOpSpecializationDescr *d = (_PyBinaryOpSpecializationDescr*)descr; assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5);