diff --git a/Include/internal/pycore_long.h b/Include/internal/pycore_long.h index fb5622c99f7a135..4e9de7eeb5eaf70 100644 --- a/Include/internal/pycore_long.h +++ b/Include/internal/pycore_long.h @@ -116,6 +116,10 @@ PyAPI_DATA(PyObject*) _PyLong_Lshift(PyObject *, int64_t); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Add(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Multiply(PyLongObject *left, PyLongObject *right); PyAPI_FUNC(_PyStackRef) _PyCompactLong_Subtract(PyLongObject *left, PyLongObject *right); +/* Wide variants: accept exact ints in the full int64 range (may be non-compact). */ +PyAPI_FUNC(_PyStackRef) _PyCompactLong_AddWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_MultiplyWide(PyLongObject *left, PyLongObject *right); +PyAPI_FUNC(_PyStackRef) _PyCompactLong_SubtractWide(PyLongObject *left, PyLongObject *right); // Export for 'binascii' shared extension. PyAPI_DATA(unsigned char) _PyLong_DigitValue[256]; @@ -217,6 +221,7 @@ _PyLong_BothAreCompact(const PyLongObject* a, const PyLongObject* b) { static inline bool _PyLong_IsZero(const PyLongObject *op) { + assert(op != NULL); return (op->long_value.lv_tag & SIGN_MASK) == SIGN_ZERO; } @@ -346,6 +351,109 @@ _PyLong_CheckExactAndCompact(PyObject *op) return PyLong_CheckExact(op) && _PyLong_IsCompact((const PyLongObject *)op); } +/* A cheap range guard used by Tier 2 / JIT integer fast paths. + * + * "Compact" ints are single-digit. Non-compact ints may still fit in int64_t, + * but are limited to a small number of digits (3 for 30-bit digits, 5 for + * 15-bit digits). + */ +#define _PY_LONG_MAX_DIGITS_FOR_INT64 ((64 + PyLong_SHIFT - 1) / PyLong_SHIFT) + +static inline int +_PyLong_FitsInt64(const PyLongObject *v) +{ + uintptr_t tag = v->long_value.lv_tag; + if (tag < (2 << NON_SIZE_BITS)) { + return 1; + } + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); + if (ndigits < _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 1; + } + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return 0; + } + + unsigned int shift = PyLong_SHIFT * (unsigned int)(ndigits - 1); + uint64_t top = (uint64_t)v->long_value.ob_digit[ndigits - 1]; + if ((tag & SIGN_MASK) == SIGN_NEGATIVE) { + uint64_t max_top = ((uint64_t)INT64_MAX + 1) >> shift; + if (top < max_top) { + return 1; + } + if (top > max_top) { + return 0; + } + for (Py_ssize_t i = 0; i < ndigits - 1; i++) { + if (v->long_value.ob_digit[i] != 0) { + return 0; + } + } + return 1; + } + uint64_t max_top = (uint64_t)INT64_MAX >> shift; + return top <= max_top; +} + +static inline int +_PyLong_CheckExactAndFitsInt64(PyObject *op) +{ + return PyLong_CheckExact(op) && + _PyLong_FitsInt64((const PyLongObject *)op); +} + +/* Extract an exact int to int64_t without raising. + * + * Returns true on success and writes to *out; returns false if the value is + * out of int64_t range. Never sets an exception. + */ +static inline bool +_PyLong_TryAsInt64Exact(PyLongObject *v, int64_t *out) +{ + assert(PyLong_CheckExact((PyObject *)v)); + uintptr_t tag = v->long_value.lv_tag; + int sign = 1 - (tag & SIGN_MASK); + if (tag < (2 << NON_SIZE_BITS)) { + *out = (int64_t)(sign * (Py_ssize_t)v->long_value.ob_digit[0]); + return true; + } + Py_ssize_t ndigits = (Py_ssize_t)(tag >> NON_SIZE_BITS); + if (ndigits > _PY_LONG_MAX_DIGITS_FOR_INT64) { + return false; + } + uint64_t abs_val = 0; +#if PyLong_SHIFT == 30 + if (ndigits == 2) { + abs_val = (uint64_t)v->long_value.ob_digit[0] | + ((uint64_t)v->long_value.ob_digit[1] << 30); + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } +#endif + unsigned int shift = 0; + for (Py_ssize_t i = 0; i < ndigits; i++) { + uint64_t d = (uint64_t)v->long_value.ob_digit[i]; + if (ndigits == _PY_LONG_MAX_DIGITS_FOR_INT64 && + i == ndigits - 1 && + shift != 0 && + (d >> (64 - shift)) != 0) + { + return false; + } + abs_val |= d << shift; + shift += PyLong_SHIFT; + } + if (abs_val <= (uint64_t)INT64_MAX) { + *out = sign < 0 ? -(int64_t)abs_val : (int64_t)abs_val; + return true; + } + if (sign < 0 && abs_val == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + return true; + } + return false; +} + #ifdef __cplusplus } #endif diff --git a/Include/internal/pycore_opcode_metadata.h b/Include/internal/pycore_opcode_metadata.h index d2e29a1b95ede2f..79c8b3101d3e64d 100644 --- a/Include/internal/pycore_opcode_metadata.h +++ b/Include/internal/pycore_opcode_metadata.h @@ -44,6 +44,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_ADD_INT: return 2; + case BINARY_OP_ADD_INT_WIDE: + return 2; case BINARY_OP_ADD_UNICODE: return 2; case BINARY_OP_EXTEND: @@ -54,6 +56,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_MULTIPLY_INT: return 2; + case BINARY_OP_MULTIPLY_INT_WIDE: + return 2; case BINARY_OP_SUBSCR_DICT: return 2; case BINARY_OP_SUBSCR_GETITEM: @@ -72,6 +76,8 @@ int _PyOpcode_num_popped(int opcode, int oparg) { return 2; case BINARY_OP_SUBTRACT_INT: return 2; + case BINARY_OP_SUBTRACT_INT_WIDE: + return 2; case BINARY_SLICE: return 3; case BUILD_INTERPOLATION: @@ -545,6 +551,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_ADD_INT: return 1; + case BINARY_OP_ADD_INT_WIDE: + return 1; case BINARY_OP_ADD_UNICODE: return 1; case BINARY_OP_EXTEND: @@ -555,6 +563,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_MULTIPLY_INT: return 1; + case BINARY_OP_MULTIPLY_INT_WIDE: + return 1; case BINARY_OP_SUBSCR_DICT: return 1; case BINARY_OP_SUBSCR_GETITEM: @@ -573,6 +583,8 @@ int _PyOpcode_num_pushed(int opcode, int oparg) { return 1; case BINARY_OP_SUBTRACT_INT: return 1; + case BINARY_OP_SUBTRACT_INT_WIDE: + return 1; case BINARY_SLICE: return 1; case BUILD_INTERPOLATION: @@ -1115,11 +1127,13 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP] = { true, INSTR_FMT_IBC0000, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_ADD_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_ADD_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_ADD_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_EXTEND] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_INPLACE_ADD_UNICODE] = { true, INSTR_FMT_IXC0000, HAS_LOCAL_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_MULTIPLY_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_MULTIPLY_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_MULTIPLY_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_OP_SUBSCR_DICT] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_GETITEM] = { true, INSTR_FMT_IXC0000, HAS_DEOPT_FLAG | HAS_EXIT_FLAG | HAS_SYNC_SP_FLAG | HAS_NEEDS_GUARD_IP_FLAG | HAS_RECORDS_VALUE_FLAG }, [BINARY_OP_SUBSCR_LIST_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, @@ -1129,6 +1143,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [BINARY_OP_SUBSCR_USTR_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, [BINARY_OP_SUBTRACT_FLOAT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG }, [BINARY_OP_SUBTRACT_INT] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG }, + [BINARY_OP_SUBTRACT_INT_WIDE] = { true, INSTR_FMT_IXC0000, HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BINARY_SLICE] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_INTERPOLATION] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [BUILD_LIST] = { true, INSTR_FMT_IB, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, @@ -1174,7 +1189,7 @@ const struct opcode_metadata _PyOpcode_opcode_metadata[267] = { [CLEANUP_THROW] = { true, INSTR_FMT_IX, HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_FLOAT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, - [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, + [COMPARE_OP_INT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG }, [COMPARE_OP_STR] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG }, [CONTAINS_OP] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, [CONTAINS_OP_DICT] = { true, INSTR_FMT_IBC, HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG }, @@ -1373,11 +1388,13 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP] = { .nuops = 5, .uops = { { _RECORD_TOS_TYPE, OPARG_SIMPLE, 0 }, { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _BINARY_OP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 }, { _POP_TOP, OPARG_SIMPLE, 4 } } }, [BINARY_OP_ADD_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_ADD_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_ADD_UNICODE] = { .nuops = 5, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_ADD_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_EXTEND] = { .nuops = 4, .uops = { { _GUARD_BINARY_OP_EXTEND, 4, 1 }, { _BINARY_OP_EXTEND, 4, 1 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_INPLACE_ADD_UNICODE] = { .nuops = 3, .uops = { { _GUARD_TOS_UNICODE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_INPLACE_ADD_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_MULTIPLY_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_MULTIPLY_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_MULTIPLY_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_DICT] = { .nuops = 5, .uops = { { _RECORD_NOS_TYPE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_DICT_SUBSCRIPT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_DICT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_GETITEM] = { .nuops = 5, .uops = { { _RECORD_NOS, OPARG_SIMPLE, 0 }, { _CHECK_PEP_523, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_CHECK_FUNC, OPARG_SIMPLE, 5 }, { _BINARY_OP_SUBSCR_INIT_CALL, OPARG_SIMPLE, 5 }, { _PUSH_FRAME, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBSCR_LIST_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_LIST, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_LIST_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP, OPARG_SIMPLE, 5 } } }, @@ -1387,6 +1404,7 @@ _PyOpcode_macro_expansion[256] = { [BINARY_OP_SUBSCR_USTR_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_UNICODE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBSCR_USTR_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_UNICODE, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_FLOAT] = { .nuops = 5, .uops = { { _GUARD_TOS_FLOAT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_FLOAT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 }, { _POP_TOP_FLOAT, OPARG_SIMPLE, 5 } } }, [BINARY_OP_SUBTRACT_INT] = { .nuops = 5, .uops = { { _GUARD_TOS_INT, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, + [BINARY_OP_SUBTRACT_INT_WIDE] = { .nuops = 5, .uops = { { _GUARD_TOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _GUARD_NOS_INT_WIDE, OPARG_SIMPLE, 0 }, { _BINARY_OP_SUBTRACT_INT_WIDE, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 }, { _POP_TOP_INT, OPARG_SIMPLE, 5 } } }, [BINARY_SLICE] = { .nuops = 1, .uops = { { _BINARY_SLICE, OPARG_SIMPLE, 0 } } }, [BUILD_INTERPOLATION] = { .nuops = 1, .uops = { { _BUILD_INTERPOLATION, OPARG_SIMPLE, 0 } } }, [BUILD_LIST] = { .nuops = 1, .uops = { { _BUILD_LIST, OPARG_SIMPLE, 0 } } }, @@ -1573,11 +1591,13 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP] = "BINARY_OP", [BINARY_OP_ADD_FLOAT] = "BINARY_OP_ADD_FLOAT", [BINARY_OP_ADD_INT] = "BINARY_OP_ADD_INT", + [BINARY_OP_ADD_INT_WIDE] = "BINARY_OP_ADD_INT_WIDE", [BINARY_OP_ADD_UNICODE] = "BINARY_OP_ADD_UNICODE", [BINARY_OP_EXTEND] = "BINARY_OP_EXTEND", [BINARY_OP_INPLACE_ADD_UNICODE] = "BINARY_OP_INPLACE_ADD_UNICODE", [BINARY_OP_MULTIPLY_FLOAT] = "BINARY_OP_MULTIPLY_FLOAT", [BINARY_OP_MULTIPLY_INT] = "BINARY_OP_MULTIPLY_INT", + [BINARY_OP_MULTIPLY_INT_WIDE] = "BINARY_OP_MULTIPLY_INT_WIDE", [BINARY_OP_SUBSCR_DICT] = "BINARY_OP_SUBSCR_DICT", [BINARY_OP_SUBSCR_GETITEM] = "BINARY_OP_SUBSCR_GETITEM", [BINARY_OP_SUBSCR_LIST_INT] = "BINARY_OP_SUBSCR_LIST_INT", @@ -1587,6 +1607,7 @@ const char *_PyOpcode_OpName[267] = { [BINARY_OP_SUBSCR_USTR_INT] = "BINARY_OP_SUBSCR_USTR_INT", [BINARY_OP_SUBTRACT_FLOAT] = "BINARY_OP_SUBTRACT_FLOAT", [BINARY_OP_SUBTRACT_INT] = "BINARY_OP_SUBTRACT_INT", + [BINARY_OP_SUBTRACT_INT_WIDE] = "BINARY_OP_SUBTRACT_INT_WIDE", [BINARY_SLICE] = "BINARY_SLICE", [BUILD_INTERPOLATION] = "BUILD_INTERPOLATION", [BUILD_LIST] = "BUILD_LIST", @@ -1856,9 +1877,6 @@ const uint8_t _PyOpcode_Deopt[256] = { [125] = 125, [126] = 126, [127] = 127, - [219] = 219, - [220] = 220, - [221] = 221, [222] = 222, [223] = 223, [224] = 224, @@ -1873,11 +1891,13 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP] = BINARY_OP, [BINARY_OP_ADD_FLOAT] = BINARY_OP, [BINARY_OP_ADD_INT] = BINARY_OP, + [BINARY_OP_ADD_INT_WIDE] = BINARY_OP, [BINARY_OP_ADD_UNICODE] = BINARY_OP, [BINARY_OP_EXTEND] = BINARY_OP, [BINARY_OP_INPLACE_ADD_UNICODE] = BINARY_OP, [BINARY_OP_MULTIPLY_FLOAT] = BINARY_OP, [BINARY_OP_MULTIPLY_INT] = BINARY_OP, + [BINARY_OP_MULTIPLY_INT_WIDE] = BINARY_OP, [BINARY_OP_SUBSCR_DICT] = BINARY_OP, [BINARY_OP_SUBSCR_GETITEM] = BINARY_OP, [BINARY_OP_SUBSCR_LIST_INT] = BINARY_OP, @@ -1887,6 +1907,7 @@ const uint8_t _PyOpcode_Deopt[256] = { [BINARY_OP_SUBSCR_USTR_INT] = BINARY_OP, [BINARY_OP_SUBTRACT_FLOAT] = BINARY_OP, [BINARY_OP_SUBTRACT_INT] = BINARY_OP, + [BINARY_OP_SUBTRACT_INT_WIDE] = BINARY_OP, [BINARY_SLICE] = BINARY_SLICE, [BUILD_INTERPOLATION] = BUILD_INTERPOLATION, [BUILD_LIST] = BUILD_LIST, @@ -2117,9 +2138,6 @@ const uint8_t _PyOpcode_Deopt[256] = { case 125: \ case 126: \ case 127: \ - case 219: \ - case 220: \ - case 221: \ case 222: \ case 223: \ case 224: \ diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h index 8c35c4416fe3c8c..300a4bc645c1fd6 100644 --- a/Include/internal/pycore_optimizer.h +++ b/Include/internal/pycore_optimizer.h @@ -462,6 +462,7 @@ extern JitOptRef _Py_uop_sym_tuple_getitem(JitOptContext *ctx, JitOptRef sym, Py extern Py_ssize_t _Py_uop_sym_tuple_length(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_truthiness(JitOptContext *ctx, JitOptRef value, bool truthy); extern bool _Py_uop_sym_is_compact_int(JitOptRef sym); +extern bool _Py_uop_sym_fits_int64(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_compact_int(JitOptContext *ctx); extern void _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef sym); extern JitOptRef _Py_uop_sym_new_predicate(JitOptContext *ctx, JitOptRef lhs_ref, JitOptRef rhs_ref, JitOptPredicateKind kind); diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 7c44c0a430b7311..66ce37087796922 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -19,34 +19,43 @@ extern "C" { #define _BINARY_OP_ADD_INT 307 #define _BINARY_OP_ADD_INT_INPLACE 308 #define _BINARY_OP_ADD_INT_INPLACE_RIGHT 309 -#define _BINARY_OP_ADD_UNICODE 310 -#define _BINARY_OP_EXTEND 311 -#define _BINARY_OP_INPLACE_ADD_UNICODE 312 -#define _BINARY_OP_MULTIPLY_FLOAT 313 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 314 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 315 -#define _BINARY_OP_MULTIPLY_INT 316 -#define _BINARY_OP_MULTIPLY_INT_INPLACE 317 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 318 -#define _BINARY_OP_SUBSCR_CHECK_FUNC 319 -#define _BINARY_OP_SUBSCR_DICT 320 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 321 -#define _BINARY_OP_SUBSCR_INIT_CALL 322 -#define _BINARY_OP_SUBSCR_LIST_INT 323 -#define _BINARY_OP_SUBSCR_LIST_SLICE 324 -#define _BINARY_OP_SUBSCR_STR_INT 325 -#define _BINARY_OP_SUBSCR_TUPLE_INT 326 -#define _BINARY_OP_SUBSCR_USTR_INT 327 -#define _BINARY_OP_SUBTRACT_FLOAT 328 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 329 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 330 -#define _BINARY_OP_SUBTRACT_INT 331 -#define _BINARY_OP_SUBTRACT_INT_INPLACE 332 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 333 -#define _BINARY_OP_TRUEDIV_FLOAT 334 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 335 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 336 -#define _BINARY_SLICE 337 +#define _BINARY_OP_ADD_INT_WIDE 310 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE 311 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT 312 +#define _BINARY_OP_ADD_UNICODE 313 +#define _BINARY_OP_EXTEND 314 +#define _BINARY_OP_INPLACE_ADD_UNICODE 315 +#define _BINARY_OP_MULTIPLY_FLOAT 316 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE 317 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT 318 +#define _BINARY_OP_MULTIPLY_INT 319 +#define _BINARY_OP_MULTIPLY_INT_INPLACE 320 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT 321 +#define _BINARY_OP_MULTIPLY_INT_WIDE 322 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE 323 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT 324 +#define _BINARY_OP_SUBSCR_CHECK_FUNC 325 +#define _BINARY_OP_SUBSCR_DICT 326 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH 327 +#define _BINARY_OP_SUBSCR_INIT_CALL 328 +#define _BINARY_OP_SUBSCR_LIST_INT 329 +#define _BINARY_OP_SUBSCR_LIST_SLICE 330 +#define _BINARY_OP_SUBSCR_STR_INT 331 +#define _BINARY_OP_SUBSCR_TUPLE_INT 332 +#define _BINARY_OP_SUBSCR_USTR_INT 333 +#define _BINARY_OP_SUBTRACT_FLOAT 334 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE 335 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT 336 +#define _BINARY_OP_SUBTRACT_INT 337 +#define _BINARY_OP_SUBTRACT_INT_INPLACE 338 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT 339 +#define _BINARY_OP_SUBTRACT_INT_WIDE 340 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE 341 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT 342 +#define _BINARY_OP_TRUEDIV_FLOAT 343 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE 344 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT 345 +#define _BINARY_SLICE 346 #define _BUILD_INTERPOLATION BUILD_INTERPOLATION #define _BUILD_LIST BUILD_LIST #define _BUILD_MAP BUILD_MAP @@ -55,199 +64,203 @@ extern "C" { #define _BUILD_STRING BUILD_STRING #define _BUILD_TEMPLATE BUILD_TEMPLATE #define _BUILD_TUPLE BUILD_TUPLE -#define _CALL_BUILTIN_CLASS 338 -#define _CALL_BUILTIN_FAST 339 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 340 -#define _CALL_BUILTIN_O 341 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL 342 -#define _CALL_INTRINSIC_1 343 -#define _CALL_INTRINSIC_2 344 -#define _CALL_ISINSTANCE 345 -#define _CALL_KW_NON_PY 346 -#define _CALL_LEN 347 -#define _CALL_LIST_APPEND 348 -#define _CALL_METHOD_DESCRIPTOR_FAST 349 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 350 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 351 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 352 -#define _CALL_METHOD_DESCRIPTOR_NOARGS 353 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 354 -#define _CALL_METHOD_DESCRIPTOR_O 355 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE 356 -#define _CALL_NON_PY_GENERAL 357 -#define _CALL_STR_1 358 -#define _CALL_TUPLE_1 359 -#define _CALL_TYPE_1 360 -#define _CHECK_ATTR_CLASS 361 -#define _CHECK_ATTR_METHOD_LAZY_DICT 362 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 363 +#define _CALL_BUILTIN_CLASS 347 +#define _CALL_BUILTIN_FAST 348 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS 349 +#define _CALL_BUILTIN_O 350 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL 351 +#define _CALL_INTRINSIC_1 352 +#define _CALL_INTRINSIC_2 353 +#define _CALL_ISINSTANCE 354 +#define _CALL_KW_NON_PY 355 +#define _CALL_LEN 356 +#define _CALL_LIST_APPEND 357 +#define _CALL_METHOD_DESCRIPTOR_FAST 358 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE 359 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 360 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE 361 +#define _CALL_METHOD_DESCRIPTOR_NOARGS 362 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE 363 +#define _CALL_METHOD_DESCRIPTOR_O 364 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE 365 +#define _CALL_NON_PY_GENERAL 366 +#define _CALL_STR_1 367 +#define _CALL_TUPLE_1 368 +#define _CALL_TYPE_1 369 +#define _CHECK_ATTR_CLASS 370 +#define _CHECK_ATTR_METHOD_LAZY_DICT 371 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS 372 #define _CHECK_EG_MATCH CHECK_EG_MATCH #define _CHECK_EXC_MATCH CHECK_EXC_MATCH -#define _CHECK_FUNCTION_EXACT_ARGS 364 -#define _CHECK_FUNCTION_VERSION 365 -#define _CHECK_FUNCTION_VERSION_INLINE 366 -#define _CHECK_FUNCTION_VERSION_KW 367 -#define _CHECK_IS_NOT_PY_CALLABLE 368 -#define _CHECK_IS_NOT_PY_CALLABLE_EX 369 -#define _CHECK_IS_NOT_PY_CALLABLE_KW 370 -#define _CHECK_IS_PY_CALLABLE_EX 371 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES 372 -#define _CHECK_METHOD_VERSION 373 -#define _CHECK_METHOD_VERSION_KW 374 -#define _CHECK_OBJECT 375 -#define _CHECK_PEP_523 376 -#define _CHECK_PERIODIC 377 -#define _CHECK_PERIODIC_AT_END 378 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 379 -#define _CHECK_RECURSION_LIMIT 380 -#define _CHECK_RECURSION_REMAINING 381 -#define _CHECK_STACK_SPACE 382 -#define _CHECK_STACK_SPACE_OPERAND 383 -#define _CHECK_VALIDITY 384 -#define _COLD_DYNAMIC_EXIT 385 -#define _COLD_EXIT 386 -#define _COMPARE_OP 387 -#define _COMPARE_OP_FLOAT 388 -#define _COMPARE_OP_INT 389 -#define _COMPARE_OP_STR 390 -#define _CONTAINS_OP 391 -#define _CONTAINS_OP_DICT 392 -#define _CONTAINS_OP_SET 393 +#define _CHECK_FUNCTION_EXACT_ARGS 373 +#define _CHECK_FUNCTION_VERSION 374 +#define _CHECK_FUNCTION_VERSION_INLINE 375 +#define _CHECK_FUNCTION_VERSION_KW 376 +#define _CHECK_IS_NOT_PY_CALLABLE 377 +#define _CHECK_IS_NOT_PY_CALLABLE_EX 378 +#define _CHECK_IS_NOT_PY_CALLABLE_KW 379 +#define _CHECK_IS_PY_CALLABLE_EX 380 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES 381 +#define _CHECK_METHOD_VERSION 382 +#define _CHECK_METHOD_VERSION_KW 383 +#define _CHECK_OBJECT 384 +#define _CHECK_PEP_523 385 +#define _CHECK_PERIODIC 386 +#define _CHECK_PERIODIC_AT_END 387 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM 388 +#define _CHECK_RECURSION_LIMIT 389 +#define _CHECK_RECURSION_REMAINING 390 +#define _CHECK_STACK_SPACE 391 +#define _CHECK_STACK_SPACE_OPERAND 392 +#define _CHECK_VALIDITY 393 +#define _COLD_DYNAMIC_EXIT 394 +#define _COLD_EXIT 395 +#define _COMPARE_OP 396 +#define _COMPARE_OP_FLOAT 397 +#define _COMPARE_OP_INT 398 +#define _COMPARE_OP_STR 399 +#define _CONTAINS_OP 400 +#define _CONTAINS_OP_DICT 401 +#define _CONTAINS_OP_SET 402 #define _CONVERT_VALUE CONVERT_VALUE -#define _COPY 394 -#define _COPY_1 395 -#define _COPY_2 396 -#define _COPY_3 397 +#define _COPY 403 +#define _COPY_1 404 +#define _COPY_2 405 +#define _COPY_3 406 #define _COPY_FREE_VARS COPY_FREE_VARS -#define _CREATE_INIT_FRAME 398 +#define _CREATE_INIT_FRAME 407 #define _DELETE_ATTR DELETE_ATTR #define _DELETE_DEREF DELETE_DEREF #define _DELETE_FAST DELETE_FAST #define _DELETE_GLOBAL DELETE_GLOBAL #define _DELETE_NAME DELETE_NAME #define _DELETE_SUBSCR DELETE_SUBSCR -#define _DEOPT 399 -#define _DICT_MERGE 400 -#define _DICT_UPDATE 401 -#define _DO_CALL 402 -#define _DO_CALL_FUNCTION_EX 403 -#define _DO_CALL_KW 404 -#define _DYNAMIC_EXIT 405 +#define _DEOPT 408 +#define _DICT_MERGE 409 +#define _DICT_UPDATE 410 +#define _DO_CALL 411 +#define _DO_CALL_FUNCTION_EX 412 +#define _DO_CALL_KW 413 +#define _DYNAMIC_EXIT 414 #define _END_FOR END_FOR #define _END_SEND END_SEND -#define _ERROR_POP_N 406 +#define _ERROR_POP_N 415 #define _EXIT_INIT_CHECK EXIT_INIT_CHECK -#define _EXPAND_METHOD 407 -#define _EXPAND_METHOD_KW 408 -#define _FATAL_ERROR 409 +#define _EXPAND_METHOD 416 +#define _EXPAND_METHOD_KW 417 +#define _FATAL_ERROR 418 #define _FORMAT_SIMPLE FORMAT_SIMPLE #define _FORMAT_WITH_SPEC FORMAT_WITH_SPEC -#define _FOR_ITER 410 -#define _FOR_ITER_GEN_FRAME 411 -#define _FOR_ITER_TIER_TWO 412 -#define _FOR_ITER_VIRTUAL 413 -#define _FOR_ITER_VIRTUAL_TIER_TWO 414 +#define _FOR_ITER 419 +#define _FOR_ITER_GEN_FRAME 420 +#define _FOR_ITER_TIER_TWO 421 +#define _FOR_ITER_VIRTUAL 422 +#define _FOR_ITER_VIRTUAL_TIER_TWO 423 #define _GET_AITER GET_AITER #define _GET_ANEXT GET_ANEXT #define _GET_AWAITABLE GET_AWAITABLE -#define _GET_ITER 415 -#define _GET_ITER_TRAD 416 +#define _GET_ITER 424 +#define _GET_ITER_TRAD 425 #define _GET_LEN GET_LEN -#define _GUARD_3OS_ASYNC_GEN_ASEND 417 -#define _GUARD_BINARY_OP_EXTEND 418 -#define _GUARD_BINARY_OP_EXTEND_LHS 419 -#define _GUARD_BINARY_OP_EXTEND_RHS 420 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 421 -#define _GUARD_BIT_IS_SET_POP 422 -#define _GUARD_BIT_IS_SET_POP_4 423 -#define _GUARD_BIT_IS_SET_POP_5 424 -#define _GUARD_BIT_IS_SET_POP_6 425 -#define _GUARD_BIT_IS_SET_POP_7 426 -#define _GUARD_BIT_IS_UNSET_POP 427 -#define _GUARD_BIT_IS_UNSET_POP_4 428 -#define _GUARD_BIT_IS_UNSET_POP_5 429 -#define _GUARD_BIT_IS_UNSET_POP_6 430 -#define _GUARD_BIT_IS_UNSET_POP_7 431 -#define _GUARD_CALLABLE_BUILTIN_CLASS 432 -#define _GUARD_CALLABLE_BUILTIN_FAST 433 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 434 -#define _GUARD_CALLABLE_BUILTIN_O 435 -#define _GUARD_CALLABLE_ISINSTANCE 436 -#define _GUARD_CALLABLE_LEN 437 -#define _GUARD_CALLABLE_LIST_APPEND 438 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 439 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 440 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 441 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 442 -#define _GUARD_CALLABLE_STR_1 443 -#define _GUARD_CALLABLE_TUPLE_1 444 -#define _GUARD_CALLABLE_TYPE_1 445 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR 446 -#define _GUARD_CODE_VERSION_RETURN_VALUE 447 -#define _GUARD_CODE_VERSION_YIELD_VALUE 448 -#define _GUARD_CODE_VERSION__PUSH_FRAME 449 -#define _GUARD_DORV_NO_DICT 450 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 451 -#define _GUARD_GLOBALS_VERSION 452 -#define _GUARD_IP_RETURN_GENERATOR 453 -#define _GUARD_IP_RETURN_VALUE 454 -#define _GUARD_IP_YIELD_VALUE 455 -#define _GUARD_IP__PUSH_FRAME 456 -#define _GUARD_IS_FALSE_POP 457 -#define _GUARD_IS_NONE_POP 458 -#define _GUARD_IS_NOT_NONE_POP 459 -#define _GUARD_IS_TRUE_POP 460 -#define _GUARD_ITERATOR 461 -#define _GUARD_ITER_VIRTUAL 462 -#define _GUARD_KEYS_VERSION 463 -#define _GUARD_LOAD_SUPER_ATTR_METHOD 464 -#define _GUARD_NOS_COMPACT_ASCII 465 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 466 -#define _GUARD_NOS_DICT_SUBSCRIPT 467 -#define _GUARD_NOS_FLOAT 468 -#define _GUARD_NOS_INT 469 -#define _GUARD_NOS_ITER_VIRTUAL 470 -#define _GUARD_NOS_LIST 471 -#define _GUARD_NOS_NOT_NULL 472 -#define _GUARD_NOS_NULL 473 -#define _GUARD_NOS_OVERFLOWED 474 -#define _GUARD_NOS_TUPLE 475 -#define _GUARD_NOS_TYPE_VERSION 476 -#define _GUARD_NOS_UNICODE 477 -#define _GUARD_NOT_EXHAUSTED_LIST 478 -#define _GUARD_NOT_EXHAUSTED_RANGE 479 -#define _GUARD_NOT_EXHAUSTED_TUPLE 480 -#define _GUARD_THIRD_NULL 481 -#define _GUARD_TOS_ANY_DICT 482 -#define _GUARD_TOS_ANY_SET 483 -#define _GUARD_TOS_DICT 484 -#define _GUARD_TOS_FLOAT 485 -#define _GUARD_TOS_FROZENDICT 486 -#define _GUARD_TOS_FROZENSET 487 -#define _GUARD_TOS_INT 488 -#define _GUARD_TOS_IS_NONE 489 -#define _GUARD_TOS_LIST 490 -#define _GUARD_TOS_NOT_NULL 491 -#define _GUARD_TOS_OVERFLOWED 492 -#define _GUARD_TOS_SET 493 -#define _GUARD_TOS_SLICE 494 -#define _GUARD_TOS_TUPLE 495 -#define _GUARD_TOS_UNICODE 496 -#define _GUARD_TYPE 497 -#define _GUARD_TYPE_ITER 498 -#define _GUARD_TYPE_VERSION 499 -#define _GUARD_TYPE_VERSION_LOCKED 500 -#define _HANDLE_PENDING_AND_DEOPT 501 +#define _GUARD_3OS_ASYNC_GEN_ASEND 426 +#define _GUARD_BINARY_OP_EXTEND 427 +#define _GUARD_BINARY_OP_EXTEND_LHS 428 +#define _GUARD_BINARY_OP_EXTEND_RHS 429 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS 430 +#define _GUARD_BIT_IS_SET_POP 431 +#define _GUARD_BIT_IS_SET_POP_4 432 +#define _GUARD_BIT_IS_SET_POP_5 433 +#define _GUARD_BIT_IS_SET_POP_6 434 +#define _GUARD_BIT_IS_SET_POP_7 435 +#define _GUARD_BIT_IS_UNSET_POP 436 +#define _GUARD_BIT_IS_UNSET_POP_4 437 +#define _GUARD_BIT_IS_UNSET_POP_5 438 +#define _GUARD_BIT_IS_UNSET_POP_6 439 +#define _GUARD_BIT_IS_UNSET_POP_7 440 +#define _GUARD_CALLABLE_BUILTIN_CLASS 441 +#define _GUARD_CALLABLE_BUILTIN_FAST 442 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS 443 +#define _GUARD_CALLABLE_BUILTIN_O 444 +#define _GUARD_CALLABLE_ISINSTANCE 445 +#define _GUARD_CALLABLE_LEN 446 +#define _GUARD_CALLABLE_LIST_APPEND 447 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST 448 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 449 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS 450 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O 451 +#define _GUARD_CALLABLE_STR_1 452 +#define _GUARD_CALLABLE_TUPLE_1 453 +#define _GUARD_CALLABLE_TYPE_1 454 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR 455 +#define _GUARD_CODE_VERSION_RETURN_VALUE 456 +#define _GUARD_CODE_VERSION_YIELD_VALUE 457 +#define _GUARD_CODE_VERSION__PUSH_FRAME 458 +#define _GUARD_DORV_NO_DICT 459 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT 460 +#define _GUARD_GLOBALS_VERSION 461 +#define _GUARD_IP_RETURN_GENERATOR 462 +#define _GUARD_IP_RETURN_VALUE 463 +#define _GUARD_IP_YIELD_VALUE 464 +#define _GUARD_IP__PUSH_FRAME 465 +#define _GUARD_IS_FALSE_POP 466 +#define _GUARD_IS_NONE_POP 467 +#define _GUARD_IS_NOT_NONE_POP 468 +#define _GUARD_IS_TRUE_POP 469 +#define _GUARD_ITERATOR 470 +#define _GUARD_ITER_VIRTUAL 471 +#define _GUARD_KEYS_VERSION 472 +#define _GUARD_LOAD_SUPER_ATTR_METHOD 473 +#define _GUARD_NOS_COMPACT 474 +#define _GUARD_NOS_COMPACT_ASCII 475 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT 476 +#define _GUARD_NOS_DICT_SUBSCRIPT 477 +#define _GUARD_NOS_FLOAT 478 +#define _GUARD_NOS_INT 479 +#define _GUARD_NOS_INT_WIDE 480 +#define _GUARD_NOS_ITER_VIRTUAL 481 +#define _GUARD_NOS_LIST 482 +#define _GUARD_NOS_NOT_NULL 483 +#define _GUARD_NOS_NULL 484 +#define _GUARD_NOS_OVERFLOWED 485 +#define _GUARD_NOS_TUPLE 486 +#define _GUARD_NOS_TYPE_VERSION 487 +#define _GUARD_NOS_UNICODE 488 +#define _GUARD_NOT_EXHAUSTED_LIST 489 +#define _GUARD_NOT_EXHAUSTED_RANGE 490 +#define _GUARD_NOT_EXHAUSTED_TUPLE 491 +#define _GUARD_THIRD_NULL 492 +#define _GUARD_TOS_ANY_DICT 493 +#define _GUARD_TOS_ANY_SET 494 +#define _GUARD_TOS_COMPACT 495 +#define _GUARD_TOS_DICT 496 +#define _GUARD_TOS_FLOAT 497 +#define _GUARD_TOS_FROZENDICT 498 +#define _GUARD_TOS_FROZENSET 499 +#define _GUARD_TOS_INT 500 +#define _GUARD_TOS_INT_WIDE 501 +#define _GUARD_TOS_IS_NONE 502 +#define _GUARD_TOS_LIST 503 +#define _GUARD_TOS_NOT_NULL 504 +#define _GUARD_TOS_OVERFLOWED 505 +#define _GUARD_TOS_SET 506 +#define _GUARD_TOS_SLICE 507 +#define _GUARD_TOS_TUPLE 508 +#define _GUARD_TOS_UNICODE 509 +#define _GUARD_TYPE 510 +#define _GUARD_TYPE_ITER 511 +#define _GUARD_TYPE_VERSION 512 +#define _GUARD_TYPE_VERSION_LOCKED 513 +#define _HANDLE_PENDING_AND_DEOPT 514 #define _IMPORT_FROM IMPORT_FROM #define _IMPORT_NAME IMPORT_NAME -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 502 -#define _INIT_CALL_PY_EXACT_ARGS 503 -#define _INIT_CALL_PY_EXACT_ARGS_0 504 -#define _INIT_CALL_PY_EXACT_ARGS_1 505 -#define _INIT_CALL_PY_EXACT_ARGS_2 506 -#define _INIT_CALL_PY_EXACT_ARGS_3 507 -#define _INIT_CALL_PY_EXACT_ARGS_4 508 -#define _INSERT_NULL 509 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS 515 +#define _INIT_CALL_PY_EXACT_ARGS 516 +#define _INIT_CALL_PY_EXACT_ARGS_0 517 +#define _INIT_CALL_PY_EXACT_ARGS_1 518 +#define _INIT_CALL_PY_EXACT_ARGS_2 519 +#define _INIT_CALL_PY_EXACT_ARGS_3 520 +#define _INIT_CALL_PY_EXACT_ARGS_4 521 +#define _INSERT_NULL 522 #define _INSTRUMENTED_FOR_ITER INSTRUMENTED_FOR_ITER #define _INSTRUMENTED_INSTRUCTION INSTRUMENTED_INSTRUCTION #define _INSTRUMENTED_JUMP_FORWARD INSTRUMENTED_JUMP_FORWARD @@ -257,1194 +270,1231 @@ extern "C" { #define _INSTRUMENTED_POP_JUMP_IF_NONE INSTRUMENTED_POP_JUMP_IF_NONE #define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE INSTRUMENTED_POP_JUMP_IF_NOT_NONE #define _INSTRUMENTED_POP_JUMP_IF_TRUE INSTRUMENTED_POP_JUMP_IF_TRUE -#define _IS_NONE 510 -#define _IS_OP 511 -#define _ITER_CHECK_LIST 512 -#define _ITER_CHECK_RANGE 513 -#define _ITER_CHECK_TUPLE 514 -#define _ITER_JUMP_LIST 515 -#define _ITER_JUMP_RANGE 516 -#define _ITER_JUMP_TUPLE 517 -#define _ITER_NEXT_INLINE 518 -#define _ITER_NEXT_LIST 519 -#define _ITER_NEXT_LIST_TIER_TWO 520 -#define _ITER_NEXT_RANGE 521 -#define _ITER_NEXT_TUPLE 522 +#define _IS_NONE 523 +#define _IS_OP 524 +#define _ITER_CHECK_LIST 525 +#define _ITER_CHECK_RANGE 526 +#define _ITER_CHECK_TUPLE 527 +#define _ITER_JUMP_LIST 528 +#define _ITER_JUMP_RANGE 529 +#define _ITER_JUMP_TUPLE 530 +#define _ITER_NEXT_INLINE 531 +#define _ITER_NEXT_LIST 532 +#define _ITER_NEXT_LIST_TIER_TWO 533 +#define _ITER_NEXT_RANGE 534 +#define _ITER_NEXT_TUPLE 535 #define _JUMP_BACKWARD_NO_INTERRUPT JUMP_BACKWARD_NO_INTERRUPT -#define _JUMP_TO_TOP 523 +#define _JUMP_TO_TOP 536 #define _LIST_APPEND LIST_APPEND -#define _LIST_EXTEND 524 -#define _LOAD_ATTR 525 -#define _LOAD_ATTR_CLASS 526 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 527 -#define _LOAD_ATTR_INSTANCE_VALUE 528 -#define _LOAD_ATTR_METHOD_LAZY_DICT 529 -#define _LOAD_ATTR_METHOD_NO_DICT 530 -#define _LOAD_ATTR_METHOD_WITH_VALUES 531 -#define _LOAD_ATTR_MODULE 532 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 533 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 534 -#define _LOAD_ATTR_PROPERTY_FRAME 535 -#define _LOAD_ATTR_SLOT 536 -#define _LOAD_ATTR_WITH_HINT 537 +#define _LIST_EXTEND 537 +#define _LOAD_ATTR 538 +#define _LOAD_ATTR_CLASS 539 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME 540 +#define _LOAD_ATTR_INSTANCE_VALUE 541 +#define _LOAD_ATTR_METHOD_LAZY_DICT 542 +#define _LOAD_ATTR_METHOD_NO_DICT 543 +#define _LOAD_ATTR_METHOD_WITH_VALUES 544 +#define _LOAD_ATTR_MODULE 545 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT 546 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 547 +#define _LOAD_ATTR_PROPERTY_FRAME 548 +#define _LOAD_ATTR_SLOT 549 +#define _LOAD_ATTR_WITH_HINT 550 #define _LOAD_BUILD_CLASS LOAD_BUILD_CLASS -#define _LOAD_BYTECODE 538 +#define _LOAD_BYTECODE 551 #define _LOAD_COMMON_CONSTANT LOAD_COMMON_CONSTANT #define _LOAD_CONST LOAD_CONST -#define _LOAD_CONST_INLINE 539 -#define _LOAD_CONST_INLINE_BORROW 540 +#define _LOAD_CONST_INLINE 552 +#define _LOAD_CONST_INLINE_BORROW 553 #define _LOAD_DEREF LOAD_DEREF -#define _LOAD_FAST 541 -#define _LOAD_FAST_0 542 -#define _LOAD_FAST_1 543 -#define _LOAD_FAST_2 544 -#define _LOAD_FAST_3 545 -#define _LOAD_FAST_4 546 -#define _LOAD_FAST_5 547 -#define _LOAD_FAST_6 548 -#define _LOAD_FAST_7 549 +#define _LOAD_FAST 554 +#define _LOAD_FAST_0 555 +#define _LOAD_FAST_1 556 +#define _LOAD_FAST_2 557 +#define _LOAD_FAST_3 558 +#define _LOAD_FAST_4 559 +#define _LOAD_FAST_5 560 +#define _LOAD_FAST_6 561 +#define _LOAD_FAST_7 562 #define _LOAD_FAST_AND_CLEAR LOAD_FAST_AND_CLEAR -#define _LOAD_FAST_BORROW 550 -#define _LOAD_FAST_BORROW_0 551 -#define _LOAD_FAST_BORROW_1 552 -#define _LOAD_FAST_BORROW_2 553 -#define _LOAD_FAST_BORROW_3 554 -#define _LOAD_FAST_BORROW_4 555 -#define _LOAD_FAST_BORROW_5 556 -#define _LOAD_FAST_BORROW_6 557 -#define _LOAD_FAST_BORROW_7 558 +#define _LOAD_FAST_BORROW 563 +#define _LOAD_FAST_BORROW_0 564 +#define _LOAD_FAST_BORROW_1 565 +#define _LOAD_FAST_BORROW_2 566 +#define _LOAD_FAST_BORROW_3 567 +#define _LOAD_FAST_BORROW_4 568 +#define _LOAD_FAST_BORROW_5 569 +#define _LOAD_FAST_BORROW_6 570 +#define _LOAD_FAST_BORROW_7 571 #define _LOAD_FAST_CHECK LOAD_FAST_CHECK #define _LOAD_FROM_DICT_OR_DEREF LOAD_FROM_DICT_OR_DEREF #define _LOAD_FROM_DICT_OR_GLOBALS LOAD_FROM_DICT_OR_GLOBALS -#define _LOAD_GLOBAL 559 -#define _LOAD_GLOBAL_BUILTINS 560 -#define _LOAD_GLOBAL_MODULE 561 +#define _LOAD_GLOBAL 572 +#define _LOAD_GLOBAL_BUILTINS 573 +#define _LOAD_GLOBAL_MODULE 574 #define _LOAD_LOCALS LOAD_LOCALS #define _LOAD_NAME LOAD_NAME -#define _LOAD_SMALL_INT 562 -#define _LOAD_SMALL_INT_0 563 -#define _LOAD_SMALL_INT_1 564 -#define _LOAD_SMALL_INT_2 565 -#define _LOAD_SMALL_INT_3 566 -#define _LOAD_SPECIAL 567 +#define _LOAD_SMALL_INT 575 +#define _LOAD_SMALL_INT_0 576 +#define _LOAD_SMALL_INT_1 577 +#define _LOAD_SMALL_INT_2 578 +#define _LOAD_SMALL_INT_3 579 +#define _LOAD_SPECIAL 580 #define _LOAD_SUPER_ATTR_ATTR LOAD_SUPER_ATTR_ATTR -#define _LOAD_SUPER_ATTR_METHOD 568 -#define _LOCK_OBJECT 569 -#define _MAKE_CALLARGS_A_TUPLE 570 +#define _LOAD_SUPER_ATTR_METHOD 581 +#define _LOCK_OBJECT 582 +#define _MAKE_CALLARGS_A_TUPLE 583 #define _MAKE_CELL MAKE_CELL -#define _MAKE_FUNCTION 571 -#define _MAKE_HEAP_SAFE 572 -#define _MAKE_WARM 573 +#define _MAKE_FUNCTION 584 +#define _MAKE_HEAP_SAFE 585 +#define _MAKE_WARM 586 #define _MAP_ADD MAP_ADD -#define _MATCH_CLASS 574 +#define _MATCH_CLASS 587 #define _MATCH_KEYS MATCH_KEYS #define _MATCH_MAPPING MATCH_MAPPING #define _MATCH_SEQUENCE MATCH_SEQUENCE -#define _MAYBE_EXPAND_METHOD 575 -#define _MAYBE_EXPAND_METHOD_KW 576 -#define _MONITOR_CALL 577 -#define _MONITOR_CALL_KW 578 -#define _MONITOR_JUMP_BACKWARD 579 -#define _MONITOR_RESUME 580 +#define _MAYBE_EXPAND_METHOD 588 +#define _MAYBE_EXPAND_METHOD_KW 589 +#define _MONITOR_CALL 590 +#define _MONITOR_CALL_KW 591 +#define _MONITOR_JUMP_BACKWARD 592 +#define _MONITOR_RESUME 593 #define _NOP NOP #define _POP_EXCEPT POP_EXCEPT #define _POP_ITER POP_ITER -#define _POP_JUMP_IF_FALSE 581 -#define _POP_JUMP_IF_TRUE 582 +#define _POP_JUMP_IF_FALSE 594 +#define _POP_JUMP_IF_TRUE 595 #define _POP_TOP POP_TOP -#define _POP_TOP_FLOAT 583 -#define _POP_TOP_INT 584 -#define _POP_TOP_NOP 585 -#define _POP_TOP_OPARG 586 -#define _POP_TOP_UNICODE 587 +#define _POP_TOP_FLOAT 596 +#define _POP_TOP_INT 597 +#define _POP_TOP_NOP 598 +#define _POP_TOP_OPARG 599 +#define _POP_TOP_UNICODE 600 #define _PUSH_EXC_INFO PUSH_EXC_INFO -#define _PUSH_FRAME 588 +#define _PUSH_FRAME 601 #define _PUSH_NULL PUSH_NULL -#define _PUSH_NULL_CONDITIONAL 589 -#define _PUSH_TAGGED_ZERO 590 -#define _PY_FRAME_EX 591 -#define _PY_FRAME_GENERAL 592 -#define _PY_FRAME_KW 593 -#define _RECORD_3OS_GEN_FUNC 594 -#define _RECORD_4OS 595 -#define _RECORD_BOUND_METHOD 596 -#define _RECORD_CALLABLE 597 -#define _RECORD_CALLABLE_KW 598 -#define _RECORD_CODE 599 -#define _RECORD_NOS 600 -#define _RECORD_NOS_GEN_FUNC 601 -#define _RECORD_NOS_TYPE 602 -#define _RECORD_TOS 603 -#define _RECORD_TOS_TYPE 604 -#define _REPLACE_WITH_TRUE 605 -#define _RESUME_CHECK 606 +#define _PUSH_NULL_CONDITIONAL 602 +#define _PUSH_TAGGED_ZERO 603 +#define _PY_FRAME_EX 604 +#define _PY_FRAME_GENERAL 605 +#define _PY_FRAME_KW 606 +#define _RECORD_3OS_GEN_FUNC 607 +#define _RECORD_4OS 608 +#define _RECORD_BOUND_METHOD 609 +#define _RECORD_CALLABLE 610 +#define _RECORD_CALLABLE_KW 611 +#define _RECORD_CODE 612 +#define _RECORD_NOS 613 +#define _RECORD_NOS_GEN_FUNC 614 +#define _RECORD_NOS_TYPE 615 +#define _RECORD_TOS 616 +#define _RECORD_TOS_TYPE 617 +#define _REPLACE_WITH_TRUE 618 +#define _RESUME_CHECK 619 #define _RETURN_GENERATOR RETURN_GENERATOR -#define _RETURN_VALUE 607 -#define _RROT_3 608 -#define _SAVE_RETURN_OFFSET 609 -#define _SEND_ASYNC_GEN 610 -#define _SEND_ASYNC_GEN_TIER_TWO 611 -#define _SEND_GEN_FRAME 612 -#define _SEND_VIRTUAL 613 -#define _SEND_VIRTUAL_TIER_TWO 614 +#define _RETURN_VALUE 620 +#define _RROT_3 621 +#define _SAVE_RETURN_OFFSET 622 +#define _SEND_ASYNC_GEN 623 +#define _SEND_ASYNC_GEN_TIER_TWO 624 +#define _SEND_GEN_FRAME 625 +#define _SEND_VIRTUAL 626 +#define _SEND_VIRTUAL_TIER_TWO 627 #define _SETUP_ANNOTATIONS SETUP_ANNOTATIONS #define _SET_ADD SET_ADD #define _SET_FUNCTION_ATTRIBUTE SET_FUNCTION_ATTRIBUTE -#define _SET_UPDATE 615 -#define _SPILL_OR_RELOAD 616 -#define _START_EXECUTOR 617 -#define _STORE_ATTR 618 -#define _STORE_ATTR_INSTANCE_VALUE 619 -#define _STORE_ATTR_SLOT 620 -#define _STORE_ATTR_WITH_HINT 621 +#define _SET_UPDATE 628 +#define _SPILL_OR_RELOAD 629 +#define _START_EXECUTOR 630 +#define _STORE_ATTR 631 +#define _STORE_ATTR_INSTANCE_VALUE 632 +#define _STORE_ATTR_SLOT 633 +#define _STORE_ATTR_WITH_HINT 634 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 622 -#define _STORE_SUBSCR 623 -#define _STORE_SUBSCR_DICT 624 -#define _STORE_SUBSCR_DICT_KNOWN_HASH 625 -#define _STORE_SUBSCR_LIST_INT 626 -#define _SWAP 627 -#define _SWAP_2 628 -#define _SWAP_3 629 -#define _SWAP_FAST 630 -#define _SWAP_FAST_0 631 -#define _SWAP_FAST_1 632 -#define _SWAP_FAST_2 633 -#define _SWAP_FAST_3 634 -#define _SWAP_FAST_4 635 -#define _SWAP_FAST_5 636 -#define _SWAP_FAST_6 637 -#define _SWAP_FAST_7 638 -#define _TIER2_RESUME_CHECK 639 -#define _TO_BOOL 640 +#define _STORE_SLICE 635 +#define _STORE_SUBSCR 636 +#define _STORE_SUBSCR_DICT 637 +#define _STORE_SUBSCR_DICT_KNOWN_HASH 638 +#define _STORE_SUBSCR_LIST_INT 639 +#define _SWAP 640 +#define _SWAP_2 641 +#define _SWAP_3 642 +#define _SWAP_FAST 643 +#define _SWAP_FAST_0 644 +#define _SWAP_FAST_1 645 +#define _SWAP_FAST_2 646 +#define _SWAP_FAST_3 647 +#define _SWAP_FAST_4 648 +#define _SWAP_FAST_5 649 +#define _SWAP_FAST_6 650 +#define _SWAP_FAST_7 651 +#define _TIER2_RESUME_CHECK 652 +#define _TO_BOOL 653 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 641 -#define _TO_BOOL_LIST 642 +#define _TO_BOOL_INT 654 +#define _TO_BOOL_LIST 655 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 643 +#define _TO_BOOL_STR 656 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 644 -#define _UNARY_NEGATIVE 645 -#define _UNARY_NEGATIVE_FLOAT_INPLACE 646 +#define _UNARY_INVERT 657 +#define _UNARY_NEGATIVE 658 +#define _UNARY_NEGATIVE_FLOAT_INPLACE 659 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 647 -#define _UNPACK_SEQUENCE_LIST 648 -#define _UNPACK_SEQUENCE_TUPLE 649 -#define _UNPACK_SEQUENCE_TWO_TUPLE 650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 651 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 652 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 653 +#define _UNPACK_SEQUENCE 660 +#define _UNPACK_SEQUENCE_LIST 661 +#define _UNPACK_SEQUENCE_TUPLE 662 +#define _UNPACK_SEQUENCE_TWO_TUPLE 663 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE 664 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE 665 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE 666 #define _WITH_EXCEPT_START WITH_EXCEPT_START -#define _YIELD_VALUE 654 -#define MAX_UOP_ID 654 -#define _ALLOCATE_OBJECT_r00 655 -#define _BINARY_OP_r23 656 -#define _BINARY_OP_ADD_FLOAT_r03 657 -#define _BINARY_OP_ADD_FLOAT_r13 658 -#define _BINARY_OP_ADD_FLOAT_r23 659 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 660 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 661 -#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 662 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 663 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 664 -#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 665 -#define _BINARY_OP_ADD_INT_r03 666 -#define _BINARY_OP_ADD_INT_r13 667 -#define _BINARY_OP_ADD_INT_r23 668 -#define _BINARY_OP_ADD_INT_INPLACE_r03 669 -#define _BINARY_OP_ADD_INT_INPLACE_r13 670 -#define _BINARY_OP_ADD_INT_INPLACE_r23 671 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 672 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 673 -#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 674 -#define _BINARY_OP_ADD_UNICODE_r03 675 -#define _BINARY_OP_ADD_UNICODE_r13 676 -#define _BINARY_OP_ADD_UNICODE_r23 677 -#define _BINARY_OP_EXTEND_r23 678 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 679 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 680 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 681 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 682 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 683 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 684 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 685 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 686 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 687 -#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 688 -#define _BINARY_OP_MULTIPLY_INT_r03 689 -#define _BINARY_OP_MULTIPLY_INT_r13 690 -#define _BINARY_OP_MULTIPLY_INT_r23 691 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 692 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 693 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 694 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 695 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 696 -#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 697 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 698 -#define _BINARY_OP_SUBSCR_DICT_r23 699 -#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 700 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 701 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 702 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 703 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 704 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 705 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 706 -#define _BINARY_OP_SUBSCR_STR_INT_r23 707 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 708 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 709 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 710 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 711 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 712 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 713 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 714 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 715 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 716 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 717 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 718 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 719 -#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 720 -#define _BINARY_OP_SUBTRACT_INT_r03 721 -#define _BINARY_OP_SUBTRACT_INT_r13 722 -#define _BINARY_OP_SUBTRACT_INT_r23 723 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 724 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 725 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 726 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 727 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 728 -#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 729 -#define _BINARY_OP_TRUEDIV_FLOAT_r23 730 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 731 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 732 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 733 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 734 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 735 -#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 736 -#define _BINARY_SLICE_r31 737 -#define _BUILD_INTERPOLATION_r01 738 -#define _BUILD_LIST_r01 739 -#define _BUILD_MAP_r01 740 -#define _BUILD_SET_r01 741 -#define _BUILD_SLICE_r01 742 -#define _BUILD_STRING_r01 743 -#define _BUILD_TEMPLATE_r21 744 -#define _BUILD_TUPLE_r01 745 -#define _CALL_BUILTIN_CLASS_r00 746 -#define _CALL_BUILTIN_FAST_r00 747 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 748 -#define _CALL_BUILTIN_O_r03 749 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 750 -#define _CALL_INTRINSIC_1_r12 751 -#define _CALL_INTRINSIC_2_r23 752 -#define _CALL_ISINSTANCE_r31 753 -#define _CALL_KW_NON_PY_r11 754 -#define _CALL_LEN_r33 755 -#define _CALL_LIST_APPEND_r03 756 -#define _CALL_LIST_APPEND_r13 757 -#define _CALL_LIST_APPEND_r23 758 -#define _CALL_LIST_APPEND_r33 759 -#define _CALL_METHOD_DESCRIPTOR_FAST_r00 760 -#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 761 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 762 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 763 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 764 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 765 -#define _CALL_METHOD_DESCRIPTOR_O_r03 766 -#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 767 -#define _CALL_NON_PY_GENERAL_r01 768 -#define _CALL_STR_1_r32 769 -#define _CALL_TUPLE_1_r32 770 -#define _CALL_TYPE_1_r02 771 -#define _CALL_TYPE_1_r12 772 -#define _CALL_TYPE_1_r22 773 -#define _CALL_TYPE_1_r32 774 -#define _CHECK_ATTR_CLASS_r01 775 -#define _CHECK_ATTR_CLASS_r11 776 -#define _CHECK_ATTR_CLASS_r22 777 -#define _CHECK_ATTR_CLASS_r33 778 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 779 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 780 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 781 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 782 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 783 -#define _CHECK_EG_MATCH_r22 784 -#define _CHECK_EXC_MATCH_r22 785 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 786 -#define _CHECK_FUNCTION_VERSION_r00 787 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 788 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 789 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 790 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 791 -#define _CHECK_FUNCTION_VERSION_KW_r11 792 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 793 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 794 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 795 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 796 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 797 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 798 -#define _CHECK_IS_PY_CALLABLE_EX_r03 799 -#define _CHECK_IS_PY_CALLABLE_EX_r13 800 -#define _CHECK_IS_PY_CALLABLE_EX_r23 801 -#define _CHECK_IS_PY_CALLABLE_EX_r33 802 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 803 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 804 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 805 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 806 -#define _CHECK_METHOD_VERSION_r00 807 -#define _CHECK_METHOD_VERSION_KW_r11 808 -#define _CHECK_OBJECT_r00 809 -#define _CHECK_PEP_523_r00 810 -#define _CHECK_PEP_523_r11 811 -#define _CHECK_PEP_523_r22 812 -#define _CHECK_PEP_523_r33 813 -#define _CHECK_PERIODIC_r00 814 -#define _CHECK_PERIODIC_AT_END_r00 815 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 816 -#define _CHECK_RECURSION_LIMIT_r00 817 -#define _CHECK_RECURSION_LIMIT_r11 818 -#define _CHECK_RECURSION_LIMIT_r22 819 -#define _CHECK_RECURSION_LIMIT_r33 820 -#define _CHECK_RECURSION_REMAINING_r00 821 -#define _CHECK_RECURSION_REMAINING_r11 822 -#define _CHECK_RECURSION_REMAINING_r22 823 -#define _CHECK_RECURSION_REMAINING_r33 824 -#define _CHECK_STACK_SPACE_r00 825 -#define _CHECK_STACK_SPACE_OPERAND_r00 826 -#define _CHECK_STACK_SPACE_OPERAND_r11 827 -#define _CHECK_STACK_SPACE_OPERAND_r22 828 -#define _CHECK_STACK_SPACE_OPERAND_r33 829 -#define _CHECK_VALIDITY_r00 830 -#define _CHECK_VALIDITY_r11 831 -#define _CHECK_VALIDITY_r22 832 -#define _CHECK_VALIDITY_r33 833 -#define _COLD_DYNAMIC_EXIT_r00 834 -#define _COLD_EXIT_r00 835 -#define _COMPARE_OP_r21 836 -#define _COMPARE_OP_FLOAT_r03 837 -#define _COMPARE_OP_FLOAT_r13 838 -#define _COMPARE_OP_FLOAT_r23 839 -#define _COMPARE_OP_INT_r23 840 -#define _COMPARE_OP_STR_r23 841 -#define _CONTAINS_OP_r23 842 -#define _CONTAINS_OP_DICT_r23 843 -#define _CONTAINS_OP_SET_r23 844 -#define _CONVERT_VALUE_r11 845 -#define _COPY_r01 846 -#define _COPY_1_r02 847 -#define _COPY_1_r12 848 -#define _COPY_1_r23 849 -#define _COPY_2_r03 850 -#define _COPY_2_r13 851 -#define _COPY_2_r23 852 -#define _COPY_3_r03 853 -#define _COPY_3_r13 854 -#define _COPY_3_r23 855 -#define _COPY_3_r33 856 -#define _COPY_FREE_VARS_r00 857 -#define _COPY_FREE_VARS_r11 858 -#define _COPY_FREE_VARS_r22 859 -#define _COPY_FREE_VARS_r33 860 -#define _CREATE_INIT_FRAME_r01 861 -#define _DELETE_ATTR_r10 862 -#define _DELETE_DEREF_r00 863 -#define _DELETE_FAST_r00 864 -#define _DELETE_GLOBAL_r00 865 -#define _DELETE_NAME_r00 866 -#define _DELETE_SUBSCR_r20 867 -#define _DEOPT_r00 868 -#define _DEOPT_r10 869 -#define _DEOPT_r20 870 -#define _DEOPT_r30 871 -#define _DICT_MERGE_r11 872 -#define _DICT_UPDATE_r11 873 -#define _DO_CALL_r01 874 -#define _DO_CALL_FUNCTION_EX_r31 875 -#define _DO_CALL_KW_r11 876 -#define _DYNAMIC_EXIT_r00 877 -#define _DYNAMIC_EXIT_r10 878 -#define _DYNAMIC_EXIT_r20 879 -#define _DYNAMIC_EXIT_r30 880 -#define _END_FOR_r10 881 -#define _END_SEND_r31 882 -#define _ERROR_POP_N_r00 883 -#define _EXIT_INIT_CHECK_r10 884 -#define _EXIT_TRACE_r00 885 -#define _EXIT_TRACE_r10 886 -#define _EXIT_TRACE_r20 887 -#define _EXIT_TRACE_r30 888 -#define _EXPAND_METHOD_r00 889 -#define _EXPAND_METHOD_KW_r11 890 -#define _FATAL_ERROR_r00 891 -#define _FATAL_ERROR_r11 892 -#define _FATAL_ERROR_r22 893 -#define _FATAL_ERROR_r33 894 -#define _FORMAT_SIMPLE_r11 895 -#define _FORMAT_WITH_SPEC_r21 896 -#define _FOR_ITER_r23 897 -#define _FOR_ITER_GEN_FRAME_r03 898 -#define _FOR_ITER_GEN_FRAME_r13 899 -#define _FOR_ITER_GEN_FRAME_r23 900 -#define _FOR_ITER_TIER_TWO_r23 901 -#define _FOR_ITER_VIRTUAL_r23 902 -#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 903 -#define _GET_AITER_r11 904 -#define _GET_ANEXT_r12 905 -#define _GET_AWAITABLE_r11 906 -#define _GET_ITER_r12 907 -#define _GET_ITER_TRAD_r12 908 -#define _GET_LEN_r12 909 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 910 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 911 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 912 -#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 913 -#define _GUARD_BINARY_OP_EXTEND_r22 914 -#define _GUARD_BINARY_OP_EXTEND_LHS_r02 915 -#define _GUARD_BINARY_OP_EXTEND_LHS_r12 916 -#define _GUARD_BINARY_OP_EXTEND_LHS_r22 917 -#define _GUARD_BINARY_OP_EXTEND_LHS_r33 918 -#define _GUARD_BINARY_OP_EXTEND_RHS_r02 919 -#define _GUARD_BINARY_OP_EXTEND_RHS_r12 920 -#define _GUARD_BINARY_OP_EXTEND_RHS_r22 921 -#define _GUARD_BINARY_OP_EXTEND_RHS_r33 922 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 923 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 924 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 925 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 926 -#define _GUARD_BIT_IS_SET_POP_r00 927 -#define _GUARD_BIT_IS_SET_POP_r10 928 -#define _GUARD_BIT_IS_SET_POP_r21 929 -#define _GUARD_BIT_IS_SET_POP_r32 930 -#define _GUARD_BIT_IS_SET_POP_4_r00 931 -#define _GUARD_BIT_IS_SET_POP_4_r10 932 -#define _GUARD_BIT_IS_SET_POP_4_r21 933 -#define _GUARD_BIT_IS_SET_POP_4_r32 934 -#define _GUARD_BIT_IS_SET_POP_5_r00 935 -#define _GUARD_BIT_IS_SET_POP_5_r10 936 -#define _GUARD_BIT_IS_SET_POP_5_r21 937 -#define _GUARD_BIT_IS_SET_POP_5_r32 938 -#define _GUARD_BIT_IS_SET_POP_6_r00 939 -#define _GUARD_BIT_IS_SET_POP_6_r10 940 -#define _GUARD_BIT_IS_SET_POP_6_r21 941 -#define _GUARD_BIT_IS_SET_POP_6_r32 942 -#define _GUARD_BIT_IS_SET_POP_7_r00 943 -#define _GUARD_BIT_IS_SET_POP_7_r10 944 -#define _GUARD_BIT_IS_SET_POP_7_r21 945 -#define _GUARD_BIT_IS_SET_POP_7_r32 946 -#define _GUARD_BIT_IS_UNSET_POP_r00 947 -#define _GUARD_BIT_IS_UNSET_POP_r10 948 -#define _GUARD_BIT_IS_UNSET_POP_r21 949 -#define _GUARD_BIT_IS_UNSET_POP_r32 950 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 951 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 952 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 953 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 954 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 955 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 956 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 957 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 958 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 959 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 960 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 961 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 962 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 963 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 964 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 965 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 966 -#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 967 -#define _GUARD_CALLABLE_BUILTIN_FAST_r00 968 -#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 969 -#define _GUARD_CALLABLE_BUILTIN_O_r00 970 -#define _GUARD_CALLABLE_ISINSTANCE_r03 971 -#define _GUARD_CALLABLE_ISINSTANCE_r13 972 -#define _GUARD_CALLABLE_ISINSTANCE_r23 973 -#define _GUARD_CALLABLE_ISINSTANCE_r33 974 -#define _GUARD_CALLABLE_LEN_r03 975 -#define _GUARD_CALLABLE_LEN_r13 976 -#define _GUARD_CALLABLE_LEN_r23 977 -#define _GUARD_CALLABLE_LEN_r33 978 -#define _GUARD_CALLABLE_LIST_APPEND_r03 979 -#define _GUARD_CALLABLE_LIST_APPEND_r13 980 -#define _GUARD_CALLABLE_LIST_APPEND_r23 981 -#define _GUARD_CALLABLE_LIST_APPEND_r33 982 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 983 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 984 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 985 -#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 986 -#define _GUARD_CALLABLE_STR_1_r03 987 -#define _GUARD_CALLABLE_STR_1_r13 988 -#define _GUARD_CALLABLE_STR_1_r23 989 -#define _GUARD_CALLABLE_STR_1_r33 990 -#define _GUARD_CALLABLE_TUPLE_1_r03 991 -#define _GUARD_CALLABLE_TUPLE_1_r13 992 -#define _GUARD_CALLABLE_TUPLE_1_r23 993 -#define _GUARD_CALLABLE_TUPLE_1_r33 994 -#define _GUARD_CALLABLE_TYPE_1_r03 995 -#define _GUARD_CALLABLE_TYPE_1_r13 996 -#define _GUARD_CALLABLE_TYPE_1_r23 997 -#define _GUARD_CALLABLE_TYPE_1_r33 998 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 999 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1000 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1001 -#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1002 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1003 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1004 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1005 -#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1006 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1007 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1008 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1009 -#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1010 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1011 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1012 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1013 -#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1014 -#define _GUARD_DORV_NO_DICT_r01 1015 -#define _GUARD_DORV_NO_DICT_r11 1016 -#define _GUARD_DORV_NO_DICT_r22 1017 -#define _GUARD_DORV_NO_DICT_r33 1018 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1019 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1020 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1021 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1022 -#define _GUARD_GLOBALS_VERSION_r00 1023 -#define _GUARD_GLOBALS_VERSION_r11 1024 -#define _GUARD_GLOBALS_VERSION_r22 1025 -#define _GUARD_GLOBALS_VERSION_r33 1026 -#define _GUARD_IP_RETURN_GENERATOR_r00 1027 -#define _GUARD_IP_RETURN_GENERATOR_r11 1028 -#define _GUARD_IP_RETURN_GENERATOR_r22 1029 -#define _GUARD_IP_RETURN_GENERATOR_r33 1030 -#define _GUARD_IP_RETURN_VALUE_r00 1031 -#define _GUARD_IP_RETURN_VALUE_r11 1032 -#define _GUARD_IP_RETURN_VALUE_r22 1033 -#define _GUARD_IP_RETURN_VALUE_r33 1034 -#define _GUARD_IP_YIELD_VALUE_r00 1035 -#define _GUARD_IP_YIELD_VALUE_r11 1036 -#define _GUARD_IP_YIELD_VALUE_r22 1037 -#define _GUARD_IP_YIELD_VALUE_r33 1038 -#define _GUARD_IP__PUSH_FRAME_r00 1039 -#define _GUARD_IP__PUSH_FRAME_r11 1040 -#define _GUARD_IP__PUSH_FRAME_r22 1041 -#define _GUARD_IP__PUSH_FRAME_r33 1042 -#define _GUARD_IS_FALSE_POP_r00 1043 -#define _GUARD_IS_FALSE_POP_r10 1044 -#define _GUARD_IS_FALSE_POP_r21 1045 -#define _GUARD_IS_FALSE_POP_r32 1046 -#define _GUARD_IS_NONE_POP_r00 1047 -#define _GUARD_IS_NONE_POP_r10 1048 -#define _GUARD_IS_NONE_POP_r21 1049 -#define _GUARD_IS_NONE_POP_r32 1050 -#define _GUARD_IS_NOT_NONE_POP_r10 1051 -#define _GUARD_IS_TRUE_POP_r00 1052 -#define _GUARD_IS_TRUE_POP_r10 1053 -#define _GUARD_IS_TRUE_POP_r21 1054 -#define _GUARD_IS_TRUE_POP_r32 1055 -#define _GUARD_ITERATOR_r01 1056 -#define _GUARD_ITERATOR_r11 1057 -#define _GUARD_ITERATOR_r22 1058 -#define _GUARD_ITERATOR_r33 1059 -#define _GUARD_ITER_VIRTUAL_r01 1060 -#define _GUARD_ITER_VIRTUAL_r11 1061 -#define _GUARD_ITER_VIRTUAL_r22 1062 -#define _GUARD_ITER_VIRTUAL_r33 1063 -#define _GUARD_KEYS_VERSION_r01 1064 -#define _GUARD_KEYS_VERSION_r11 1065 -#define _GUARD_KEYS_VERSION_r22 1066 -#define _GUARD_KEYS_VERSION_r33 1067 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1068 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1069 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1070 -#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1071 -#define _GUARD_NOS_COMPACT_ASCII_r02 1072 -#define _GUARD_NOS_COMPACT_ASCII_r12 1073 -#define _GUARD_NOS_COMPACT_ASCII_r22 1074 -#define _GUARD_NOS_COMPACT_ASCII_r33 1075 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1076 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1077 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1078 -#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1079 -#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1080 -#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1081 -#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1082 -#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1083 -#define _GUARD_NOS_FLOAT_r02 1084 -#define _GUARD_NOS_FLOAT_r12 1085 -#define _GUARD_NOS_FLOAT_r22 1086 -#define _GUARD_NOS_FLOAT_r33 1087 -#define _GUARD_NOS_INT_r02 1088 -#define _GUARD_NOS_INT_r12 1089 -#define _GUARD_NOS_INT_r22 1090 -#define _GUARD_NOS_INT_r33 1091 -#define _GUARD_NOS_ITER_VIRTUAL_r02 1092 -#define _GUARD_NOS_ITER_VIRTUAL_r12 1093 -#define _GUARD_NOS_ITER_VIRTUAL_r22 1094 -#define _GUARD_NOS_ITER_VIRTUAL_r33 1095 -#define _GUARD_NOS_LIST_r02 1096 -#define _GUARD_NOS_LIST_r12 1097 -#define _GUARD_NOS_LIST_r22 1098 -#define _GUARD_NOS_LIST_r33 1099 -#define _GUARD_NOS_NOT_NULL_r02 1100 -#define _GUARD_NOS_NOT_NULL_r12 1101 -#define _GUARD_NOS_NOT_NULL_r22 1102 -#define _GUARD_NOS_NOT_NULL_r33 1103 -#define _GUARD_NOS_NULL_r02 1104 -#define _GUARD_NOS_NULL_r12 1105 -#define _GUARD_NOS_NULL_r22 1106 -#define _GUARD_NOS_NULL_r33 1107 -#define _GUARD_NOS_OVERFLOWED_r02 1108 -#define _GUARD_NOS_OVERFLOWED_r12 1109 -#define _GUARD_NOS_OVERFLOWED_r22 1110 -#define _GUARD_NOS_OVERFLOWED_r33 1111 -#define _GUARD_NOS_TUPLE_r02 1112 -#define _GUARD_NOS_TUPLE_r12 1113 -#define _GUARD_NOS_TUPLE_r22 1114 -#define _GUARD_NOS_TUPLE_r33 1115 -#define _GUARD_NOS_TYPE_VERSION_r02 1116 -#define _GUARD_NOS_TYPE_VERSION_r12 1117 -#define _GUARD_NOS_TYPE_VERSION_r22 1118 -#define _GUARD_NOS_TYPE_VERSION_r33 1119 -#define _GUARD_NOS_UNICODE_r02 1120 -#define _GUARD_NOS_UNICODE_r12 1121 -#define _GUARD_NOS_UNICODE_r22 1122 -#define _GUARD_NOS_UNICODE_r33 1123 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 1124 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 1125 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 1126 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 1127 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1128 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1129 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1130 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1131 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1132 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1133 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1134 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1135 -#define _GUARD_THIRD_NULL_r03 1136 -#define _GUARD_THIRD_NULL_r13 1137 -#define _GUARD_THIRD_NULL_r23 1138 -#define _GUARD_THIRD_NULL_r33 1139 -#define _GUARD_TOS_ANY_DICT_r01 1140 -#define _GUARD_TOS_ANY_DICT_r11 1141 -#define _GUARD_TOS_ANY_DICT_r22 1142 -#define _GUARD_TOS_ANY_DICT_r33 1143 -#define _GUARD_TOS_ANY_SET_r01 1144 -#define _GUARD_TOS_ANY_SET_r11 1145 -#define _GUARD_TOS_ANY_SET_r22 1146 -#define _GUARD_TOS_ANY_SET_r33 1147 -#define _GUARD_TOS_DICT_r01 1148 -#define _GUARD_TOS_DICT_r11 1149 -#define _GUARD_TOS_DICT_r22 1150 -#define _GUARD_TOS_DICT_r33 1151 -#define _GUARD_TOS_FLOAT_r01 1152 -#define _GUARD_TOS_FLOAT_r11 1153 -#define _GUARD_TOS_FLOAT_r22 1154 -#define _GUARD_TOS_FLOAT_r33 1155 -#define _GUARD_TOS_FROZENDICT_r01 1156 -#define _GUARD_TOS_FROZENDICT_r11 1157 -#define _GUARD_TOS_FROZENDICT_r22 1158 -#define _GUARD_TOS_FROZENDICT_r33 1159 -#define _GUARD_TOS_FROZENSET_r01 1160 -#define _GUARD_TOS_FROZENSET_r11 1161 -#define _GUARD_TOS_FROZENSET_r22 1162 -#define _GUARD_TOS_FROZENSET_r33 1163 -#define _GUARD_TOS_INT_r01 1164 -#define _GUARD_TOS_INT_r11 1165 -#define _GUARD_TOS_INT_r22 1166 -#define _GUARD_TOS_INT_r33 1167 -#define _GUARD_TOS_IS_NONE_r01 1168 -#define _GUARD_TOS_IS_NONE_r11 1169 -#define _GUARD_TOS_IS_NONE_r22 1170 -#define _GUARD_TOS_IS_NONE_r33 1171 -#define _GUARD_TOS_LIST_r01 1172 -#define _GUARD_TOS_LIST_r11 1173 -#define _GUARD_TOS_LIST_r22 1174 -#define _GUARD_TOS_LIST_r33 1175 -#define _GUARD_TOS_NOT_NULL_r01 1176 -#define _GUARD_TOS_NOT_NULL_r11 1177 -#define _GUARD_TOS_NOT_NULL_r22 1178 -#define _GUARD_TOS_NOT_NULL_r33 1179 -#define _GUARD_TOS_OVERFLOWED_r01 1180 -#define _GUARD_TOS_OVERFLOWED_r11 1181 -#define _GUARD_TOS_OVERFLOWED_r22 1182 -#define _GUARD_TOS_OVERFLOWED_r33 1183 -#define _GUARD_TOS_SET_r01 1184 -#define _GUARD_TOS_SET_r11 1185 -#define _GUARD_TOS_SET_r22 1186 -#define _GUARD_TOS_SET_r33 1187 -#define _GUARD_TOS_SLICE_r01 1188 -#define _GUARD_TOS_SLICE_r11 1189 -#define _GUARD_TOS_SLICE_r22 1190 -#define _GUARD_TOS_SLICE_r33 1191 -#define _GUARD_TOS_TUPLE_r01 1192 -#define _GUARD_TOS_TUPLE_r11 1193 -#define _GUARD_TOS_TUPLE_r22 1194 -#define _GUARD_TOS_TUPLE_r33 1195 -#define _GUARD_TOS_UNICODE_r01 1196 -#define _GUARD_TOS_UNICODE_r11 1197 -#define _GUARD_TOS_UNICODE_r22 1198 -#define _GUARD_TOS_UNICODE_r33 1199 -#define _GUARD_TYPE_r01 1200 -#define _GUARD_TYPE_r11 1201 -#define _GUARD_TYPE_r22 1202 -#define _GUARD_TYPE_r33 1203 -#define _GUARD_TYPE_ITER_r02 1204 -#define _GUARD_TYPE_ITER_r12 1205 -#define _GUARD_TYPE_ITER_r22 1206 -#define _GUARD_TYPE_ITER_r33 1207 -#define _GUARD_TYPE_VERSION_r01 1208 -#define _GUARD_TYPE_VERSION_r11 1209 -#define _GUARD_TYPE_VERSION_r22 1210 -#define _GUARD_TYPE_VERSION_r33 1211 -#define _GUARD_TYPE_VERSION_LOCKED_r01 1212 -#define _GUARD_TYPE_VERSION_LOCKED_r11 1213 -#define _GUARD_TYPE_VERSION_LOCKED_r22 1214 -#define _GUARD_TYPE_VERSION_LOCKED_r33 1215 -#define _HANDLE_PENDING_AND_DEOPT_r00 1216 -#define _HANDLE_PENDING_AND_DEOPT_r10 1217 -#define _HANDLE_PENDING_AND_DEOPT_r20 1218 -#define _HANDLE_PENDING_AND_DEOPT_r30 1219 -#define _IMPORT_FROM_r12 1220 -#define _IMPORT_NAME_r21 1221 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1222 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1223 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1224 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1225 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1226 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1227 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1228 -#define _INSERT_NULL_r10 1229 -#define _INSTRUMENTED_FOR_ITER_r23 1230 -#define _INSTRUMENTED_INSTRUCTION_r00 1231 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1232 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1233 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1234 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1235 -#define _INSTRUMENTED_LINE_r00 1236 -#define _INSTRUMENTED_NOT_TAKEN_r00 1237 -#define _INSTRUMENTED_NOT_TAKEN_r11 1238 -#define _INSTRUMENTED_NOT_TAKEN_r22 1239 -#define _INSTRUMENTED_NOT_TAKEN_r33 1240 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1241 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1242 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1243 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1244 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1245 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1246 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1247 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1248 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1249 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1250 -#define _IS_NONE_r11 1251 -#define _IS_OP_r03 1252 -#define _IS_OP_r13 1253 -#define _IS_OP_r23 1254 -#define _ITER_CHECK_LIST_r02 1255 -#define _ITER_CHECK_LIST_r12 1256 -#define _ITER_CHECK_LIST_r22 1257 -#define _ITER_CHECK_LIST_r33 1258 -#define _ITER_CHECK_RANGE_r02 1259 -#define _ITER_CHECK_RANGE_r12 1260 -#define _ITER_CHECK_RANGE_r22 1261 -#define _ITER_CHECK_RANGE_r33 1262 -#define _ITER_CHECK_TUPLE_r02 1263 -#define _ITER_CHECK_TUPLE_r12 1264 -#define _ITER_CHECK_TUPLE_r22 1265 -#define _ITER_CHECK_TUPLE_r33 1266 -#define _ITER_JUMP_LIST_r02 1267 -#define _ITER_JUMP_LIST_r12 1268 -#define _ITER_JUMP_LIST_r22 1269 -#define _ITER_JUMP_LIST_r33 1270 -#define _ITER_JUMP_RANGE_r02 1271 -#define _ITER_JUMP_RANGE_r12 1272 -#define _ITER_JUMP_RANGE_r22 1273 -#define _ITER_JUMP_RANGE_r33 1274 -#define _ITER_JUMP_TUPLE_r02 1275 -#define _ITER_JUMP_TUPLE_r12 1276 -#define _ITER_JUMP_TUPLE_r22 1277 -#define _ITER_JUMP_TUPLE_r33 1278 -#define _ITER_NEXT_INLINE_r23 1279 -#define _ITER_NEXT_LIST_r23 1280 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1281 -#define _ITER_NEXT_RANGE_r03 1282 -#define _ITER_NEXT_RANGE_r13 1283 -#define _ITER_NEXT_RANGE_r23 1284 -#define _ITER_NEXT_TUPLE_r03 1285 -#define _ITER_NEXT_TUPLE_r13 1286 -#define _ITER_NEXT_TUPLE_r23 1287 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1288 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1289 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1290 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1291 -#define _JUMP_TO_TOP_r00 1292 -#define _LIST_APPEND_r10 1293 -#define _LIST_EXTEND_r11 1294 -#define _LOAD_ATTR_r10 1295 -#define _LOAD_ATTR_CLASS_r11 1296 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1297 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1298 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1299 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1300 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1301 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1302 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1303 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1304 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1305 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1306 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1307 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1308 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1309 -#define _LOAD_ATTR_MODULE_r12 1310 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1311 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1312 -#define _LOAD_ATTR_PROPERTY_FRAME_r01 1313 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1314 -#define _LOAD_ATTR_PROPERTY_FRAME_r22 1315 -#define _LOAD_ATTR_PROPERTY_FRAME_r33 1316 -#define _LOAD_ATTR_SLOT_r02 1317 -#define _LOAD_ATTR_SLOT_r12 1318 -#define _LOAD_ATTR_SLOT_r23 1319 -#define _LOAD_ATTR_WITH_HINT_r12 1320 -#define _LOAD_BUILD_CLASS_r01 1321 -#define _LOAD_BYTECODE_r00 1322 -#define _LOAD_COMMON_CONSTANT_r01 1323 -#define _LOAD_COMMON_CONSTANT_r12 1324 -#define _LOAD_COMMON_CONSTANT_r23 1325 -#define _LOAD_CONST_r01 1326 -#define _LOAD_CONST_r12 1327 -#define _LOAD_CONST_r23 1328 -#define _LOAD_CONST_INLINE_r01 1329 -#define _LOAD_CONST_INLINE_r12 1330 -#define _LOAD_CONST_INLINE_r23 1331 -#define _LOAD_CONST_INLINE_BORROW_r01 1332 -#define _LOAD_CONST_INLINE_BORROW_r12 1333 -#define _LOAD_CONST_INLINE_BORROW_r23 1334 -#define _LOAD_DEREF_r01 1335 -#define _LOAD_FAST_r01 1336 -#define _LOAD_FAST_r12 1337 -#define _LOAD_FAST_r23 1338 -#define _LOAD_FAST_0_r01 1339 -#define _LOAD_FAST_0_r12 1340 -#define _LOAD_FAST_0_r23 1341 -#define _LOAD_FAST_1_r01 1342 -#define _LOAD_FAST_1_r12 1343 -#define _LOAD_FAST_1_r23 1344 -#define _LOAD_FAST_2_r01 1345 -#define _LOAD_FAST_2_r12 1346 -#define _LOAD_FAST_2_r23 1347 -#define _LOAD_FAST_3_r01 1348 -#define _LOAD_FAST_3_r12 1349 -#define _LOAD_FAST_3_r23 1350 -#define _LOAD_FAST_4_r01 1351 -#define _LOAD_FAST_4_r12 1352 -#define _LOAD_FAST_4_r23 1353 -#define _LOAD_FAST_5_r01 1354 -#define _LOAD_FAST_5_r12 1355 -#define _LOAD_FAST_5_r23 1356 -#define _LOAD_FAST_6_r01 1357 -#define _LOAD_FAST_6_r12 1358 -#define _LOAD_FAST_6_r23 1359 -#define _LOAD_FAST_7_r01 1360 -#define _LOAD_FAST_7_r12 1361 -#define _LOAD_FAST_7_r23 1362 -#define _LOAD_FAST_AND_CLEAR_r01 1363 -#define _LOAD_FAST_AND_CLEAR_r12 1364 -#define _LOAD_FAST_AND_CLEAR_r23 1365 -#define _LOAD_FAST_BORROW_r01 1366 -#define _LOAD_FAST_BORROW_r12 1367 -#define _LOAD_FAST_BORROW_r23 1368 -#define _LOAD_FAST_BORROW_0_r01 1369 -#define _LOAD_FAST_BORROW_0_r12 1370 -#define _LOAD_FAST_BORROW_0_r23 1371 -#define _LOAD_FAST_BORROW_1_r01 1372 -#define _LOAD_FAST_BORROW_1_r12 1373 -#define _LOAD_FAST_BORROW_1_r23 1374 -#define _LOAD_FAST_BORROW_2_r01 1375 -#define _LOAD_FAST_BORROW_2_r12 1376 -#define _LOAD_FAST_BORROW_2_r23 1377 -#define _LOAD_FAST_BORROW_3_r01 1378 -#define _LOAD_FAST_BORROW_3_r12 1379 -#define _LOAD_FAST_BORROW_3_r23 1380 -#define _LOAD_FAST_BORROW_4_r01 1381 -#define _LOAD_FAST_BORROW_4_r12 1382 -#define _LOAD_FAST_BORROW_4_r23 1383 -#define _LOAD_FAST_BORROW_5_r01 1384 -#define _LOAD_FAST_BORROW_5_r12 1385 -#define _LOAD_FAST_BORROW_5_r23 1386 -#define _LOAD_FAST_BORROW_6_r01 1387 -#define _LOAD_FAST_BORROW_6_r12 1388 -#define _LOAD_FAST_BORROW_6_r23 1389 -#define _LOAD_FAST_BORROW_7_r01 1390 -#define _LOAD_FAST_BORROW_7_r12 1391 -#define _LOAD_FAST_BORROW_7_r23 1392 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1393 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1394 -#define _LOAD_FAST_CHECK_r01 1395 -#define _LOAD_FAST_CHECK_r12 1396 -#define _LOAD_FAST_CHECK_r23 1397 -#define _LOAD_FAST_LOAD_FAST_r02 1398 -#define _LOAD_FAST_LOAD_FAST_r13 1399 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1400 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1401 -#define _LOAD_GLOBAL_r00 1402 -#define _LOAD_GLOBAL_BUILTINS_r01 1403 -#define _LOAD_GLOBAL_MODULE_r01 1404 -#define _LOAD_LOCALS_r01 1405 -#define _LOAD_LOCALS_r12 1406 -#define _LOAD_LOCALS_r23 1407 -#define _LOAD_NAME_r01 1408 -#define _LOAD_SMALL_INT_r01 1409 -#define _LOAD_SMALL_INT_r12 1410 -#define _LOAD_SMALL_INT_r23 1411 -#define _LOAD_SMALL_INT_0_r01 1412 -#define _LOAD_SMALL_INT_0_r12 1413 -#define _LOAD_SMALL_INT_0_r23 1414 -#define _LOAD_SMALL_INT_1_r01 1415 -#define _LOAD_SMALL_INT_1_r12 1416 -#define _LOAD_SMALL_INT_1_r23 1417 -#define _LOAD_SMALL_INT_2_r01 1418 -#define _LOAD_SMALL_INT_2_r12 1419 -#define _LOAD_SMALL_INT_2_r23 1420 -#define _LOAD_SMALL_INT_3_r01 1421 -#define _LOAD_SMALL_INT_3_r12 1422 -#define _LOAD_SMALL_INT_3_r23 1423 -#define _LOAD_SPECIAL_r00 1424 -#define _LOAD_SUPER_ATTR_ATTR_r31 1425 -#define _LOAD_SUPER_ATTR_METHOD_r32 1426 -#define _LOCK_OBJECT_r01 1427 -#define _LOCK_OBJECT_r11 1428 -#define _LOCK_OBJECT_r22 1429 -#define _LOCK_OBJECT_r33 1430 -#define _MAKE_CALLARGS_A_TUPLE_r33 1431 -#define _MAKE_CELL_r00 1432 -#define _MAKE_FUNCTION_r12 1433 -#define _MAKE_HEAP_SAFE_r01 1434 -#define _MAKE_HEAP_SAFE_r11 1435 -#define _MAKE_HEAP_SAFE_r22 1436 -#define _MAKE_HEAP_SAFE_r33 1437 -#define _MAKE_WARM_r00 1438 -#define _MAKE_WARM_r11 1439 -#define _MAKE_WARM_r22 1440 -#define _MAKE_WARM_r33 1441 -#define _MAP_ADD_r20 1442 -#define _MATCH_CLASS_r33 1443 -#define _MATCH_KEYS_r23 1444 -#define _MATCH_MAPPING_r02 1445 -#define _MATCH_MAPPING_r12 1446 -#define _MATCH_MAPPING_r23 1447 -#define _MATCH_SEQUENCE_r02 1448 -#define _MATCH_SEQUENCE_r12 1449 -#define _MATCH_SEQUENCE_r23 1450 -#define _MAYBE_EXPAND_METHOD_r00 1451 -#define _MAYBE_EXPAND_METHOD_KW_r11 1452 -#define _MONITOR_CALL_r00 1453 -#define _MONITOR_CALL_KW_r11 1454 -#define _MONITOR_JUMP_BACKWARD_r00 1455 -#define _MONITOR_JUMP_BACKWARD_r11 1456 -#define _MONITOR_JUMP_BACKWARD_r22 1457 -#define _MONITOR_JUMP_BACKWARD_r33 1458 -#define _MONITOR_RESUME_r00 1459 -#define _NOP_r00 1460 -#define _NOP_r11 1461 -#define _NOP_r22 1462 -#define _NOP_r33 1463 -#define _POP_EXCEPT_r10 1464 -#define _POP_ITER_r20 1465 -#define _POP_JUMP_IF_FALSE_r00 1466 -#define _POP_JUMP_IF_FALSE_r10 1467 -#define _POP_JUMP_IF_FALSE_r21 1468 -#define _POP_JUMP_IF_FALSE_r32 1469 -#define _POP_JUMP_IF_TRUE_r00 1470 -#define _POP_JUMP_IF_TRUE_r10 1471 -#define _POP_JUMP_IF_TRUE_r21 1472 -#define _POP_JUMP_IF_TRUE_r32 1473 -#define _POP_TOP_r10 1474 -#define _POP_TOP_FLOAT_r00 1475 -#define _POP_TOP_FLOAT_r10 1476 -#define _POP_TOP_FLOAT_r21 1477 -#define _POP_TOP_FLOAT_r32 1478 -#define _POP_TOP_INT_r00 1479 -#define _POP_TOP_INT_r10 1480 -#define _POP_TOP_INT_r21 1481 -#define _POP_TOP_INT_r32 1482 -#define _POP_TOP_NOP_r00 1483 -#define _POP_TOP_NOP_r10 1484 -#define _POP_TOP_NOP_r21 1485 -#define _POP_TOP_NOP_r32 1486 -#define _POP_TOP_OPARG_r00 1487 -#define _POP_TOP_UNICODE_r00 1488 -#define _POP_TOP_UNICODE_r10 1489 -#define _POP_TOP_UNICODE_r21 1490 -#define _POP_TOP_UNICODE_r32 1491 -#define _PUSH_EXC_INFO_r02 1492 -#define _PUSH_EXC_INFO_r12 1493 -#define _PUSH_EXC_INFO_r23 1494 -#define _PUSH_FRAME_r10 1495 -#define _PUSH_NULL_r01 1496 -#define _PUSH_NULL_r12 1497 -#define _PUSH_NULL_r23 1498 -#define _PUSH_NULL_CONDITIONAL_r00 1499 -#define _PUSH_TAGGED_ZERO_r01 1500 -#define _PUSH_TAGGED_ZERO_r12 1501 -#define _PUSH_TAGGED_ZERO_r23 1502 -#define _PY_FRAME_EX_r31 1503 -#define _PY_FRAME_GENERAL_r01 1504 -#define _PY_FRAME_KW_r11 1505 -#define _REPLACE_WITH_TRUE_r02 1506 -#define _REPLACE_WITH_TRUE_r12 1507 -#define _REPLACE_WITH_TRUE_r23 1508 -#define _RESUME_CHECK_r00 1509 -#define _RESUME_CHECK_r11 1510 -#define _RESUME_CHECK_r22 1511 -#define _RESUME_CHECK_r33 1512 -#define _RETURN_GENERATOR_r01 1513 -#define _RETURN_VALUE_r11 1514 -#define _RROT_3_r03 1515 -#define _RROT_3_r13 1516 -#define _RROT_3_r23 1517 -#define _RROT_3_r33 1518 -#define _SAVE_RETURN_OFFSET_r00 1519 -#define _SAVE_RETURN_OFFSET_r11 1520 -#define _SAVE_RETURN_OFFSET_r22 1521 -#define _SAVE_RETURN_OFFSET_r33 1522 -#define _SEND_ASYNC_GEN_r33 1523 -#define _SEND_ASYNC_GEN_TIER_TWO_r33 1524 -#define _SEND_GEN_FRAME_r33 1525 -#define _SEND_VIRTUAL_r33 1526 -#define _SEND_VIRTUAL_TIER_TWO_r03 1527 -#define _SEND_VIRTUAL_TIER_TWO_r13 1528 -#define _SEND_VIRTUAL_TIER_TWO_r23 1529 -#define _SEND_VIRTUAL_TIER_TWO_r33 1530 -#define _SETUP_ANNOTATIONS_r00 1531 -#define _SET_ADD_r10 1532 -#define _SET_FUNCTION_ATTRIBUTE_r01 1533 -#define _SET_FUNCTION_ATTRIBUTE_r11 1534 -#define _SET_FUNCTION_ATTRIBUTE_r21 1535 -#define _SET_FUNCTION_ATTRIBUTE_r32 1536 -#define _SET_IP_r00 1537 -#define _SET_IP_r11 1538 -#define _SET_IP_r22 1539 -#define _SET_IP_r33 1540 -#define _SET_UPDATE_r11 1541 -#define _SPILL_OR_RELOAD_r01 1542 -#define _SPILL_OR_RELOAD_r02 1543 -#define _SPILL_OR_RELOAD_r03 1544 -#define _SPILL_OR_RELOAD_r10 1545 -#define _SPILL_OR_RELOAD_r12 1546 -#define _SPILL_OR_RELOAD_r13 1547 -#define _SPILL_OR_RELOAD_r20 1548 -#define _SPILL_OR_RELOAD_r21 1549 -#define _SPILL_OR_RELOAD_r23 1550 -#define _SPILL_OR_RELOAD_r30 1551 -#define _SPILL_OR_RELOAD_r31 1552 -#define _SPILL_OR_RELOAD_r32 1553 -#define _START_EXECUTOR_r00 1554 -#define _STORE_ATTR_r20 1555 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1556 -#define _STORE_ATTR_SLOT_r21 1557 -#define _STORE_ATTR_WITH_HINT_r21 1558 -#define _STORE_DEREF_r10 1559 -#define _STORE_FAST_LOAD_FAST_r11 1560 -#define _STORE_FAST_STORE_FAST_r20 1561 -#define _STORE_GLOBAL_r10 1562 -#define _STORE_NAME_r10 1563 -#define _STORE_SLICE_r30 1564 -#define _STORE_SUBSCR_r30 1565 -#define _STORE_SUBSCR_DICT_r31 1566 -#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1567 -#define _STORE_SUBSCR_LIST_INT_r32 1568 -#define _SWAP_r11 1569 -#define _SWAP_2_r02 1570 -#define _SWAP_2_r12 1571 -#define _SWAP_2_r22 1572 -#define _SWAP_2_r33 1573 -#define _SWAP_3_r03 1574 -#define _SWAP_3_r13 1575 -#define _SWAP_3_r23 1576 -#define _SWAP_3_r33 1577 -#define _SWAP_FAST_r01 1578 -#define _SWAP_FAST_r11 1579 -#define _SWAP_FAST_r22 1580 -#define _SWAP_FAST_r33 1581 -#define _SWAP_FAST_0_r01 1582 -#define _SWAP_FAST_0_r11 1583 -#define _SWAP_FAST_0_r22 1584 -#define _SWAP_FAST_0_r33 1585 -#define _SWAP_FAST_1_r01 1586 -#define _SWAP_FAST_1_r11 1587 -#define _SWAP_FAST_1_r22 1588 -#define _SWAP_FAST_1_r33 1589 -#define _SWAP_FAST_2_r01 1590 -#define _SWAP_FAST_2_r11 1591 -#define _SWAP_FAST_2_r22 1592 -#define _SWAP_FAST_2_r33 1593 -#define _SWAP_FAST_3_r01 1594 -#define _SWAP_FAST_3_r11 1595 -#define _SWAP_FAST_3_r22 1596 -#define _SWAP_FAST_3_r33 1597 -#define _SWAP_FAST_4_r01 1598 -#define _SWAP_FAST_4_r11 1599 -#define _SWAP_FAST_4_r22 1600 -#define _SWAP_FAST_4_r33 1601 -#define _SWAP_FAST_5_r01 1602 -#define _SWAP_FAST_5_r11 1603 -#define _SWAP_FAST_5_r22 1604 -#define _SWAP_FAST_5_r33 1605 -#define _SWAP_FAST_6_r01 1606 -#define _SWAP_FAST_6_r11 1607 -#define _SWAP_FAST_6_r22 1608 -#define _SWAP_FAST_6_r33 1609 -#define _SWAP_FAST_7_r01 1610 -#define _SWAP_FAST_7_r11 1611 -#define _SWAP_FAST_7_r22 1612 -#define _SWAP_FAST_7_r33 1613 -#define _TIER2_RESUME_CHECK_r00 1614 -#define _TIER2_RESUME_CHECK_r11 1615 -#define _TIER2_RESUME_CHECK_r22 1616 -#define _TIER2_RESUME_CHECK_r33 1617 -#define _TO_BOOL_r11 1618 -#define _TO_BOOL_BOOL_r01 1619 -#define _TO_BOOL_BOOL_r11 1620 -#define _TO_BOOL_BOOL_r22 1621 -#define _TO_BOOL_BOOL_r33 1622 -#define _TO_BOOL_INT_r02 1623 -#define _TO_BOOL_INT_r12 1624 -#define _TO_BOOL_INT_r23 1625 -#define _TO_BOOL_LIST_r02 1626 -#define _TO_BOOL_LIST_r12 1627 -#define _TO_BOOL_LIST_r23 1628 -#define _TO_BOOL_NONE_r01 1629 -#define _TO_BOOL_NONE_r11 1630 -#define _TO_BOOL_NONE_r22 1631 -#define _TO_BOOL_NONE_r33 1632 -#define _TO_BOOL_STR_r02 1633 -#define _TO_BOOL_STR_r12 1634 -#define _TO_BOOL_STR_r23 1635 -#define _TRACE_RECORD_r00 1636 -#define _UNARY_INVERT_r12 1637 -#define _UNARY_NEGATIVE_r12 1638 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1639 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1640 -#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1641 -#define _UNARY_NOT_r01 1642 -#define _UNARY_NOT_r11 1643 -#define _UNARY_NOT_r22 1644 -#define _UNARY_NOT_r33 1645 -#define _UNPACK_EX_r10 1646 -#define _UNPACK_SEQUENCE_r10 1647 -#define _UNPACK_SEQUENCE_LIST_r10 1648 -#define _UNPACK_SEQUENCE_TUPLE_r10 1649 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1650 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1651 -#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1652 -#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1653 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1654 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1655 -#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1656 -#define _WITH_EXCEPT_START_r33 1657 -#define _YIELD_VALUE_r11 1658 -#define MAX_UOP_REGS_ID 1658 +#define _YIELD_VALUE 667 +#define MAX_UOP_ID 667 +#define _ALLOCATE_OBJECT_r00 668 +#define _BINARY_OP_r23 669 +#define _BINARY_OP_ADD_FLOAT_r03 670 +#define _BINARY_OP_ADD_FLOAT_r13 671 +#define _BINARY_OP_ADD_FLOAT_r23 672 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r03 673 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r13 674 +#define _BINARY_OP_ADD_FLOAT_INPLACE_r23 675 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r03 676 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r13 677 +#define _BINARY_OP_ADD_FLOAT_INPLACE_RIGHT_r23 678 +#define _BINARY_OP_ADD_INT_r03 679 +#define _BINARY_OP_ADD_INT_r13 680 +#define _BINARY_OP_ADD_INT_r23 681 +#define _BINARY_OP_ADD_INT_INPLACE_r03 682 +#define _BINARY_OP_ADD_INT_INPLACE_r13 683 +#define _BINARY_OP_ADD_INT_INPLACE_r23 684 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03 685 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13 686 +#define _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23 687 +#define _BINARY_OP_ADD_INT_WIDE_r23 688 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 689 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 690 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 691 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 692 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 693 +#define _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 694 +#define _BINARY_OP_ADD_UNICODE_r03 695 +#define _BINARY_OP_ADD_UNICODE_r13 696 +#define _BINARY_OP_ADD_UNICODE_r23 697 +#define _BINARY_OP_EXTEND_r23 698 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 699 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 700 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 701 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 702 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r03 703 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r13 704 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_r23 705 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r03 706 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r13 707 +#define _BINARY_OP_MULTIPLY_FLOAT_INPLACE_RIGHT_r23 708 +#define _BINARY_OP_MULTIPLY_INT_r03 709 +#define _BINARY_OP_MULTIPLY_INT_r13 710 +#define _BINARY_OP_MULTIPLY_INT_r23 711 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r03 712 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r13 713 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_r23 714 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03 715 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13 716 +#define _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23 717 +#define _BINARY_OP_MULTIPLY_INT_WIDE_r23 718 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 719 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 720 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 721 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 722 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 723 +#define _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 724 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 725 +#define _BINARY_OP_SUBSCR_DICT_r23 726 +#define _BINARY_OP_SUBSCR_DICT_KNOWN_HASH_r23 727 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 728 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 729 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 730 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 731 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 732 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r23 733 +#define _BINARY_OP_SUBSCR_STR_INT_r23 734 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 735 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 736 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 737 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 738 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 739 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 740 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 741 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r03 742 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r13 743 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_r23 744 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r03 745 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r13 746 +#define _BINARY_OP_SUBTRACT_FLOAT_INPLACE_RIGHT_r23 747 +#define _BINARY_OP_SUBTRACT_INT_r03 748 +#define _BINARY_OP_SUBTRACT_INT_r13 749 +#define _BINARY_OP_SUBTRACT_INT_r23 750 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r03 751 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r13 752 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_r23 753 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03 754 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13 755 +#define _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23 756 +#define _BINARY_OP_SUBTRACT_INT_WIDE_r23 757 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 758 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 759 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 760 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 761 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 762 +#define _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 763 +#define _BINARY_OP_TRUEDIV_FLOAT_r23 764 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r03 765 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r13 766 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_r23 767 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r03 768 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r13 769 +#define _BINARY_OP_TRUEDIV_FLOAT_INPLACE_RIGHT_r23 770 +#define _BINARY_SLICE_r31 771 +#define _BUILD_INTERPOLATION_r01 772 +#define _BUILD_LIST_r01 773 +#define _BUILD_MAP_r01 774 +#define _BUILD_SET_r01 775 +#define _BUILD_SLICE_r01 776 +#define _BUILD_STRING_r01 777 +#define _BUILD_TEMPLATE_r21 778 +#define _BUILD_TUPLE_r01 779 +#define _CALL_BUILTIN_CLASS_r00 780 +#define _CALL_BUILTIN_FAST_r00 781 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r00 782 +#define _CALL_BUILTIN_O_r03 783 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 784 +#define _CALL_INTRINSIC_1_r12 785 +#define _CALL_INTRINSIC_2_r23 786 +#define _CALL_ISINSTANCE_r31 787 +#define _CALL_KW_NON_PY_r11 788 +#define _CALL_LEN_r33 789 +#define _CALL_LIST_APPEND_r03 790 +#define _CALL_LIST_APPEND_r13 791 +#define _CALL_LIST_APPEND_r23 792 +#define _CALL_LIST_APPEND_r33 793 +#define _CALL_METHOD_DESCRIPTOR_FAST_r00 794 +#define _CALL_METHOD_DESCRIPTOR_FAST_INLINE_r00 795 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 796 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_INLINE_r00 797 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r03 798 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_INLINE_r03 799 +#define _CALL_METHOD_DESCRIPTOR_O_r03 800 +#define _CALL_METHOD_DESCRIPTOR_O_INLINE_r03 801 +#define _CALL_NON_PY_GENERAL_r01 802 +#define _CALL_STR_1_r32 803 +#define _CALL_TUPLE_1_r32 804 +#define _CALL_TYPE_1_r02 805 +#define _CALL_TYPE_1_r12 806 +#define _CALL_TYPE_1_r22 807 +#define _CALL_TYPE_1_r32 808 +#define _CHECK_ATTR_CLASS_r01 809 +#define _CHECK_ATTR_CLASS_r11 810 +#define _CHECK_ATTR_CLASS_r22 811 +#define _CHECK_ATTR_CLASS_r33 812 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 813 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 814 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 815 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 816 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 817 +#define _CHECK_EG_MATCH_r22 818 +#define _CHECK_EXC_MATCH_r22 819 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 820 +#define _CHECK_FUNCTION_VERSION_r00 821 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 822 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 823 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 824 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 825 +#define _CHECK_FUNCTION_VERSION_KW_r11 826 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 827 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 828 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 829 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 830 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 831 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 832 +#define _CHECK_IS_PY_CALLABLE_EX_r03 833 +#define _CHECK_IS_PY_CALLABLE_EX_r13 834 +#define _CHECK_IS_PY_CALLABLE_EX_r23 835 +#define _CHECK_IS_PY_CALLABLE_EX_r33 836 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 837 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 838 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 839 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 840 +#define _CHECK_METHOD_VERSION_r00 841 +#define _CHECK_METHOD_VERSION_KW_r11 842 +#define _CHECK_OBJECT_r00 843 +#define _CHECK_PEP_523_r00 844 +#define _CHECK_PEP_523_r11 845 +#define _CHECK_PEP_523_r22 846 +#define _CHECK_PEP_523_r33 847 +#define _CHECK_PERIODIC_r00 848 +#define _CHECK_PERIODIC_AT_END_r00 849 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 850 +#define _CHECK_RECURSION_LIMIT_r00 851 +#define _CHECK_RECURSION_LIMIT_r11 852 +#define _CHECK_RECURSION_LIMIT_r22 853 +#define _CHECK_RECURSION_LIMIT_r33 854 +#define _CHECK_RECURSION_REMAINING_r00 855 +#define _CHECK_RECURSION_REMAINING_r11 856 +#define _CHECK_RECURSION_REMAINING_r22 857 +#define _CHECK_RECURSION_REMAINING_r33 858 +#define _CHECK_STACK_SPACE_r00 859 +#define _CHECK_STACK_SPACE_OPERAND_r00 860 +#define _CHECK_STACK_SPACE_OPERAND_r11 861 +#define _CHECK_STACK_SPACE_OPERAND_r22 862 +#define _CHECK_STACK_SPACE_OPERAND_r33 863 +#define _CHECK_VALIDITY_r00 864 +#define _CHECK_VALIDITY_r11 865 +#define _CHECK_VALIDITY_r22 866 +#define _CHECK_VALIDITY_r33 867 +#define _COLD_DYNAMIC_EXIT_r00 868 +#define _COLD_EXIT_r00 869 +#define _COMPARE_OP_r21 870 +#define _COMPARE_OP_FLOAT_r03 871 +#define _COMPARE_OP_FLOAT_r13 872 +#define _COMPARE_OP_FLOAT_r23 873 +#define _COMPARE_OP_INT_r23 874 +#define _COMPARE_OP_STR_r23 875 +#define _CONTAINS_OP_r23 876 +#define _CONTAINS_OP_DICT_r23 877 +#define _CONTAINS_OP_SET_r23 878 +#define _CONVERT_VALUE_r11 879 +#define _COPY_r01 880 +#define _COPY_1_r02 881 +#define _COPY_1_r12 882 +#define _COPY_1_r23 883 +#define _COPY_2_r03 884 +#define _COPY_2_r13 885 +#define _COPY_2_r23 886 +#define _COPY_3_r03 887 +#define _COPY_3_r13 888 +#define _COPY_3_r23 889 +#define _COPY_3_r33 890 +#define _COPY_FREE_VARS_r00 891 +#define _COPY_FREE_VARS_r11 892 +#define _COPY_FREE_VARS_r22 893 +#define _COPY_FREE_VARS_r33 894 +#define _CREATE_INIT_FRAME_r01 895 +#define _DELETE_ATTR_r10 896 +#define _DELETE_DEREF_r00 897 +#define _DELETE_FAST_r00 898 +#define _DELETE_GLOBAL_r00 899 +#define _DELETE_NAME_r00 900 +#define _DELETE_SUBSCR_r20 901 +#define _DEOPT_r00 902 +#define _DEOPT_r10 903 +#define _DEOPT_r20 904 +#define _DEOPT_r30 905 +#define _DICT_MERGE_r11 906 +#define _DICT_UPDATE_r11 907 +#define _DO_CALL_r01 908 +#define _DO_CALL_FUNCTION_EX_r31 909 +#define _DO_CALL_KW_r11 910 +#define _DYNAMIC_EXIT_r00 911 +#define _DYNAMIC_EXIT_r10 912 +#define _DYNAMIC_EXIT_r20 913 +#define _DYNAMIC_EXIT_r30 914 +#define _END_FOR_r10 915 +#define _END_SEND_r31 916 +#define _ERROR_POP_N_r00 917 +#define _EXIT_INIT_CHECK_r10 918 +#define _EXIT_TRACE_r00 919 +#define _EXIT_TRACE_r10 920 +#define _EXIT_TRACE_r20 921 +#define _EXIT_TRACE_r30 922 +#define _EXPAND_METHOD_r00 923 +#define _EXPAND_METHOD_KW_r11 924 +#define _FATAL_ERROR_r00 925 +#define _FATAL_ERROR_r11 926 +#define _FATAL_ERROR_r22 927 +#define _FATAL_ERROR_r33 928 +#define _FORMAT_SIMPLE_r11 929 +#define _FORMAT_WITH_SPEC_r21 930 +#define _FOR_ITER_r23 931 +#define _FOR_ITER_GEN_FRAME_r03 932 +#define _FOR_ITER_GEN_FRAME_r13 933 +#define _FOR_ITER_GEN_FRAME_r23 934 +#define _FOR_ITER_TIER_TWO_r23 935 +#define _FOR_ITER_VIRTUAL_r23 936 +#define _FOR_ITER_VIRTUAL_TIER_TWO_r23 937 +#define _GET_AITER_r11 938 +#define _GET_ANEXT_r12 939 +#define _GET_AWAITABLE_r11 940 +#define _GET_ITER_r12 941 +#define _GET_ITER_TRAD_r12 942 +#define _GET_LEN_r12 943 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r03 944 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r13 945 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r23 946 +#define _GUARD_3OS_ASYNC_GEN_ASEND_r33 947 +#define _GUARD_BINARY_OP_EXTEND_r22 948 +#define _GUARD_BINARY_OP_EXTEND_LHS_r02 949 +#define _GUARD_BINARY_OP_EXTEND_LHS_r12 950 +#define _GUARD_BINARY_OP_EXTEND_LHS_r22 951 +#define _GUARD_BINARY_OP_EXTEND_LHS_r33 952 +#define _GUARD_BINARY_OP_EXTEND_RHS_r02 953 +#define _GUARD_BINARY_OP_EXTEND_RHS_r12 954 +#define _GUARD_BINARY_OP_EXTEND_RHS_r22 955 +#define _GUARD_BINARY_OP_EXTEND_RHS_r33 956 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 957 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 958 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 959 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 960 +#define _GUARD_BIT_IS_SET_POP_r00 961 +#define _GUARD_BIT_IS_SET_POP_r10 962 +#define _GUARD_BIT_IS_SET_POP_r21 963 +#define _GUARD_BIT_IS_SET_POP_r32 964 +#define _GUARD_BIT_IS_SET_POP_4_r00 965 +#define _GUARD_BIT_IS_SET_POP_4_r10 966 +#define _GUARD_BIT_IS_SET_POP_4_r21 967 +#define _GUARD_BIT_IS_SET_POP_4_r32 968 +#define _GUARD_BIT_IS_SET_POP_5_r00 969 +#define _GUARD_BIT_IS_SET_POP_5_r10 970 +#define _GUARD_BIT_IS_SET_POP_5_r21 971 +#define _GUARD_BIT_IS_SET_POP_5_r32 972 +#define _GUARD_BIT_IS_SET_POP_6_r00 973 +#define _GUARD_BIT_IS_SET_POP_6_r10 974 +#define _GUARD_BIT_IS_SET_POP_6_r21 975 +#define _GUARD_BIT_IS_SET_POP_6_r32 976 +#define _GUARD_BIT_IS_SET_POP_7_r00 977 +#define _GUARD_BIT_IS_SET_POP_7_r10 978 +#define _GUARD_BIT_IS_SET_POP_7_r21 979 +#define _GUARD_BIT_IS_SET_POP_7_r32 980 +#define _GUARD_BIT_IS_UNSET_POP_r00 981 +#define _GUARD_BIT_IS_UNSET_POP_r10 982 +#define _GUARD_BIT_IS_UNSET_POP_r21 983 +#define _GUARD_BIT_IS_UNSET_POP_r32 984 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 985 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 986 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 987 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 988 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 989 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 990 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 991 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 992 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 993 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 994 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 995 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 996 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 997 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 998 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 999 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 1000 +#define _GUARD_CALLABLE_BUILTIN_CLASS_r00 1001 +#define _GUARD_CALLABLE_BUILTIN_FAST_r00 1002 +#define _GUARD_CALLABLE_BUILTIN_FAST_WITH_KEYWORDS_r00 1003 +#define _GUARD_CALLABLE_BUILTIN_O_r00 1004 +#define _GUARD_CALLABLE_ISINSTANCE_r03 1005 +#define _GUARD_CALLABLE_ISINSTANCE_r13 1006 +#define _GUARD_CALLABLE_ISINSTANCE_r23 1007 +#define _GUARD_CALLABLE_ISINSTANCE_r33 1008 +#define _GUARD_CALLABLE_LEN_r03 1009 +#define _GUARD_CALLABLE_LEN_r13 1010 +#define _GUARD_CALLABLE_LEN_r23 1011 +#define _GUARD_CALLABLE_LEN_r33 1012 +#define _GUARD_CALLABLE_LIST_APPEND_r03 1013 +#define _GUARD_CALLABLE_LIST_APPEND_r13 1014 +#define _GUARD_CALLABLE_LIST_APPEND_r23 1015 +#define _GUARD_CALLABLE_LIST_APPEND_r33 1016 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_r00 1017 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r00 1018 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_NOARGS_r00 1019 +#define _GUARD_CALLABLE_METHOD_DESCRIPTOR_O_r00 1020 +#define _GUARD_CALLABLE_STR_1_r03 1021 +#define _GUARD_CALLABLE_STR_1_r13 1022 +#define _GUARD_CALLABLE_STR_1_r23 1023 +#define _GUARD_CALLABLE_STR_1_r33 1024 +#define _GUARD_CALLABLE_TUPLE_1_r03 1025 +#define _GUARD_CALLABLE_TUPLE_1_r13 1026 +#define _GUARD_CALLABLE_TUPLE_1_r23 1027 +#define _GUARD_CALLABLE_TUPLE_1_r33 1028 +#define _GUARD_CALLABLE_TYPE_1_r03 1029 +#define _GUARD_CALLABLE_TYPE_1_r13 1030 +#define _GUARD_CALLABLE_TYPE_1_r23 1031 +#define _GUARD_CALLABLE_TYPE_1_r33 1032 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r00 1033 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r11 1034 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r22 1035 +#define _GUARD_CODE_VERSION_RETURN_GENERATOR_r33 1036 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r00 1037 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r11 1038 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r22 1039 +#define _GUARD_CODE_VERSION_RETURN_VALUE_r33 1040 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r00 1041 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r11 1042 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r22 1043 +#define _GUARD_CODE_VERSION_YIELD_VALUE_r33 1044 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r00 1045 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r11 1046 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r22 1047 +#define _GUARD_CODE_VERSION__PUSH_FRAME_r33 1048 +#define _GUARD_DORV_NO_DICT_r01 1049 +#define _GUARD_DORV_NO_DICT_r11 1050 +#define _GUARD_DORV_NO_DICT_r22 1051 +#define _GUARD_DORV_NO_DICT_r33 1052 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 1053 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 1054 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 1055 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 1056 +#define _GUARD_GLOBALS_VERSION_r00 1057 +#define _GUARD_GLOBALS_VERSION_r11 1058 +#define _GUARD_GLOBALS_VERSION_r22 1059 +#define _GUARD_GLOBALS_VERSION_r33 1060 +#define _GUARD_IP_RETURN_GENERATOR_r00 1061 +#define _GUARD_IP_RETURN_GENERATOR_r11 1062 +#define _GUARD_IP_RETURN_GENERATOR_r22 1063 +#define _GUARD_IP_RETURN_GENERATOR_r33 1064 +#define _GUARD_IP_RETURN_VALUE_r00 1065 +#define _GUARD_IP_RETURN_VALUE_r11 1066 +#define _GUARD_IP_RETURN_VALUE_r22 1067 +#define _GUARD_IP_RETURN_VALUE_r33 1068 +#define _GUARD_IP_YIELD_VALUE_r00 1069 +#define _GUARD_IP_YIELD_VALUE_r11 1070 +#define _GUARD_IP_YIELD_VALUE_r22 1071 +#define _GUARD_IP_YIELD_VALUE_r33 1072 +#define _GUARD_IP__PUSH_FRAME_r00 1073 +#define _GUARD_IP__PUSH_FRAME_r11 1074 +#define _GUARD_IP__PUSH_FRAME_r22 1075 +#define _GUARD_IP__PUSH_FRAME_r33 1076 +#define _GUARD_IS_FALSE_POP_r00 1077 +#define _GUARD_IS_FALSE_POP_r10 1078 +#define _GUARD_IS_FALSE_POP_r21 1079 +#define _GUARD_IS_FALSE_POP_r32 1080 +#define _GUARD_IS_NONE_POP_r00 1081 +#define _GUARD_IS_NONE_POP_r10 1082 +#define _GUARD_IS_NONE_POP_r21 1083 +#define _GUARD_IS_NONE_POP_r32 1084 +#define _GUARD_IS_NOT_NONE_POP_r10 1085 +#define _GUARD_IS_TRUE_POP_r00 1086 +#define _GUARD_IS_TRUE_POP_r10 1087 +#define _GUARD_IS_TRUE_POP_r21 1088 +#define _GUARD_IS_TRUE_POP_r32 1089 +#define _GUARD_ITERATOR_r01 1090 +#define _GUARD_ITERATOR_r11 1091 +#define _GUARD_ITERATOR_r22 1092 +#define _GUARD_ITERATOR_r33 1093 +#define _GUARD_ITER_VIRTUAL_r01 1094 +#define _GUARD_ITER_VIRTUAL_r11 1095 +#define _GUARD_ITER_VIRTUAL_r22 1096 +#define _GUARD_ITER_VIRTUAL_r33 1097 +#define _GUARD_KEYS_VERSION_r01 1098 +#define _GUARD_KEYS_VERSION_r11 1099 +#define _GUARD_KEYS_VERSION_r22 1100 +#define _GUARD_KEYS_VERSION_r33 1101 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r03 1102 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r13 1103 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r23 1104 +#define _GUARD_LOAD_SUPER_ATTR_METHOD_r33 1105 +#define _GUARD_NOS_COMPACT_r02 1106 +#define _GUARD_NOS_COMPACT_r12 1107 +#define _GUARD_NOS_COMPACT_r22 1108 +#define _GUARD_NOS_COMPACT_r33 1109 +#define _GUARD_NOS_COMPACT_ASCII_r02 1110 +#define _GUARD_NOS_COMPACT_ASCII_r12 1111 +#define _GUARD_NOS_COMPACT_ASCII_r22 1112 +#define _GUARD_NOS_COMPACT_ASCII_r33 1113 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r03 1114 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r13 1115 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r23 1116 +#define _GUARD_NOS_DICT_STORE_SUBSCRIPT_r33 1117 +#define _GUARD_NOS_DICT_SUBSCRIPT_r02 1118 +#define _GUARD_NOS_DICT_SUBSCRIPT_r12 1119 +#define _GUARD_NOS_DICT_SUBSCRIPT_r22 1120 +#define _GUARD_NOS_DICT_SUBSCRIPT_r33 1121 +#define _GUARD_NOS_FLOAT_r02 1122 +#define _GUARD_NOS_FLOAT_r12 1123 +#define _GUARD_NOS_FLOAT_r22 1124 +#define _GUARD_NOS_FLOAT_r33 1125 +#define _GUARD_NOS_INT_r02 1126 +#define _GUARD_NOS_INT_r12 1127 +#define _GUARD_NOS_INT_r22 1128 +#define _GUARD_NOS_INT_r33 1129 +#define _GUARD_NOS_INT_WIDE_r02 1130 +#define _GUARD_NOS_INT_WIDE_r12 1131 +#define _GUARD_NOS_INT_WIDE_r22 1132 +#define _GUARD_NOS_INT_WIDE_r33 1133 +#define _GUARD_NOS_ITER_VIRTUAL_r02 1134 +#define _GUARD_NOS_ITER_VIRTUAL_r12 1135 +#define _GUARD_NOS_ITER_VIRTUAL_r22 1136 +#define _GUARD_NOS_ITER_VIRTUAL_r33 1137 +#define _GUARD_NOS_LIST_r02 1138 +#define _GUARD_NOS_LIST_r12 1139 +#define _GUARD_NOS_LIST_r22 1140 +#define _GUARD_NOS_LIST_r33 1141 +#define _GUARD_NOS_NOT_NULL_r02 1142 +#define _GUARD_NOS_NOT_NULL_r12 1143 +#define _GUARD_NOS_NOT_NULL_r22 1144 +#define _GUARD_NOS_NOT_NULL_r33 1145 +#define _GUARD_NOS_NULL_r02 1146 +#define _GUARD_NOS_NULL_r12 1147 +#define _GUARD_NOS_NULL_r22 1148 +#define _GUARD_NOS_NULL_r33 1149 +#define _GUARD_NOS_OVERFLOWED_r02 1150 +#define _GUARD_NOS_OVERFLOWED_r12 1151 +#define _GUARD_NOS_OVERFLOWED_r22 1152 +#define _GUARD_NOS_OVERFLOWED_r33 1153 +#define _GUARD_NOS_TUPLE_r02 1154 +#define _GUARD_NOS_TUPLE_r12 1155 +#define _GUARD_NOS_TUPLE_r22 1156 +#define _GUARD_NOS_TUPLE_r33 1157 +#define _GUARD_NOS_TYPE_VERSION_r02 1158 +#define _GUARD_NOS_TYPE_VERSION_r12 1159 +#define _GUARD_NOS_TYPE_VERSION_r22 1160 +#define _GUARD_NOS_TYPE_VERSION_r33 1161 +#define _GUARD_NOS_UNICODE_r02 1162 +#define _GUARD_NOS_UNICODE_r12 1163 +#define _GUARD_NOS_UNICODE_r22 1164 +#define _GUARD_NOS_UNICODE_r33 1165 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 1166 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 1167 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 1168 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 1169 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 1170 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 1171 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 1172 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 1173 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 1174 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 1175 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 1176 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 1177 +#define _GUARD_THIRD_NULL_r03 1178 +#define _GUARD_THIRD_NULL_r13 1179 +#define _GUARD_THIRD_NULL_r23 1180 +#define _GUARD_THIRD_NULL_r33 1181 +#define _GUARD_TOS_ANY_DICT_r01 1182 +#define _GUARD_TOS_ANY_DICT_r11 1183 +#define _GUARD_TOS_ANY_DICT_r22 1184 +#define _GUARD_TOS_ANY_DICT_r33 1185 +#define _GUARD_TOS_ANY_SET_r01 1186 +#define _GUARD_TOS_ANY_SET_r11 1187 +#define _GUARD_TOS_ANY_SET_r22 1188 +#define _GUARD_TOS_ANY_SET_r33 1189 +#define _GUARD_TOS_COMPACT_r01 1190 +#define _GUARD_TOS_COMPACT_r11 1191 +#define _GUARD_TOS_COMPACT_r22 1192 +#define _GUARD_TOS_COMPACT_r33 1193 +#define _GUARD_TOS_DICT_r01 1194 +#define _GUARD_TOS_DICT_r11 1195 +#define _GUARD_TOS_DICT_r22 1196 +#define _GUARD_TOS_DICT_r33 1197 +#define _GUARD_TOS_FLOAT_r01 1198 +#define _GUARD_TOS_FLOAT_r11 1199 +#define _GUARD_TOS_FLOAT_r22 1200 +#define _GUARD_TOS_FLOAT_r33 1201 +#define _GUARD_TOS_FROZENDICT_r01 1202 +#define _GUARD_TOS_FROZENDICT_r11 1203 +#define _GUARD_TOS_FROZENDICT_r22 1204 +#define _GUARD_TOS_FROZENDICT_r33 1205 +#define _GUARD_TOS_FROZENSET_r01 1206 +#define _GUARD_TOS_FROZENSET_r11 1207 +#define _GUARD_TOS_FROZENSET_r22 1208 +#define _GUARD_TOS_FROZENSET_r33 1209 +#define _GUARD_TOS_INT_r01 1210 +#define _GUARD_TOS_INT_r11 1211 +#define _GUARD_TOS_INT_r22 1212 +#define _GUARD_TOS_INT_r33 1213 +#define _GUARD_TOS_INT_WIDE_r01 1214 +#define _GUARD_TOS_INT_WIDE_r11 1215 +#define _GUARD_TOS_INT_WIDE_r22 1216 +#define _GUARD_TOS_INT_WIDE_r33 1217 +#define _GUARD_TOS_IS_NONE_r01 1218 +#define _GUARD_TOS_IS_NONE_r11 1219 +#define _GUARD_TOS_IS_NONE_r22 1220 +#define _GUARD_TOS_IS_NONE_r33 1221 +#define _GUARD_TOS_LIST_r01 1222 +#define _GUARD_TOS_LIST_r11 1223 +#define _GUARD_TOS_LIST_r22 1224 +#define _GUARD_TOS_LIST_r33 1225 +#define _GUARD_TOS_NOT_NULL_r01 1226 +#define _GUARD_TOS_NOT_NULL_r11 1227 +#define _GUARD_TOS_NOT_NULL_r22 1228 +#define _GUARD_TOS_NOT_NULL_r33 1229 +#define _GUARD_TOS_OVERFLOWED_r01 1230 +#define _GUARD_TOS_OVERFLOWED_r11 1231 +#define _GUARD_TOS_OVERFLOWED_r22 1232 +#define _GUARD_TOS_OVERFLOWED_r33 1233 +#define _GUARD_TOS_SET_r01 1234 +#define _GUARD_TOS_SET_r11 1235 +#define _GUARD_TOS_SET_r22 1236 +#define _GUARD_TOS_SET_r33 1237 +#define _GUARD_TOS_SLICE_r01 1238 +#define _GUARD_TOS_SLICE_r11 1239 +#define _GUARD_TOS_SLICE_r22 1240 +#define _GUARD_TOS_SLICE_r33 1241 +#define _GUARD_TOS_TUPLE_r01 1242 +#define _GUARD_TOS_TUPLE_r11 1243 +#define _GUARD_TOS_TUPLE_r22 1244 +#define _GUARD_TOS_TUPLE_r33 1245 +#define _GUARD_TOS_UNICODE_r01 1246 +#define _GUARD_TOS_UNICODE_r11 1247 +#define _GUARD_TOS_UNICODE_r22 1248 +#define _GUARD_TOS_UNICODE_r33 1249 +#define _GUARD_TYPE_r01 1250 +#define _GUARD_TYPE_r11 1251 +#define _GUARD_TYPE_r22 1252 +#define _GUARD_TYPE_r33 1253 +#define _GUARD_TYPE_ITER_r02 1254 +#define _GUARD_TYPE_ITER_r12 1255 +#define _GUARD_TYPE_ITER_r22 1256 +#define _GUARD_TYPE_ITER_r33 1257 +#define _GUARD_TYPE_VERSION_r01 1258 +#define _GUARD_TYPE_VERSION_r11 1259 +#define _GUARD_TYPE_VERSION_r22 1260 +#define _GUARD_TYPE_VERSION_r33 1261 +#define _GUARD_TYPE_VERSION_LOCKED_r01 1262 +#define _GUARD_TYPE_VERSION_LOCKED_r11 1263 +#define _GUARD_TYPE_VERSION_LOCKED_r22 1264 +#define _GUARD_TYPE_VERSION_LOCKED_r33 1265 +#define _HANDLE_PENDING_AND_DEOPT_r00 1266 +#define _HANDLE_PENDING_AND_DEOPT_r10 1267 +#define _HANDLE_PENDING_AND_DEOPT_r20 1268 +#define _HANDLE_PENDING_AND_DEOPT_r30 1269 +#define _IMPORT_FROM_r12 1270 +#define _IMPORT_NAME_r21 1271 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1272 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1273 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1274 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1275 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1276 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1277 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1278 +#define _INSERT_NULL_r10 1279 +#define _INSTRUMENTED_FOR_ITER_r23 1280 +#define _INSTRUMENTED_INSTRUCTION_r00 1281 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1282 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1283 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1284 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1285 +#define _INSTRUMENTED_LINE_r00 1286 +#define _INSTRUMENTED_NOT_TAKEN_r00 1287 +#define _INSTRUMENTED_NOT_TAKEN_r11 1288 +#define _INSTRUMENTED_NOT_TAKEN_r22 1289 +#define _INSTRUMENTED_NOT_TAKEN_r33 1290 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1291 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1292 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1293 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1294 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1295 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1296 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1297 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1298 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1299 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1300 +#define _IS_NONE_r11 1301 +#define _IS_OP_r03 1302 +#define _IS_OP_r13 1303 +#define _IS_OP_r23 1304 +#define _ITER_CHECK_LIST_r02 1305 +#define _ITER_CHECK_LIST_r12 1306 +#define _ITER_CHECK_LIST_r22 1307 +#define _ITER_CHECK_LIST_r33 1308 +#define _ITER_CHECK_RANGE_r02 1309 +#define _ITER_CHECK_RANGE_r12 1310 +#define _ITER_CHECK_RANGE_r22 1311 +#define _ITER_CHECK_RANGE_r33 1312 +#define _ITER_CHECK_TUPLE_r02 1313 +#define _ITER_CHECK_TUPLE_r12 1314 +#define _ITER_CHECK_TUPLE_r22 1315 +#define _ITER_CHECK_TUPLE_r33 1316 +#define _ITER_JUMP_LIST_r02 1317 +#define _ITER_JUMP_LIST_r12 1318 +#define _ITER_JUMP_LIST_r22 1319 +#define _ITER_JUMP_LIST_r33 1320 +#define _ITER_JUMP_RANGE_r02 1321 +#define _ITER_JUMP_RANGE_r12 1322 +#define _ITER_JUMP_RANGE_r22 1323 +#define _ITER_JUMP_RANGE_r33 1324 +#define _ITER_JUMP_TUPLE_r02 1325 +#define _ITER_JUMP_TUPLE_r12 1326 +#define _ITER_JUMP_TUPLE_r22 1327 +#define _ITER_JUMP_TUPLE_r33 1328 +#define _ITER_NEXT_INLINE_r23 1329 +#define _ITER_NEXT_LIST_r23 1330 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1331 +#define _ITER_NEXT_RANGE_r03 1332 +#define _ITER_NEXT_RANGE_r13 1333 +#define _ITER_NEXT_RANGE_r23 1334 +#define _ITER_NEXT_TUPLE_r03 1335 +#define _ITER_NEXT_TUPLE_r13 1336 +#define _ITER_NEXT_TUPLE_r23 1337 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1338 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1339 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1340 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1341 +#define _JUMP_TO_TOP_r00 1342 +#define _LIST_APPEND_r10 1343 +#define _LIST_EXTEND_r11 1344 +#define _LOAD_ATTR_r10 1345 +#define _LOAD_ATTR_CLASS_r11 1346 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_FRAME_r11 1347 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1348 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1349 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1350 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1351 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1352 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1353 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1354 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1355 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1356 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1357 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1358 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1359 +#define _LOAD_ATTR_MODULE_r12 1360 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1361 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1362 +#define _LOAD_ATTR_PROPERTY_FRAME_r01 1363 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1364 +#define _LOAD_ATTR_PROPERTY_FRAME_r22 1365 +#define _LOAD_ATTR_PROPERTY_FRAME_r33 1366 +#define _LOAD_ATTR_SLOT_r02 1367 +#define _LOAD_ATTR_SLOT_r12 1368 +#define _LOAD_ATTR_SLOT_r23 1369 +#define _LOAD_ATTR_WITH_HINT_r12 1370 +#define _LOAD_BUILD_CLASS_r01 1371 +#define _LOAD_BYTECODE_r00 1372 +#define _LOAD_COMMON_CONSTANT_r01 1373 +#define _LOAD_COMMON_CONSTANT_r12 1374 +#define _LOAD_COMMON_CONSTANT_r23 1375 +#define _LOAD_CONST_r01 1376 +#define _LOAD_CONST_r12 1377 +#define _LOAD_CONST_r23 1378 +#define _LOAD_CONST_INLINE_r01 1379 +#define _LOAD_CONST_INLINE_r12 1380 +#define _LOAD_CONST_INLINE_r23 1381 +#define _LOAD_CONST_INLINE_BORROW_r01 1382 +#define _LOAD_CONST_INLINE_BORROW_r12 1383 +#define _LOAD_CONST_INLINE_BORROW_r23 1384 +#define _LOAD_DEREF_r01 1385 +#define _LOAD_FAST_r01 1386 +#define _LOAD_FAST_r12 1387 +#define _LOAD_FAST_r23 1388 +#define _LOAD_FAST_0_r01 1389 +#define _LOAD_FAST_0_r12 1390 +#define _LOAD_FAST_0_r23 1391 +#define _LOAD_FAST_1_r01 1392 +#define _LOAD_FAST_1_r12 1393 +#define _LOAD_FAST_1_r23 1394 +#define _LOAD_FAST_2_r01 1395 +#define _LOAD_FAST_2_r12 1396 +#define _LOAD_FAST_2_r23 1397 +#define _LOAD_FAST_3_r01 1398 +#define _LOAD_FAST_3_r12 1399 +#define _LOAD_FAST_3_r23 1400 +#define _LOAD_FAST_4_r01 1401 +#define _LOAD_FAST_4_r12 1402 +#define _LOAD_FAST_4_r23 1403 +#define _LOAD_FAST_5_r01 1404 +#define _LOAD_FAST_5_r12 1405 +#define _LOAD_FAST_5_r23 1406 +#define _LOAD_FAST_6_r01 1407 +#define _LOAD_FAST_6_r12 1408 +#define _LOAD_FAST_6_r23 1409 +#define _LOAD_FAST_7_r01 1410 +#define _LOAD_FAST_7_r12 1411 +#define _LOAD_FAST_7_r23 1412 +#define _LOAD_FAST_AND_CLEAR_r01 1413 +#define _LOAD_FAST_AND_CLEAR_r12 1414 +#define _LOAD_FAST_AND_CLEAR_r23 1415 +#define _LOAD_FAST_BORROW_r01 1416 +#define _LOAD_FAST_BORROW_r12 1417 +#define _LOAD_FAST_BORROW_r23 1418 +#define _LOAD_FAST_BORROW_0_r01 1419 +#define _LOAD_FAST_BORROW_0_r12 1420 +#define _LOAD_FAST_BORROW_0_r23 1421 +#define _LOAD_FAST_BORROW_1_r01 1422 +#define _LOAD_FAST_BORROW_1_r12 1423 +#define _LOAD_FAST_BORROW_1_r23 1424 +#define _LOAD_FAST_BORROW_2_r01 1425 +#define _LOAD_FAST_BORROW_2_r12 1426 +#define _LOAD_FAST_BORROW_2_r23 1427 +#define _LOAD_FAST_BORROW_3_r01 1428 +#define _LOAD_FAST_BORROW_3_r12 1429 +#define _LOAD_FAST_BORROW_3_r23 1430 +#define _LOAD_FAST_BORROW_4_r01 1431 +#define _LOAD_FAST_BORROW_4_r12 1432 +#define _LOAD_FAST_BORROW_4_r23 1433 +#define _LOAD_FAST_BORROW_5_r01 1434 +#define _LOAD_FAST_BORROW_5_r12 1435 +#define _LOAD_FAST_BORROW_5_r23 1436 +#define _LOAD_FAST_BORROW_6_r01 1437 +#define _LOAD_FAST_BORROW_6_r12 1438 +#define _LOAD_FAST_BORROW_6_r23 1439 +#define _LOAD_FAST_BORROW_7_r01 1440 +#define _LOAD_FAST_BORROW_7_r12 1441 +#define _LOAD_FAST_BORROW_7_r23 1442 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1443 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1444 +#define _LOAD_FAST_CHECK_r01 1445 +#define _LOAD_FAST_CHECK_r12 1446 +#define _LOAD_FAST_CHECK_r23 1447 +#define _LOAD_FAST_LOAD_FAST_r02 1448 +#define _LOAD_FAST_LOAD_FAST_r13 1449 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1450 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1451 +#define _LOAD_GLOBAL_r00 1452 +#define _LOAD_GLOBAL_BUILTINS_r01 1453 +#define _LOAD_GLOBAL_MODULE_r01 1454 +#define _LOAD_LOCALS_r01 1455 +#define _LOAD_LOCALS_r12 1456 +#define _LOAD_LOCALS_r23 1457 +#define _LOAD_NAME_r01 1458 +#define _LOAD_SMALL_INT_r01 1459 +#define _LOAD_SMALL_INT_r12 1460 +#define _LOAD_SMALL_INT_r23 1461 +#define _LOAD_SMALL_INT_0_r01 1462 +#define _LOAD_SMALL_INT_0_r12 1463 +#define _LOAD_SMALL_INT_0_r23 1464 +#define _LOAD_SMALL_INT_1_r01 1465 +#define _LOAD_SMALL_INT_1_r12 1466 +#define _LOAD_SMALL_INT_1_r23 1467 +#define _LOAD_SMALL_INT_2_r01 1468 +#define _LOAD_SMALL_INT_2_r12 1469 +#define _LOAD_SMALL_INT_2_r23 1470 +#define _LOAD_SMALL_INT_3_r01 1471 +#define _LOAD_SMALL_INT_3_r12 1472 +#define _LOAD_SMALL_INT_3_r23 1473 +#define _LOAD_SPECIAL_r00 1474 +#define _LOAD_SUPER_ATTR_ATTR_r31 1475 +#define _LOAD_SUPER_ATTR_METHOD_r32 1476 +#define _LOCK_OBJECT_r01 1477 +#define _LOCK_OBJECT_r11 1478 +#define _LOCK_OBJECT_r22 1479 +#define _LOCK_OBJECT_r33 1480 +#define _MAKE_CALLARGS_A_TUPLE_r33 1481 +#define _MAKE_CELL_r00 1482 +#define _MAKE_FUNCTION_r12 1483 +#define _MAKE_HEAP_SAFE_r01 1484 +#define _MAKE_HEAP_SAFE_r11 1485 +#define _MAKE_HEAP_SAFE_r22 1486 +#define _MAKE_HEAP_SAFE_r33 1487 +#define _MAKE_WARM_r00 1488 +#define _MAKE_WARM_r11 1489 +#define _MAKE_WARM_r22 1490 +#define _MAKE_WARM_r33 1491 +#define _MAP_ADD_r20 1492 +#define _MATCH_CLASS_r33 1493 +#define _MATCH_KEYS_r23 1494 +#define _MATCH_MAPPING_r02 1495 +#define _MATCH_MAPPING_r12 1496 +#define _MATCH_MAPPING_r23 1497 +#define _MATCH_SEQUENCE_r02 1498 +#define _MATCH_SEQUENCE_r12 1499 +#define _MATCH_SEQUENCE_r23 1500 +#define _MAYBE_EXPAND_METHOD_r00 1501 +#define _MAYBE_EXPAND_METHOD_KW_r11 1502 +#define _MONITOR_CALL_r00 1503 +#define _MONITOR_CALL_KW_r11 1504 +#define _MONITOR_JUMP_BACKWARD_r00 1505 +#define _MONITOR_JUMP_BACKWARD_r11 1506 +#define _MONITOR_JUMP_BACKWARD_r22 1507 +#define _MONITOR_JUMP_BACKWARD_r33 1508 +#define _MONITOR_RESUME_r00 1509 +#define _NOP_r00 1510 +#define _NOP_r11 1511 +#define _NOP_r22 1512 +#define _NOP_r33 1513 +#define _POP_EXCEPT_r10 1514 +#define _POP_ITER_r20 1515 +#define _POP_JUMP_IF_FALSE_r00 1516 +#define _POP_JUMP_IF_FALSE_r10 1517 +#define _POP_JUMP_IF_FALSE_r21 1518 +#define _POP_JUMP_IF_FALSE_r32 1519 +#define _POP_JUMP_IF_TRUE_r00 1520 +#define _POP_JUMP_IF_TRUE_r10 1521 +#define _POP_JUMP_IF_TRUE_r21 1522 +#define _POP_JUMP_IF_TRUE_r32 1523 +#define _POP_TOP_r10 1524 +#define _POP_TOP_FLOAT_r00 1525 +#define _POP_TOP_FLOAT_r10 1526 +#define _POP_TOP_FLOAT_r21 1527 +#define _POP_TOP_FLOAT_r32 1528 +#define _POP_TOP_INT_r00 1529 +#define _POP_TOP_INT_r10 1530 +#define _POP_TOP_INT_r21 1531 +#define _POP_TOP_INT_r32 1532 +#define _POP_TOP_NOP_r00 1533 +#define _POP_TOP_NOP_r10 1534 +#define _POP_TOP_NOP_r21 1535 +#define _POP_TOP_NOP_r32 1536 +#define _POP_TOP_OPARG_r00 1537 +#define _POP_TOP_UNICODE_r00 1538 +#define _POP_TOP_UNICODE_r10 1539 +#define _POP_TOP_UNICODE_r21 1540 +#define _POP_TOP_UNICODE_r32 1541 +#define _PUSH_EXC_INFO_r02 1542 +#define _PUSH_EXC_INFO_r12 1543 +#define _PUSH_EXC_INFO_r23 1544 +#define _PUSH_FRAME_r10 1545 +#define _PUSH_NULL_r01 1546 +#define _PUSH_NULL_r12 1547 +#define _PUSH_NULL_r23 1548 +#define _PUSH_NULL_CONDITIONAL_r00 1549 +#define _PUSH_TAGGED_ZERO_r01 1550 +#define _PUSH_TAGGED_ZERO_r12 1551 +#define _PUSH_TAGGED_ZERO_r23 1552 +#define _PY_FRAME_EX_r31 1553 +#define _PY_FRAME_GENERAL_r01 1554 +#define _PY_FRAME_KW_r11 1555 +#define _REPLACE_WITH_TRUE_r02 1556 +#define _REPLACE_WITH_TRUE_r12 1557 +#define _REPLACE_WITH_TRUE_r23 1558 +#define _RESUME_CHECK_r00 1559 +#define _RESUME_CHECK_r11 1560 +#define _RESUME_CHECK_r22 1561 +#define _RESUME_CHECK_r33 1562 +#define _RETURN_GENERATOR_r01 1563 +#define _RETURN_VALUE_r11 1564 +#define _RROT_3_r03 1565 +#define _RROT_3_r13 1566 +#define _RROT_3_r23 1567 +#define _RROT_3_r33 1568 +#define _SAVE_RETURN_OFFSET_r00 1569 +#define _SAVE_RETURN_OFFSET_r11 1570 +#define _SAVE_RETURN_OFFSET_r22 1571 +#define _SAVE_RETURN_OFFSET_r33 1572 +#define _SEND_ASYNC_GEN_r33 1573 +#define _SEND_ASYNC_GEN_TIER_TWO_r33 1574 +#define _SEND_GEN_FRAME_r33 1575 +#define _SEND_VIRTUAL_r33 1576 +#define _SEND_VIRTUAL_TIER_TWO_r03 1577 +#define _SEND_VIRTUAL_TIER_TWO_r13 1578 +#define _SEND_VIRTUAL_TIER_TWO_r23 1579 +#define _SEND_VIRTUAL_TIER_TWO_r33 1580 +#define _SETUP_ANNOTATIONS_r00 1581 +#define _SET_ADD_r10 1582 +#define _SET_FUNCTION_ATTRIBUTE_r01 1583 +#define _SET_FUNCTION_ATTRIBUTE_r11 1584 +#define _SET_FUNCTION_ATTRIBUTE_r21 1585 +#define _SET_FUNCTION_ATTRIBUTE_r32 1586 +#define _SET_IP_r00 1587 +#define _SET_IP_r11 1588 +#define _SET_IP_r22 1589 +#define _SET_IP_r33 1590 +#define _SET_UPDATE_r11 1591 +#define _SPILL_OR_RELOAD_r01 1592 +#define _SPILL_OR_RELOAD_r02 1593 +#define _SPILL_OR_RELOAD_r03 1594 +#define _SPILL_OR_RELOAD_r10 1595 +#define _SPILL_OR_RELOAD_r12 1596 +#define _SPILL_OR_RELOAD_r13 1597 +#define _SPILL_OR_RELOAD_r20 1598 +#define _SPILL_OR_RELOAD_r21 1599 +#define _SPILL_OR_RELOAD_r23 1600 +#define _SPILL_OR_RELOAD_r30 1601 +#define _SPILL_OR_RELOAD_r31 1602 +#define _SPILL_OR_RELOAD_r32 1603 +#define _START_EXECUTOR_r00 1604 +#define _STORE_ATTR_r20 1605 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1606 +#define _STORE_ATTR_SLOT_r21 1607 +#define _STORE_ATTR_WITH_HINT_r21 1608 +#define _STORE_DEREF_r10 1609 +#define _STORE_FAST_LOAD_FAST_r11 1610 +#define _STORE_FAST_STORE_FAST_r20 1611 +#define _STORE_GLOBAL_r10 1612 +#define _STORE_NAME_r10 1613 +#define _STORE_SLICE_r30 1614 +#define _STORE_SUBSCR_r30 1615 +#define _STORE_SUBSCR_DICT_r31 1616 +#define _STORE_SUBSCR_DICT_KNOWN_HASH_r31 1617 +#define _STORE_SUBSCR_LIST_INT_r32 1618 +#define _SWAP_r11 1619 +#define _SWAP_2_r02 1620 +#define _SWAP_2_r12 1621 +#define _SWAP_2_r22 1622 +#define _SWAP_2_r33 1623 +#define _SWAP_3_r03 1624 +#define _SWAP_3_r13 1625 +#define _SWAP_3_r23 1626 +#define _SWAP_3_r33 1627 +#define _SWAP_FAST_r01 1628 +#define _SWAP_FAST_r11 1629 +#define _SWAP_FAST_r22 1630 +#define _SWAP_FAST_r33 1631 +#define _SWAP_FAST_0_r01 1632 +#define _SWAP_FAST_0_r11 1633 +#define _SWAP_FAST_0_r22 1634 +#define _SWAP_FAST_0_r33 1635 +#define _SWAP_FAST_1_r01 1636 +#define _SWAP_FAST_1_r11 1637 +#define _SWAP_FAST_1_r22 1638 +#define _SWAP_FAST_1_r33 1639 +#define _SWAP_FAST_2_r01 1640 +#define _SWAP_FAST_2_r11 1641 +#define _SWAP_FAST_2_r22 1642 +#define _SWAP_FAST_2_r33 1643 +#define _SWAP_FAST_3_r01 1644 +#define _SWAP_FAST_3_r11 1645 +#define _SWAP_FAST_3_r22 1646 +#define _SWAP_FAST_3_r33 1647 +#define _SWAP_FAST_4_r01 1648 +#define _SWAP_FAST_4_r11 1649 +#define _SWAP_FAST_4_r22 1650 +#define _SWAP_FAST_4_r33 1651 +#define _SWAP_FAST_5_r01 1652 +#define _SWAP_FAST_5_r11 1653 +#define _SWAP_FAST_5_r22 1654 +#define _SWAP_FAST_5_r33 1655 +#define _SWAP_FAST_6_r01 1656 +#define _SWAP_FAST_6_r11 1657 +#define _SWAP_FAST_6_r22 1658 +#define _SWAP_FAST_6_r33 1659 +#define _SWAP_FAST_7_r01 1660 +#define _SWAP_FAST_7_r11 1661 +#define _SWAP_FAST_7_r22 1662 +#define _SWAP_FAST_7_r33 1663 +#define _TIER2_RESUME_CHECK_r00 1664 +#define _TIER2_RESUME_CHECK_r11 1665 +#define _TIER2_RESUME_CHECK_r22 1666 +#define _TIER2_RESUME_CHECK_r33 1667 +#define _TO_BOOL_r11 1668 +#define _TO_BOOL_BOOL_r01 1669 +#define _TO_BOOL_BOOL_r11 1670 +#define _TO_BOOL_BOOL_r22 1671 +#define _TO_BOOL_BOOL_r33 1672 +#define _TO_BOOL_INT_r02 1673 +#define _TO_BOOL_INT_r12 1674 +#define _TO_BOOL_INT_r23 1675 +#define _TO_BOOL_LIST_r02 1676 +#define _TO_BOOL_LIST_r12 1677 +#define _TO_BOOL_LIST_r23 1678 +#define _TO_BOOL_NONE_r01 1679 +#define _TO_BOOL_NONE_r11 1680 +#define _TO_BOOL_NONE_r22 1681 +#define _TO_BOOL_NONE_r33 1682 +#define _TO_BOOL_STR_r02 1683 +#define _TO_BOOL_STR_r12 1684 +#define _TO_BOOL_STR_r23 1685 +#define _TRACE_RECORD_r00 1686 +#define _UNARY_INVERT_r12 1687 +#define _UNARY_NEGATIVE_r12 1688 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r02 1689 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r12 1690 +#define _UNARY_NEGATIVE_FLOAT_INPLACE_r23 1691 +#define _UNARY_NOT_r01 1692 +#define _UNARY_NOT_r11 1693 +#define _UNARY_NOT_r22 1694 +#define _UNARY_NOT_r33 1695 +#define _UNPACK_EX_r10 1696 +#define _UNPACK_SEQUENCE_r10 1697 +#define _UNPACK_SEQUENCE_LIST_r10 1698 +#define _UNPACK_SEQUENCE_TUPLE_r10 1699 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1700 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r03 1701 +#define _UNPACK_SEQUENCE_UNIQUE_THREE_TUPLE_r13 1702 +#define _UNPACK_SEQUENCE_UNIQUE_TUPLE_r10 1703 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r02 1704 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r12 1705 +#define _UNPACK_SEQUENCE_UNIQUE_TWO_TUPLE_r23 1706 +#define _WITH_EXCEPT_START_r33 1707 +#define _YIELD_VALUE_r11 1708 +#define MAX_UOP_REGS_ID 1708 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 6713e9bc95f942d..32e58a26bdcf90b 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -103,17 +103,30 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_UNARY_INVERT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, [_GUARD_NOS_INT] = HAS_EXIT_FLAG, [_GUARD_TOS_INT] = HAS_EXIT_FLAG, + [_GUARD_NOS_INT_WIDE] = HAS_EXIT_FLAG, + [_GUARD_TOS_INT_WIDE] = HAS_EXIT_FLAG, [_GUARD_NOS_OVERFLOWED] = HAS_EXIT_FLAG, [_GUARD_TOS_OVERFLOWED] = HAS_EXIT_FLAG, + [_GUARD_TOS_COMPACT] = HAS_EXIT_FLAG, + [_GUARD_NOS_COMPACT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, [_BINARY_OP_ADD_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, [_BINARY_OP_SUBTRACT_INT] = HAS_EXIT_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_ADD_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG | HAS_PURE_FLAG, [_BINARY_OP_ADD_INT_INPLACE] = HAS_EXIT_FLAG, [_BINARY_OP_SUBTRACT_INT_INPLACE] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_INT_INPLACE] = HAS_EXIT_FLAG, [_BINARY_OP_ADD_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT] = HAS_EXIT_FLAG, + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = HAS_EXIT_FLAG | HAS_ERROR_FLAG, [_GUARD_NOS_FLOAT] = HAS_EXIT_FLAG, [_GUARD_TOS_FLOAT] = HAS_EXIT_FLAG, [_BINARY_OP_MULTIPLY_FLOAT] = HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_PURE_FLAG, @@ -242,7 +255,7 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG, - [_COMPARE_OP_INT] = HAS_ARG_FLAG, + [_COMPARE_OP_INT] = HAS_ARG_FLAG | HAS_EXIT_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_STR] = HAS_ARG_FLAG, [_IS_OP] = HAS_ARG_FLAG, [_CONTAINS_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ERROR_NO_POP_FLAG | HAS_ESCAPES_FLAG, @@ -1061,6 +1074,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_INT_r33 }, }, }, + [_GUARD_NOS_INT_WIDE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_INT_WIDE_r02 }, + { 2, 1, _GUARD_NOS_INT_WIDE_r12 }, + { 2, 2, _GUARD_NOS_INT_WIDE_r22 }, + { 3, 3, _GUARD_NOS_INT_WIDE_r33 }, + }, + }, + [_GUARD_TOS_INT_WIDE] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_INT_WIDE_r01 }, + { 1, 1, _GUARD_TOS_INT_WIDE_r11 }, + { 2, 2, _GUARD_TOS_INT_WIDE_r22 }, + { 3, 3, _GUARD_TOS_INT_WIDE_r33 }, + }, + }, [_GUARD_NOS_OVERFLOWED] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -1079,6 +1110,24 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { 3, 3, _GUARD_TOS_OVERFLOWED_r33 }, }, }, + [_GUARD_TOS_COMPACT] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _GUARD_TOS_COMPACT_r01 }, + { 1, 1, _GUARD_TOS_COMPACT_r11 }, + { 2, 2, _GUARD_TOS_COMPACT_r22 }, + { 3, 3, _GUARD_TOS_COMPACT_r33 }, + }, + }, + [_GUARD_NOS_COMPACT] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 2, 0, _GUARD_NOS_COMPACT_r02 }, + { 2, 1, _GUARD_NOS_COMPACT_r12 }, + { 2, 2, _GUARD_NOS_COMPACT_r22 }, + { 3, 3, _GUARD_NOS_COMPACT_r33 }, + }, + }, [_BINARY_OP_MULTIPLY_INT] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -1106,6 +1155,33 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_BINARY_OP_ADD_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE] = { + .best = { 2, 2, 2, 2 }, + .entries = { + { -1, -1, -1 }, + { -1, -1, -1 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_r23 }, + { -1, -1, -1 }, + }, + }, [_BINARY_OP_ADD_INT_INPLACE] = { .best = { 0, 1, 2, 2 }, .entries = { @@ -1160,6 +1236,60 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03 }, + { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = { + .best = { 0, 1, 2, 2 }, + .entries = { + { 3, 0, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03 }, + { 3, 1, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13 }, + { 3, 2, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23 }, + { -1, -1, -1 }, + }, + }, [_GUARD_NOS_FLOAT] = { .best = { 0, 1, 2, 3 }, .entries = { @@ -4145,6 +4275,14 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r22] = _GUARD_TOS_INT, [_GUARD_TOS_INT_r33] = _GUARD_TOS_INT, + [_GUARD_NOS_INT_WIDE_r02] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r12] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r22] = _GUARD_NOS_INT_WIDE, + [_GUARD_NOS_INT_WIDE_r33] = _GUARD_NOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r01] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r11] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r22] = _GUARD_TOS_INT_WIDE, + [_GUARD_TOS_INT_WIDE_r33] = _GUARD_TOS_INT_WIDE, [_GUARD_NOS_OVERFLOWED_r02] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r12] = _GUARD_NOS_OVERFLOWED, [_GUARD_NOS_OVERFLOWED_r22] = _GUARD_NOS_OVERFLOWED, @@ -4153,6 +4291,14 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_OVERFLOWED_r11] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r22] = _GUARD_TOS_OVERFLOWED, [_GUARD_TOS_OVERFLOWED_r33] = _GUARD_TOS_OVERFLOWED, + [_GUARD_TOS_COMPACT_r01] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r11] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r22] = _GUARD_TOS_COMPACT, + [_GUARD_TOS_COMPACT_r33] = _GUARD_TOS_COMPACT, + [_GUARD_NOS_COMPACT_r02] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r12] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r22] = _GUARD_NOS_COMPACT, + [_GUARD_NOS_COMPACT_r33] = _GUARD_NOS_COMPACT, [_BINARY_OP_MULTIPLY_INT_r03] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r13] = _BINARY_OP_MULTIPLY_INT, [_BINARY_OP_MULTIPLY_INT_r23] = _BINARY_OP_MULTIPLY_INT, @@ -4162,6 +4308,9 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_r03] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r13] = _BINARY_OP_SUBTRACT_INT, [_BINARY_OP_SUBTRACT_INT_r23] = _BINARY_OP_SUBTRACT_INT, + [_BINARY_OP_ADD_INT_WIDE_r23] = _BINARY_OP_ADD_INT_WIDE, + [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE, + [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE, [_BINARY_OP_ADD_INT_INPLACE_r03] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r13] = _BINARY_OP_ADD_INT_INPLACE, [_BINARY_OP_ADD_INT_INPLACE_r23] = _BINARY_OP_ADD_INT_INPLACE, @@ -4180,6 +4329,24 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, [_GUARD_NOS_FLOAT_r02] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r12] = _GUARD_NOS_FLOAT, [_GUARD_NOS_FLOAT_r22] = _GUARD_NOS_FLOAT, @@ -4915,6 +5082,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r03", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r13", [_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_ADD_INT_WIDE] = "_BINARY_OP_ADD_INT_WIDE", + [_BINARY_OP_ADD_INT_WIDE_r23] = "_BINARY_OP_ADD_INT_WIDE_r23", + [_BINARY_OP_ADD_INT_WIDE_INPLACE] = "_BINARY_OP_ADD_INT_WIDE_INPLACE", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r03", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r13", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_r23", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_ADD_UNICODE] = "_BINARY_OP_ADD_UNICODE", [_BINARY_OP_ADD_UNICODE_r03] = "_BINARY_OP_ADD_UNICODE_r03", [_BINARY_OP_ADD_UNICODE_r13] = "_BINARY_OP_ADD_UNICODE_r13", @@ -4947,6 +5124,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13", [_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE] = "_BINARY_OP_MULTIPLY_INT_WIDE", + [_BINARY_OP_MULTIPLY_INT_WIDE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_SUBSCR_CHECK_FUNC] = "_BINARY_OP_SUBSCR_CHECK_FUNC", [_BINARY_OP_SUBSCR_CHECK_FUNC_r23] = "_BINARY_OP_SUBSCR_CHECK_FUNC_r23", [_BINARY_OP_SUBSCR_DICT] = "_BINARY_OP_SUBSCR_DICT", @@ -4994,6 +5181,16 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13", [_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE] = "_BINARY_OP_SUBTRACT_INT_WIDE", + [_BINARY_OP_SUBTRACT_INT_WIDE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13", + [_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23] = "_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23", [_BINARY_OP_TRUEDIV_FLOAT] = "_BINARY_OP_TRUEDIV_FLOAT", [_BINARY_OP_TRUEDIV_FLOAT_r23] = "_BINARY_OP_TRUEDIV_FLOAT_r23", [_BINARY_OP_TRUEDIV_FLOAT_INPLACE] = "_BINARY_OP_TRUEDIV_FLOAT_INPLACE", @@ -5483,6 +5680,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_LOAD_SUPER_ATTR_METHOD_r13] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r13", [_GUARD_LOAD_SUPER_ATTR_METHOD_r23] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r23", [_GUARD_LOAD_SUPER_ATTR_METHOD_r33] = "_GUARD_LOAD_SUPER_ATTR_METHOD_r33", + [_GUARD_NOS_COMPACT] = "_GUARD_NOS_COMPACT", + [_GUARD_NOS_COMPACT_r02] = "_GUARD_NOS_COMPACT_r02", + [_GUARD_NOS_COMPACT_r12] = "_GUARD_NOS_COMPACT_r12", + [_GUARD_NOS_COMPACT_r22] = "_GUARD_NOS_COMPACT_r22", + [_GUARD_NOS_COMPACT_r33] = "_GUARD_NOS_COMPACT_r33", [_GUARD_NOS_COMPACT_ASCII] = "_GUARD_NOS_COMPACT_ASCII", [_GUARD_NOS_COMPACT_ASCII_r02] = "_GUARD_NOS_COMPACT_ASCII_r02", [_GUARD_NOS_COMPACT_ASCII_r12] = "_GUARD_NOS_COMPACT_ASCII_r12", @@ -5508,6 +5710,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_NOS_INT_r12] = "_GUARD_NOS_INT_r12", [_GUARD_NOS_INT_r22] = "_GUARD_NOS_INT_r22", [_GUARD_NOS_INT_r33] = "_GUARD_NOS_INT_r33", + [_GUARD_NOS_INT_WIDE] = "_GUARD_NOS_INT_WIDE", + [_GUARD_NOS_INT_WIDE_r02] = "_GUARD_NOS_INT_WIDE_r02", + [_GUARD_NOS_INT_WIDE_r12] = "_GUARD_NOS_INT_WIDE_r12", + [_GUARD_NOS_INT_WIDE_r22] = "_GUARD_NOS_INT_WIDE_r22", + [_GUARD_NOS_INT_WIDE_r33] = "_GUARD_NOS_INT_WIDE_r33", [_GUARD_NOS_ITER_VIRTUAL] = "_GUARD_NOS_ITER_VIRTUAL", [_GUARD_NOS_ITER_VIRTUAL_r02] = "_GUARD_NOS_ITER_VIRTUAL_r02", [_GUARD_NOS_ITER_VIRTUAL_r12] = "_GUARD_NOS_ITER_VIRTUAL_r12", @@ -5578,6 +5785,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_ANY_SET_r11] = "_GUARD_TOS_ANY_SET_r11", [_GUARD_TOS_ANY_SET_r22] = "_GUARD_TOS_ANY_SET_r22", [_GUARD_TOS_ANY_SET_r33] = "_GUARD_TOS_ANY_SET_r33", + [_GUARD_TOS_COMPACT] = "_GUARD_TOS_COMPACT", + [_GUARD_TOS_COMPACT_r01] = "_GUARD_TOS_COMPACT_r01", + [_GUARD_TOS_COMPACT_r11] = "_GUARD_TOS_COMPACT_r11", + [_GUARD_TOS_COMPACT_r22] = "_GUARD_TOS_COMPACT_r22", + [_GUARD_TOS_COMPACT_r33] = "_GUARD_TOS_COMPACT_r33", [_GUARD_TOS_DICT] = "_GUARD_TOS_DICT", [_GUARD_TOS_DICT_r01] = "_GUARD_TOS_DICT_r01", [_GUARD_TOS_DICT_r11] = "_GUARD_TOS_DICT_r11", @@ -5603,6 +5815,11 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_GUARD_TOS_INT_r11] = "_GUARD_TOS_INT_r11", [_GUARD_TOS_INT_r22] = "_GUARD_TOS_INT_r22", [_GUARD_TOS_INT_r33] = "_GUARD_TOS_INT_r33", + [_GUARD_TOS_INT_WIDE] = "_GUARD_TOS_INT_WIDE", + [_GUARD_TOS_INT_WIDE_r01] = "_GUARD_TOS_INT_WIDE_r01", + [_GUARD_TOS_INT_WIDE_r11] = "_GUARD_TOS_INT_WIDE_r11", + [_GUARD_TOS_INT_WIDE_r22] = "_GUARD_TOS_INT_WIDE_r22", + [_GUARD_TOS_INT_WIDE_r33] = "_GUARD_TOS_INT_WIDE_r33", [_GUARD_TOS_IS_NONE] = "_GUARD_TOS_IS_NONE", [_GUARD_TOS_IS_NONE_r01] = "_GUARD_TOS_IS_NONE_r01", [_GUARD_TOS_IS_NONE_r11] = "_GUARD_TOS_IS_NONE_r11", @@ -6360,16 +6577,30 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _GUARD_TOS_INT: return 0; + case _GUARD_NOS_INT_WIDE: + return 0; + case _GUARD_TOS_INT_WIDE: + return 0; case _GUARD_NOS_OVERFLOWED: return 0; case _GUARD_TOS_OVERFLOWED: return 0; + case _GUARD_TOS_COMPACT: + return 0; + case _GUARD_NOS_COMPACT: + return 0; case _BINARY_OP_MULTIPLY_INT: return 2; case _BINARY_OP_ADD_INT: return 2; case _BINARY_OP_SUBTRACT_INT: return 2; + case _BINARY_OP_ADD_INT_WIDE: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE: + return 2; case _BINARY_OP_ADD_INT_INPLACE: return 2; case _BINARY_OP_SUBTRACT_INT_INPLACE: @@ -6382,6 +6613,18 @@ int _PyUop_num_popped(int opcode, int oparg) return 2; case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT: return 2; + case _BINARY_OP_ADD_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: + return 2; + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: + return 2; + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: + return 2; + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: + return 2; case _GUARD_NOS_FLOAT: return 0; case _GUARD_TOS_FLOAT: diff --git a/Include/opcode_ids.h b/Include/opcode_ids.h index 758542720acf317..330f857c448cf8f 100644 --- a/Include/opcode_ids.h +++ b/Include/opcode_ids.h @@ -133,94 +133,97 @@ extern "C" { #define RESUME 128 #define BINARY_OP_ADD_FLOAT 129 #define BINARY_OP_ADD_INT 130 -#define BINARY_OP_ADD_UNICODE 131 -#define BINARY_OP_EXTEND 132 -#define BINARY_OP_MULTIPLY_FLOAT 133 -#define BINARY_OP_MULTIPLY_INT 134 -#define BINARY_OP_SUBSCR_DICT 135 -#define BINARY_OP_SUBSCR_GETITEM 136 -#define BINARY_OP_SUBSCR_LIST_INT 137 -#define BINARY_OP_SUBSCR_LIST_SLICE 138 -#define BINARY_OP_SUBSCR_STR_INT 139 -#define BINARY_OP_SUBSCR_TUPLE_INT 140 -#define BINARY_OP_SUBSCR_USTR_INT 141 -#define BINARY_OP_SUBTRACT_FLOAT 142 -#define BINARY_OP_SUBTRACT_INT 143 -#define CALL_ALLOC_AND_ENTER_INIT 144 -#define CALL_BOUND_METHOD_EXACT_ARGS 145 -#define CALL_BOUND_METHOD_GENERAL 146 -#define CALL_BUILTIN_CLASS 147 -#define CALL_BUILTIN_FAST 148 -#define CALL_BUILTIN_FAST_WITH_KEYWORDS 149 -#define CALL_BUILTIN_O 150 -#define CALL_EX_NON_PY_GENERAL 151 -#define CALL_EX_PY 152 -#define CALL_ISINSTANCE 153 -#define CALL_KW_BOUND_METHOD 154 -#define CALL_KW_NON_PY 155 -#define CALL_KW_PY 156 -#define CALL_LEN 157 -#define CALL_LIST_APPEND 158 -#define CALL_METHOD_DESCRIPTOR_FAST 159 -#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 160 -#define CALL_METHOD_DESCRIPTOR_NOARGS 161 -#define CALL_METHOD_DESCRIPTOR_O 162 -#define CALL_NON_PY_GENERAL 163 -#define CALL_PY_EXACT_ARGS 164 -#define CALL_PY_GENERAL 165 -#define CALL_STR_1 166 -#define CALL_TUPLE_1 167 -#define CALL_TYPE_1 168 -#define COMPARE_OP_FLOAT 169 -#define COMPARE_OP_INT 170 -#define COMPARE_OP_STR 171 -#define CONTAINS_OP_DICT 172 -#define CONTAINS_OP_SET 173 -#define FOR_ITER_GEN 174 -#define FOR_ITER_LIST 175 -#define FOR_ITER_RANGE 176 -#define FOR_ITER_TUPLE 177 -#define FOR_ITER_VIRTUAL 178 -#define GET_ITER_SELF 179 -#define GET_ITER_VIRTUAL 180 -#define JUMP_BACKWARD_JIT 181 -#define JUMP_BACKWARD_NO_JIT 182 -#define LOAD_ATTR_CLASS 183 -#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 184 -#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 185 -#define LOAD_ATTR_INSTANCE_VALUE 186 -#define LOAD_ATTR_METHOD_LAZY_DICT 187 -#define LOAD_ATTR_METHOD_NO_DICT 188 -#define LOAD_ATTR_METHOD_WITH_VALUES 189 -#define LOAD_ATTR_MODULE 190 -#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 191 -#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 192 -#define LOAD_ATTR_PROPERTY 193 -#define LOAD_ATTR_SLOT 194 -#define LOAD_ATTR_WITH_HINT 195 -#define LOAD_GLOBAL_BUILTIN 196 -#define LOAD_GLOBAL_MODULE 197 -#define LOAD_SUPER_ATTR_ATTR 198 -#define LOAD_SUPER_ATTR_METHOD 199 -#define RESUME_CHECK 200 -#define RESUME_CHECK_JIT 201 -#define SEND_ASYNC_GEN 202 -#define SEND_GEN 203 -#define SEND_VIRTUAL 204 -#define STORE_ATTR_INSTANCE_VALUE 205 -#define STORE_ATTR_SLOT 206 -#define STORE_ATTR_WITH_HINT 207 -#define STORE_SUBSCR_DICT 208 -#define STORE_SUBSCR_LIST_INT 209 -#define TO_BOOL_ALWAYS_TRUE 210 -#define TO_BOOL_BOOL 211 -#define TO_BOOL_INT 212 -#define TO_BOOL_LIST 213 -#define TO_BOOL_NONE 214 -#define TO_BOOL_STR 215 -#define UNPACK_SEQUENCE_LIST 216 -#define UNPACK_SEQUENCE_TUPLE 217 -#define UNPACK_SEQUENCE_TWO_TUPLE 218 +#define BINARY_OP_ADD_INT_WIDE 131 +#define BINARY_OP_ADD_UNICODE 132 +#define BINARY_OP_EXTEND 133 +#define BINARY_OP_MULTIPLY_FLOAT 134 +#define BINARY_OP_MULTIPLY_INT 135 +#define BINARY_OP_MULTIPLY_INT_WIDE 136 +#define BINARY_OP_SUBSCR_DICT 137 +#define BINARY_OP_SUBSCR_GETITEM 138 +#define BINARY_OP_SUBSCR_LIST_INT 139 +#define BINARY_OP_SUBSCR_LIST_SLICE 140 +#define BINARY_OP_SUBSCR_STR_INT 141 +#define BINARY_OP_SUBSCR_TUPLE_INT 142 +#define BINARY_OP_SUBSCR_USTR_INT 143 +#define BINARY_OP_SUBTRACT_FLOAT 144 +#define BINARY_OP_SUBTRACT_INT 145 +#define BINARY_OP_SUBTRACT_INT_WIDE 146 +#define CALL_ALLOC_AND_ENTER_INIT 147 +#define CALL_BOUND_METHOD_EXACT_ARGS 148 +#define CALL_BOUND_METHOD_GENERAL 149 +#define CALL_BUILTIN_CLASS 150 +#define CALL_BUILTIN_FAST 151 +#define CALL_BUILTIN_FAST_WITH_KEYWORDS 152 +#define CALL_BUILTIN_O 153 +#define CALL_EX_NON_PY_GENERAL 154 +#define CALL_EX_PY 155 +#define CALL_ISINSTANCE 156 +#define CALL_KW_BOUND_METHOD 157 +#define CALL_KW_NON_PY 158 +#define CALL_KW_PY 159 +#define CALL_LEN 160 +#define CALL_LIST_APPEND 161 +#define CALL_METHOD_DESCRIPTOR_FAST 162 +#define CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS 163 +#define CALL_METHOD_DESCRIPTOR_NOARGS 164 +#define CALL_METHOD_DESCRIPTOR_O 165 +#define CALL_NON_PY_GENERAL 166 +#define CALL_PY_EXACT_ARGS 167 +#define CALL_PY_GENERAL 168 +#define CALL_STR_1 169 +#define CALL_TUPLE_1 170 +#define CALL_TYPE_1 171 +#define COMPARE_OP_FLOAT 172 +#define COMPARE_OP_INT 173 +#define COMPARE_OP_STR 174 +#define CONTAINS_OP_DICT 175 +#define CONTAINS_OP_SET 176 +#define FOR_ITER_GEN 177 +#define FOR_ITER_LIST 178 +#define FOR_ITER_RANGE 179 +#define FOR_ITER_TUPLE 180 +#define FOR_ITER_VIRTUAL 181 +#define GET_ITER_SELF 182 +#define GET_ITER_VIRTUAL 183 +#define JUMP_BACKWARD_JIT 184 +#define JUMP_BACKWARD_NO_JIT 185 +#define LOAD_ATTR_CLASS 186 +#define LOAD_ATTR_CLASS_WITH_METACLASS_CHECK 187 +#define LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN 188 +#define LOAD_ATTR_INSTANCE_VALUE 189 +#define LOAD_ATTR_METHOD_LAZY_DICT 190 +#define LOAD_ATTR_METHOD_NO_DICT 191 +#define LOAD_ATTR_METHOD_WITH_VALUES 192 +#define LOAD_ATTR_MODULE 193 +#define LOAD_ATTR_NONDESCRIPTOR_NO_DICT 194 +#define LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES 195 +#define LOAD_ATTR_PROPERTY 196 +#define LOAD_ATTR_SLOT 197 +#define LOAD_ATTR_WITH_HINT 198 +#define LOAD_GLOBAL_BUILTIN 199 +#define LOAD_GLOBAL_MODULE 200 +#define LOAD_SUPER_ATTR_ATTR 201 +#define LOAD_SUPER_ATTR_METHOD 202 +#define RESUME_CHECK 203 +#define RESUME_CHECK_JIT 204 +#define SEND_ASYNC_GEN 205 +#define SEND_GEN 206 +#define SEND_VIRTUAL 207 +#define STORE_ATTR_INSTANCE_VALUE 208 +#define STORE_ATTR_SLOT 209 +#define STORE_ATTR_WITH_HINT 210 +#define STORE_SUBSCR_DICT 211 +#define STORE_SUBSCR_LIST_INT 212 +#define TO_BOOL_ALWAYS_TRUE 213 +#define TO_BOOL_BOOL 214 +#define TO_BOOL_INT 215 +#define TO_BOOL_LIST 216 +#define TO_BOOL_NONE 217 +#define TO_BOOL_STR 218 +#define UNPACK_SEQUENCE_LIST 219 +#define UNPACK_SEQUENCE_TUPLE 220 +#define UNPACK_SEQUENCE_TWO_TUPLE 221 #define INSTRUMENTED_END_FOR 233 #define INSTRUMENTED_POP_ITER 234 #define INSTRUMENTED_END_SEND 235 diff --git a/Lib/_opcode_metadata.py b/Lib/_opcode_metadata.py index 183d0af30acf438..8f3c6f604bdf13c 100644 --- a/Lib/_opcode_metadata.py +++ b/Lib/_opcode_metadata.py @@ -17,8 +17,11 @@ ), BINARY_OP=( "BINARY_OP_MULTIPLY_INT", + "BINARY_OP_MULTIPLY_INT_WIDE", "BINARY_OP_ADD_INT", + "BINARY_OP_ADD_INT_WIDE", "BINARY_OP_SUBTRACT_INT", + "BINARY_OP_SUBTRACT_INT_WIDE", "BINARY_OP_MULTIPLY_FLOAT", "BINARY_OP_ADD_FLOAT", "BINARY_OP_SUBTRACT_FLOAT", @@ -135,95 +138,98 @@ _specialized_opmap = frozendict( BINARY_OP_ADD_FLOAT=129, BINARY_OP_ADD_INT=130, - BINARY_OP_ADD_UNICODE=131, - BINARY_OP_EXTEND=132, + BINARY_OP_ADD_INT_WIDE=131, + BINARY_OP_ADD_UNICODE=132, + BINARY_OP_EXTEND=133, BINARY_OP_INPLACE_ADD_UNICODE=3, - BINARY_OP_MULTIPLY_FLOAT=133, - BINARY_OP_MULTIPLY_INT=134, - BINARY_OP_SUBSCR_DICT=135, - BINARY_OP_SUBSCR_GETITEM=136, - BINARY_OP_SUBSCR_LIST_INT=137, - BINARY_OP_SUBSCR_LIST_SLICE=138, - BINARY_OP_SUBSCR_STR_INT=139, - BINARY_OP_SUBSCR_TUPLE_INT=140, - BINARY_OP_SUBSCR_USTR_INT=141, - BINARY_OP_SUBTRACT_FLOAT=142, - BINARY_OP_SUBTRACT_INT=143, - CALL_ALLOC_AND_ENTER_INIT=144, - CALL_BOUND_METHOD_EXACT_ARGS=145, - CALL_BOUND_METHOD_GENERAL=146, - CALL_BUILTIN_CLASS=147, - CALL_BUILTIN_FAST=148, - CALL_BUILTIN_FAST_WITH_KEYWORDS=149, - CALL_BUILTIN_O=150, - CALL_EX_NON_PY_GENERAL=151, - CALL_EX_PY=152, - CALL_ISINSTANCE=153, - CALL_KW_BOUND_METHOD=154, - CALL_KW_NON_PY=155, - CALL_KW_PY=156, - CALL_LEN=157, - CALL_LIST_APPEND=158, - CALL_METHOD_DESCRIPTOR_FAST=159, - CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=160, - CALL_METHOD_DESCRIPTOR_NOARGS=161, - CALL_METHOD_DESCRIPTOR_O=162, - CALL_NON_PY_GENERAL=163, - CALL_PY_EXACT_ARGS=164, - CALL_PY_GENERAL=165, - CALL_STR_1=166, - CALL_TUPLE_1=167, - CALL_TYPE_1=168, - COMPARE_OP_FLOAT=169, - COMPARE_OP_INT=170, - COMPARE_OP_STR=171, - CONTAINS_OP_DICT=172, - CONTAINS_OP_SET=173, - FOR_ITER_GEN=174, - FOR_ITER_LIST=175, - FOR_ITER_RANGE=176, - FOR_ITER_TUPLE=177, - FOR_ITER_VIRTUAL=178, - GET_ITER_SELF=179, - GET_ITER_VIRTUAL=180, - JUMP_BACKWARD_JIT=181, - JUMP_BACKWARD_NO_JIT=182, - LOAD_ATTR_CLASS=183, - LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=184, - LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=185, - LOAD_ATTR_INSTANCE_VALUE=186, - LOAD_ATTR_METHOD_LAZY_DICT=187, - LOAD_ATTR_METHOD_NO_DICT=188, - LOAD_ATTR_METHOD_WITH_VALUES=189, - LOAD_ATTR_MODULE=190, - LOAD_ATTR_NONDESCRIPTOR_NO_DICT=191, - LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=192, - LOAD_ATTR_PROPERTY=193, - LOAD_ATTR_SLOT=194, - LOAD_ATTR_WITH_HINT=195, - LOAD_GLOBAL_BUILTIN=196, - LOAD_GLOBAL_MODULE=197, - LOAD_SUPER_ATTR_ATTR=198, - LOAD_SUPER_ATTR_METHOD=199, - RESUME_CHECK=200, - RESUME_CHECK_JIT=201, - SEND_ASYNC_GEN=202, - SEND_GEN=203, - SEND_VIRTUAL=204, - STORE_ATTR_INSTANCE_VALUE=205, - STORE_ATTR_SLOT=206, - STORE_ATTR_WITH_HINT=207, - STORE_SUBSCR_DICT=208, - STORE_SUBSCR_LIST_INT=209, - TO_BOOL_ALWAYS_TRUE=210, - TO_BOOL_BOOL=211, - TO_BOOL_INT=212, - TO_BOOL_LIST=213, - TO_BOOL_NONE=214, - TO_BOOL_STR=215, - UNPACK_SEQUENCE_LIST=216, - UNPACK_SEQUENCE_TUPLE=217, - UNPACK_SEQUENCE_TWO_TUPLE=218, + BINARY_OP_MULTIPLY_FLOAT=134, + BINARY_OP_MULTIPLY_INT=135, + BINARY_OP_MULTIPLY_INT_WIDE=136, + BINARY_OP_SUBSCR_DICT=137, + BINARY_OP_SUBSCR_GETITEM=138, + BINARY_OP_SUBSCR_LIST_INT=139, + BINARY_OP_SUBSCR_LIST_SLICE=140, + BINARY_OP_SUBSCR_STR_INT=141, + BINARY_OP_SUBSCR_TUPLE_INT=142, + BINARY_OP_SUBSCR_USTR_INT=143, + BINARY_OP_SUBTRACT_FLOAT=144, + BINARY_OP_SUBTRACT_INT=145, + BINARY_OP_SUBTRACT_INT_WIDE=146, + CALL_ALLOC_AND_ENTER_INIT=147, + CALL_BOUND_METHOD_EXACT_ARGS=148, + CALL_BOUND_METHOD_GENERAL=149, + CALL_BUILTIN_CLASS=150, + CALL_BUILTIN_FAST=151, + CALL_BUILTIN_FAST_WITH_KEYWORDS=152, + CALL_BUILTIN_O=153, + CALL_EX_NON_PY_GENERAL=154, + CALL_EX_PY=155, + CALL_ISINSTANCE=156, + CALL_KW_BOUND_METHOD=157, + CALL_KW_NON_PY=158, + CALL_KW_PY=159, + CALL_LEN=160, + CALL_LIST_APPEND=161, + CALL_METHOD_DESCRIPTOR_FAST=162, + CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS=163, + CALL_METHOD_DESCRIPTOR_NOARGS=164, + CALL_METHOD_DESCRIPTOR_O=165, + CALL_NON_PY_GENERAL=166, + CALL_PY_EXACT_ARGS=167, + CALL_PY_GENERAL=168, + CALL_STR_1=169, + CALL_TUPLE_1=170, + CALL_TYPE_1=171, + COMPARE_OP_FLOAT=172, + COMPARE_OP_INT=173, + COMPARE_OP_STR=174, + CONTAINS_OP_DICT=175, + CONTAINS_OP_SET=176, + FOR_ITER_GEN=177, + FOR_ITER_LIST=178, + FOR_ITER_RANGE=179, + FOR_ITER_TUPLE=180, + FOR_ITER_VIRTUAL=181, + GET_ITER_SELF=182, + GET_ITER_VIRTUAL=183, + JUMP_BACKWARD_JIT=184, + JUMP_BACKWARD_NO_JIT=185, + LOAD_ATTR_CLASS=186, + LOAD_ATTR_CLASS_WITH_METACLASS_CHECK=187, + LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN=188, + LOAD_ATTR_INSTANCE_VALUE=189, + LOAD_ATTR_METHOD_LAZY_DICT=190, + LOAD_ATTR_METHOD_NO_DICT=191, + LOAD_ATTR_METHOD_WITH_VALUES=192, + LOAD_ATTR_MODULE=193, + LOAD_ATTR_NONDESCRIPTOR_NO_DICT=194, + LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES=195, + LOAD_ATTR_PROPERTY=196, + LOAD_ATTR_SLOT=197, + LOAD_ATTR_WITH_HINT=198, + LOAD_GLOBAL_BUILTIN=199, + LOAD_GLOBAL_MODULE=200, + LOAD_SUPER_ATTR_ATTR=201, + LOAD_SUPER_ATTR_METHOD=202, + RESUME_CHECK=203, + RESUME_CHECK_JIT=204, + SEND_ASYNC_GEN=205, + SEND_GEN=206, + SEND_VIRTUAL=207, + STORE_ATTR_INSTANCE_VALUE=208, + STORE_ATTR_SLOT=209, + STORE_ATTR_WITH_HINT=210, + STORE_SUBSCR_DICT=211, + STORE_SUBSCR_LIST_INT=212, + TO_BOOL_ALWAYS_TRUE=213, + TO_BOOL_BOOL=214, + TO_BOOL_INT=215, + TO_BOOL_LIST=216, + TO_BOOL_NONE=217, + TO_BOOL_STR=218, + UNPACK_SEQUENCE_LIST=219, + UNPACK_SEQUENCE_TUPLE=220, + UNPACK_SEQUENCE_TWO_TUPLE=221, ) opmap = frozendict( diff --git a/Lib/test/test_capi/test_opt.py b/Lib/test/test_capi/test_opt.py index 2248920c266aef5..c607bd410dfe1b0 100644 --- a/Lib/test/test_capi/test_opt.py +++ b/Lib/test/test_capi/test_opt.py @@ -4245,6 +4245,52 @@ def testfunc(args): # Verify small int singletons are not corrupted self.assertEqual(7, 3 + 4) + def test_int_add_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) + c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 11_000_000_007) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) + + def test_int_add_inplace_noncompact_int64_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_903, 4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_807) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_ADD_INT_WIDE_INPLACE", uops) + + def test_int_add_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) + 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 9_223_372_036_854_775_809) + self.assertIsNotNone(ex) + def test_int_subtract_inplace_unique_lhs(self): # a * b produces a unique compact int; subtracting c reuses it def testfunc(args): @@ -4275,6 +4321,38 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT", uops) + def test_int_subtract_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) - c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 7, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 10_999_999_993) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) + + def test_int_subtract_inplace_noncompact_int64_min_boundary(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a + b) - 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (-4_611_686_018_427_387_904, -4_611_686_018_427_387_903, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * (-9_223_372_036_854_775_808)) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE", uops) + def test_int_multiply_inplace_unique_lhs(self): # (a + b) produces a unique compact int; multiplying by c reuses it def testfunc(args): @@ -4305,6 +4383,69 @@ def testfunc(args): uops = get_opnames(ex) self.assertIn("_BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT", uops) + def test_int_multiply_inplace_noncompact_unique_lhs(self): + # a + b produces a unique non-compact int that still fits in int64_t. + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, 3, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 33_000_000_000) + self.assertIsNotNone(ex) + uops = get_opnames(ex) + self.assertIn("_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE", uops) + + def test_int_multiply_inplace_noncompact_overflow_falls_back(self): + def testfunc(args): + a, b, c, n = args + total = 0 + for _ in range(n): + total += (a + b) * c + return total + + res, ex = self._run_with_optimizer( + testfunc, (4_611_686_018_427_387_904, 4_611_686_018_427_387_904, 2, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 18_446_744_073_709_551_616) + self.assertIsNotNone(ex) + + def test_compare_int_noncompact(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + if a < b: + total += 1 + return total + + res, ex = self._run_with_optimizer( + testfunc, (5_000_000_000, 6_000_000_000, TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD) + self.assertIsNotNone(ex) + + def test_compare_int_noncompact_all_predicates(self): + def testfunc(args): + a, b, n = args + total = 0 + for _ in range(n): + total += (a < b) + total += (a <= b) + total += (a == a) + total += (b != a) + total += (b > a) + total += (b >= a) + return total + + res, ex = self._run_with_optimizer( + testfunc, (9_223_372_036_854_775_006, 9_223_372_036_854_775_007, + TIER2_THRESHOLD)) + self.assertEqual(res, TIER2_THRESHOLD * 6) + self.assertIsNotNone(ex) + def test_int_inplace_chain_propagation(self): # a * b + c * d: both products are unique, the + reuses one; # result of + is also unique for the subsequent += diff --git a/Lib/test/test_opcache.py b/Lib/test/test_opcache.py index 7946550ec0db637..f4cd48d7632202f 100644 --- a/Lib/test/test_opcache.py +++ b/Lib/test/test_opcache.py @@ -1375,7 +1375,7 @@ def binary_op_add_int(): self.assert_specialized(binary_op_add_int, "BINARY_OP_ADD_INT") self.assert_no_opcode(binary_op_add_int, "BINARY_OP") - def binary_op_int_non_compact(): + def binary_op_int_non_compact_int64(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): a, b = 10000000000, 1 c = a + b @@ -1385,10 +1385,49 @@ def binary_op_int_non_compact(): c = a * b self.assertEqual(c, 10000000000) - binary_op_int_non_compact() - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_ADD_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_SUBTRACT_INT") - self.assert_no_opcode(binary_op_int_non_compact, "BINARY_OP_MULTIPLY_INT") + binary_op_int_non_compact_int64() + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT_WIDE") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_specialized(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT_WIDE") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_non_compact_int64, "BINARY_OP_MULTIPLY_INT") + + def binary_op_int_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 200, 1 + c = a + b + self.assertEqual(c, (1 << 200) + 1) + c = a - b + self.assertEqual(c, (1 << 200) - 1) + c = a * b + self.assertEqual(c, 1 << 200) + + binary_op_int_too_large() + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_ADD_INT_WIDE") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_no_opcode(binary_op_int_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") + + def binary_op_int_max_digits_too_large(): + for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): + a, b = 1 << 64, 1 + c = a + b + self.assertEqual(c, (1 << 64) + 1) + c = a - b + self.assertEqual(c, (1 << 64) - 1) + c = a * b + self.assertEqual(c, 1 << 64) + + binary_op_int_max_digits_too_large() + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_ADD_INT_WIDE") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_SUBTRACT_INT_WIDE") + self.assert_no_opcode(binary_op_int_max_digits_too_large, "BINARY_OP_MULTIPLY_INT_WIDE") def binary_op_add_unicode(): for _ in range(_testinternalcapi.SPECIALIZATION_THRESHOLD): diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst new file mode 100644 index 000000000000000..9faeeb13ec23167 --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-05-28-15-00-00.gh-issue-150424.jit-wide-int-fastpath.rst @@ -0,0 +1,2 @@ +Improve integer arithmetic fast paths for exact ``int`` values that fit +in the signed 64-bit range but are not compact Python integers. diff --git a/Modules/_testinternalcapi/test_cases.c.h b/Modules/_testinternalcapi/test_cases.c.h index 11dfcc68eb2dacd..f37258a9b1271f3 100644 --- a/Modules/_testinternalcapi/test_cases.c.h +++ b/Modules/_testinternalcapi/test_cases.c.h @@ -241,6 +241,84 @@ DISPATCH(); } + TARGET(BINARY_OP_ADD_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_ADD_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_ADD_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_OP_ADD_UNICODE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_ADD_UNICODE; @@ -627,6 +705,84 @@ DISPATCH(); } + TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_MULTIPLY_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_MULTIPLY_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_OP_SUBSCR_DICT) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_SUBSCR_DICT; @@ -1377,6 +1533,84 @@ DISPATCH(); } + TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_SUBTRACT_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_SUBTRACT_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_SLICE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_SLICE; @@ -5173,13 +5407,18 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Modules/_testinternalcapi/test_targets.h b/Modules/_testinternalcapi/test_targets.h index 1a7eb9169fc837c..fddedd43c231322 100644 --- a/Modules/_testinternalcapi/test_targets.h +++ b/Modules/_testinternalcapi/test_targets.h @@ -131,10 +131,12 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, + &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, + &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -144,6 +146,7 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, + &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,11 +534,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -548,6 +550,7 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -780,11 +783,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -794,6 +799,7 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1019,9 +1025,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1038,11 +1041,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1052,6 +1057,7 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1277,9 +1283,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Objects/longobject.c b/Objects/longobject.c index 6e6011cb19aab5f..a5825a0ded89d3a 100644 --- a/Objects/longobject.c +++ b/Objects/longobject.c @@ -322,31 +322,65 @@ _PyLong_FromSTwoDigits(stwodigits x) return (PyLongObject*)_PyLong_FromLarge(x); } -/* Create a new medium int object from a medium int. - * Do not raise. Return NULL if not medium or can't allocate. */ -static inline _PyStackRef -medium_from_stwodigits(stwodigits x) +static inline bool +_Py_i64_add_overflow(int64_t a, int64_t b, int64_t *out) { - if (IS_SMALL_INT(x)) { - return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)x)); + if ((b > 0 && a > INT64_MAX - b) || (b < 0 && a < INT64_MIN - b)) { + return true; } - assert(x != 0); - if(!is_medium_int(x)) { - return PyStackRef_NULL; + *out = a + b; + return false; +} + +static inline bool +_Py_i64_sub_overflow(int64_t a, int64_t b, int64_t *out) +{ + if ((b > 0 && a < INT64_MIN + b) || (b < 0 && a > INT64_MAX + b)) { + return true; } - PyLongObject *v = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); - if (v == NULL) { - v = PyObject_Malloc(sizeof(PyLongObject)); - if (v == NULL) { - return PyStackRef_NULL; + *out = a - b; + return false; +} + +#if !defined(__SIZEOF_INT128__) +static inline uint64_t +_Py_uabs_i64(int64_t x) +{ + return x < 0 ? (uint64_t)(0 - (uint64_t)x) : (uint64_t)x; +} +#endif + +static inline bool +_Py_i64_mul_overflow(int64_t a, int64_t b, int64_t *out) +{ +#if defined(__SIZEOF_INT128__) + __int128 prod = (__int128)a * (__int128)b; + if (prod < INT64_MIN || prod > INT64_MAX) { + return true; + } + *out = (int64_t)prod; + return false; +#else + uint64_t ua = _Py_uabs_i64(a); + uint64_t ub = _Py_uabs_i64(b); + uint64_t limit = ((a < 0) ^ (b < 0)) ? (uint64_t)INT64_MAX + 1 : (uint64_t)INT64_MAX; + if (ua != 0 && ub > limit / ua) { + return true; + } + uint64_t uprod = ua * ub; + if ((a < 0) ^ (b < 0)) { + if (uprod == (uint64_t)INT64_MAX + 1) { + *out = INT64_MIN; + } + else { + *out = -(int64_t)uprod; } - _PyObject_Init((PyObject*)v, &PyLong_Type); - _PyLong_InitTag(v); } - digit abs_x = x < 0 ? (digit)(-x) : (digit)x; - _PyLong_SetSignAndDigitCount(v, x<0?-1:1, 1); - v->long_value.ob_digit[0] = abs_x; - return PyStackRef_FromPyObjectStealMortal((PyObject *)v); + else { + *out = (int64_t)uprod; + } + return false; +#endif } @@ -1324,7 +1358,6 @@ PyLong_AsNativeBytes(PyObject* vv, void* buffer, Py_ssize_t n, int flags) } if (_PyLong_IsCompact(v)) { - res = 0; cv.v = _PyLong_CompactValue(v); /* Most paths result in res = sizeof(compact value). Only the case * where 0 < n < sizeof(compact value) do we need to check and adjust @@ -2601,6 +2634,7 @@ long_from_binary_base(const char *start, const char *end, Py_ssize_t digits, int /* n <- the number of Python digits needed, = ceiling((digits * bits_per_char) / PyLong_SHIFT). */ + assert(bits_per_char > 0); if (digits > (PY_SSIZE_T_MAX - (PyLong_SHIFT - 1)) / bits_per_char) { PyErr_SetString(PyExc_ValueError, "int string too large to convert"); @@ -3868,7 +3902,78 @@ _PyCompactLong_Add(PyLongObject *a, PyLongObject *b) { assert(_PyLong_BothAreCompact(a, b)); stwodigits v = medium_value(a) + medium_value(b); - return medium_from_stwodigits(v); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + /* compact + compact overflowed the compact range; caller must fall + * back to the wide path. Returns NULL to signal this. */ + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_NULL; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +/* Build a _PyStackRef from an int64 arithmetic result. Inlined into the + * three _PyCompactLong_*Wide functions. Covers small-int cache, single-digit + * freelist, and multi-digit allocation without going through PyLong_FromInt64 + * → _PyLong_FromMedium. Returns ERROR on OOM so callers can raise. */ +static inline _PyStackRef +_wide_op_result(int64_t v) +{ + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (is_medium_int(v)) { + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_ERROR; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); + } + PyObject *result = (PyObject *)_PyLong_FromLarge(v); + if (result == NULL) { + return PyStackRef_ERROR; + } + return PyStackRef_FromPyObjectStealMortal(result); +} + +/* Wide variant: handles inputs that are exact ints fitting in int64 but may + * be non-compact. Returns NULL (without raising) if the result overflows + * int64 or if an input does not fit. */ +_PyStackRef +_PyCompactLong_AddWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_add_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * @@ -3913,7 +4018,40 @@ _PyCompactLong_Subtract(PyLongObject *a, PyLongObject *b) { assert(_PyLong_BothAreCompact(a, b)); stwodigits v = medium_value(a) - medium_value(b); - return medium_from_stwodigits(v); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_NULL; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +_PyStackRef +_PyCompactLong_SubtractWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_sub_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * @@ -4353,14 +4491,46 @@ long_mul(PyLongObject *a, PyLongObject *b) return z; } -/* This function returns NULL if the result is not compact, - * or if it fails to allocate, but never raises */ _PyStackRef _PyCompactLong_Multiply(PyLongObject *a, PyLongObject *b) { assert(_PyLong_BothAreCompact(a, b)); stwodigits v = medium_value(a) * medium_value(b); - return medium_from_stwodigits(v); + if (IS_SMALL_INT(v)) { + return PyStackRef_FromPyObjectBorrow(get_small_int((sdigit)v)); + } + assert(v != 0); + if (!is_medium_int(v)) { + return PyStackRef_NULL; + } + PyLongObject *result = (PyLongObject *)_Py_FREELIST_POP(PyLongObject, ints); + if (result == NULL) { + result = PyObject_Malloc(sizeof(PyLongObject)); + if (result == NULL) { + return PyStackRef_NULL; + } + _PyObject_Init((PyObject *)result, &PyLong_Type); + _PyLong_InitTag(result); + } + digit abs_v = v < 0 ? (digit)(-(sdigit)v) : (digit)(sdigit)v; + _PyLong_SetSignAndDigitCount(result, v < 0 ? -1 : 1, 1); + result->long_value.ob_digit[0] = abs_v; + return PyStackRef_FromPyObjectStealMortal((PyObject *)result); +} + +/* Wide variant: returns NULL (without raising) if the result overflows int64. */ +_PyStackRef +_PyCompactLong_MultiplyWide(PyLongObject *a, PyLongObject *b) +{ + int64_t va, vb; + if (_PyLong_TryAsInt64Exact(a, &va) && _PyLong_TryAsInt64Exact(b, &vb)) { + int64_t v; + if (_Py_i64_mul_overflow(va, vb, &v)) { + return PyStackRef_NULL; + } + return _wide_op_result(v); + } + return PyStackRef_NULL; } static PyObject * diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 993d231751409ba..9047bc991eb31a8 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -615,8 +615,11 @@ dummy_func( family(BINARY_OP, INLINE_CACHE_ENTRIES_BINARY_OP) = { BINARY_OP_MULTIPLY_INT, + BINARY_OP_MULTIPLY_INT_WIDE, BINARY_OP_ADD_INT, + BINARY_OP_ADD_INT_WIDE, BINARY_OP_SUBTRACT_INT, + BINARY_OP_SUBTRACT_INT_WIDE, BINARY_OP_MULTIPLY_FLOAT, BINARY_OP_ADD_FLOAT, BINARY_OP_SUBTRACT_FLOAT, @@ -642,18 +645,45 @@ dummy_func( EXIT_IF(!_PyLong_CheckExactAndCompact(value_o)); } + /* Wide guards: accept exact ints in the full int64 range. */ + op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + EXIT_IF(!_PyLong_CheckExactAndFitsInt64(left_o)); + } + + op(_GUARD_TOS_INT_WIDE, (value -- value)) { + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + EXIT_IF(!_PyLong_CheckExactAndFitsInt64(value_o)); + } + op(_GUARD_NOS_OVERFLOWED, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); + EXIT_IF(!ok); } op(_GUARD_TOS_OVERFLOWED, (value -- value)) { + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); + EXIT_IF(!ok); + } + + /* Tier-2-only: type is already known to be PyLong_Type; just verify + * compactness. Cheaper than _GUARD_TOS_INT (skips the type check). */ + tier2 op(_GUARD_TOS_COMPACT, (value -- value)) { PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); EXIT_IF(!_PyLong_IsCompact((PyLongObject *)value_o)); } + tier2 op(_GUARD_NOS_COMPACT, (left, unused -- left, unused)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + EXIT_IF(!_PyLong_IsCompact((PyLongObject *)left_o)); + } + pure op(_BINARY_OP_MULTIPLY_INT, (left, right -- res, l, r)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); @@ -699,6 +729,52 @@ dummy_func( INPUTS_DEAD(); } + /* Wide ops: handle exact ints in the full int64 range. */ + pure op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); + } + + pure op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); + } + + pure op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + EXIT_IF(PyStackRef_IsNull(res)); + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(res)); + } + macro(BINARY_OP_MULTIPLY_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_MULTIPLY_INT + _POP_TOP_INT + _POP_TOP_INT; @@ -708,6 +784,15 @@ dummy_func( macro(BINARY_OP_SUBTRACT_INT) = _GUARD_TOS_INT + _GUARD_NOS_INT + unused/5 + _BINARY_OP_SUBTRACT_INT + _POP_TOP_INT + _POP_TOP_INT; + macro(BINARY_OP_ADD_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_ADD_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + + macro(BINARY_OP_SUBTRACT_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_SUBTRACT_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + + macro(BINARY_OP_MULTIPLY_INT_WIDE) = + _GUARD_TOS_INT_WIDE + _GUARD_NOS_INT_WIDE + unused/5 + _BINARY_OP_MULTIPLY_INT_WIDE + _POP_TOP_INT + _POP_TOP_INT; + // Inplace compact int ops: mutate the uniquely-referenced operand // when possible. The op handles decref of TARGET internally so // the following _POP_TOP_INT becomes _POP_TOP_NOP. Tier 2 only. @@ -765,6 +850,68 @@ dummy_func( INPUTS_DEAD(); } + // Wide inplace ops: try compact in-place mutation; fall back to the + // wide (int64) helper for non-compact operands. Tier 2 only. + tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + + tier2 op(_BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, (left, right -- res, l, r)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); + EXIT_IF(PyStackRef_IsNull(_int_inplace_res)); + res = _int_inplace_res; + l = left; + r = right; + INPUTS_DEAD(); + ERROR_IF(PyStackRef_IsError(_int_inplace_res)); + } + op(_GUARD_NOS_FLOAT, (left, unused -- left, unused)) { PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); EXIT_IF(!PyFloat_CheckExact(left_o)); @@ -3314,14 +3461,13 @@ dummy_func( PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); // 2 if <, 4 if >, 8 if ==; this matches the low 4 bits of the oparg + EXIT_IF(!ok); int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/ceval_macros.h b/Python/ceval_macros.h index c61690e8bd7240a..b4c94a2a53d05b5 100644 --- a/Python/ceval_macros.h +++ b/Python/ceval_macros.h @@ -618,10 +618,17 @@ gen_try_set_executing(PyGenObject *gen) break; \ } \ assert(_PyObject_IsUniquelyReferenced(target_o)); \ + PyLongObject *left_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(left); \ + PyLongObject *right_long = \ + (PyLongObject *)PyStackRef_AsPyObjectBorrow(right); \ + if (!_PyLong_BothAreCompact(left_long, right_long)) { \ + break; \ + } \ Py_ssize_t left_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(left)); \ + left_long); \ Py_ssize_t right_val = _PyLong_CompactValue( \ - (PyLongObject *)PyStackRef_AsPyObjectBorrow(right)); \ + right_long); \ Py_ssize_t result = left_val OP right_val; \ if (!_PY_IS_SMALL_INT(result) \ && ((twodigits)((stwodigits)result) + PyLong_MASK \ diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 9aaf9639b9b9015..9e722c384c87b97 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -3995,6 +3995,180 @@ break; } + case _GUARD_NOS_INT_WIDE_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_INT_WIDE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + value = _stack_item_0; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_INT_WIDE_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _GUARD_NOS_OVERFLOWED_r02: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -4002,7 +4176,8 @@ left = stack_pointer[-2]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -4024,7 +4199,8 @@ left = stack_pointer[-1]; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = _stack_item_0; SET_CURRENT_CACHED_VALUES(1); @@ -4048,7 +4224,8 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = _stack_item_1; _tos_cache0 = left; @@ -4072,7 +4249,8 @@ left = _stack_item_1; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); assert(Py_TYPE(left_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)left_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache2 = _stack_item_2; _tos_cache1 = left; @@ -4095,7 +4273,8 @@ value = stack_pointer[-1]; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); @@ -4116,7 +4295,8 @@ value = _stack_item_0; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = value; SET_CURRENT_CACHED_VALUES(1); @@ -4137,7 +4317,8 @@ value = _stack_item_1; PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); assert(Py_TYPE(value_o) == &PyLong_Type); - if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); + if (!ok) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = value; _tos_cache0 = _stack_item_0; @@ -4152,6 +4333,96 @@ } case _GUARD_TOS_OVERFLOWED_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + value = _stack_item_2; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + int ok = _PyLong_FitsInt64((PyLongObject *)value_o); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + value = _stack_item_0; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef value; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + value = _stack_item_1; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + assert(Py_TYPE(value_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)value_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_TOS_COMPACT_r33: { CHECK_CURRENT_CACHED_VALUES(3); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef value; @@ -4169,15 +4440,861 @@ SET_CURRENT_CACHED_VALUES(3); JUMP_TO_JUMP_TARGET(); } - _tos_cache2 = value; - _tos_cache1 = _stack_item_1; - _tos_cache0 = _stack_item_0; + _tos_cache2 = value; + _tos_cache1 = _stack_item_1; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r02: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = stack_pointer[-1]; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r12: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_0; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r22: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache1 = _stack_item_1; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _GUARD_NOS_COMPACT_r33: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef left; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + left = _stack_item_1; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + assert(Py_TYPE(left_o) == &PyLong_Type); + if (!_PyLong_IsCompact((PyLongObject *)left_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + _tos_cache2 = _stack_item_2; + _tos_cache1 = left; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); + STAT_INC(BINARY_OP, hit); + res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_ADD_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + right = _stack_item_0; + left = stack_pointer[-1]; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = right; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; + SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef right; + _PyStackRef left; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + right = _stack_item_1; + left = _stack_item_0; + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + res = _int_inplace_res; + l = left; + r = right; + _tos_cache2 = r; + _tos_cache1 = l; + _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } - case _BINARY_OP_MULTIPLY_INT_r03: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4187,18 +5304,13 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4211,7 +5323,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_r13: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4222,19 +5334,14 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4247,7 +5354,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_r23: { + case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4259,20 +5366,15 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Multiply((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4283,7 +5385,7 @@ break; } - case _BINARY_OP_ADD_INT_r03: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4293,18 +5395,13 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4317,7 +5414,7 @@ break; } - case _BINARY_OP_ADD_INT_r13: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4328,19 +5425,14 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4353,7 +5445,7 @@ break; } - case _BINARY_OP_ADD_INT_r23: { + case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4365,20 +5457,15 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Add((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4389,7 +5476,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r03: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4399,18 +5486,13 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4423,7 +5505,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r13: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4434,19 +5516,14 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; SET_CURRENT_CACHED_VALUES(1); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4459,7 +5536,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_r23: { + case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4471,20 +5548,15 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); - PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(PyLong_CheckExact(left_o)); - assert(PyLong_CheckExact(right_o)); - assert(_PyLong_BothAreCompact((PyLongObject *)left_o, (PyLongObject *)right_o)); - STAT_INC(BINARY_OP, hit); - res = _PyCompactLong_Subtract((PyLongObject *)left_o, (PyLongObject *)right_o); - if (PyStackRef_IsNull(res)) { + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; _tos_cache0 = left; SET_CURRENT_CACHED_VALUES(2); JUMP_TO_JUMP_TARGET(); } + res = _int_inplace_res; l = left; r = right; _tos_cache2 = r; @@ -4495,7 +5567,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r03: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4505,7 +5577,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4514,6 +5586,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4524,7 +5605,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r13: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4535,7 +5616,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4545,6 +5626,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4555,7 +5645,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_r23: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4567,7 +5657,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, left, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4578,6 +5668,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4586,7 +5680,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r03: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4596,7 +5690,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4605,6 +5699,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4615,7 +5718,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r13: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4626,7 +5729,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4636,6 +5739,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4646,7 +5758,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_r23: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4658,7 +5770,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, left, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4669,6 +5781,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4677,7 +5793,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r03: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4687,7 +5803,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4696,6 +5812,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4706,7 +5831,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r13: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4717,7 +5842,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4727,6 +5852,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4737,7 +5871,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_r23: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4749,7 +5883,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, left, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, left, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4760,6 +5894,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4768,7 +5906,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4778,7 +5916,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4787,6 +5925,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4797,7 +5944,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4808,7 +5955,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4818,6 +5965,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4828,7 +5984,7 @@ break; } - case _BINARY_OP_ADD_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4840,7 +5996,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, +, _PyCompactLong_Add); + INT_INPLACE_OP(left, right, right, +, _PyCompactLong_AddWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4851,6 +6007,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4859,7 +6019,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4869,7 +6029,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4878,6 +6038,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4888,7 +6057,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4899,7 +6068,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -4909,6 +6078,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4919,7 +6097,7 @@ break; } - case _BINARY_OP_SUBTRACT_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4931,7 +6109,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, -, _PyCompactLong_Subtract); + INT_INPLACE_OP(left, right, right, -, _PyCompactLong_SubtractWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -4942,6 +6120,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4950,7 +6132,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r03: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r03: { CHECK_CURRENT_CACHED_VALUES(0); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4960,7 +6142,7 @@ _PyStackRef r; right = stack_pointer[-1]; left = stack_pointer[-2]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); SET_CURRENT_CACHED_VALUES(0); @@ -4969,6 +6151,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -4979,7 +6170,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r13: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r13: { CHECK_CURRENT_CACHED_VALUES(1); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -4990,7 +6181,7 @@ _PyStackRef _stack_item_0 = _tos_cache0; right = _stack_item_0; left = stack_pointer[-1]; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache0 = right; @@ -5000,6 +6191,15 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + stack_pointer[-1] = res; + stack_pointer[0] = l; + stack_pointer[1] = r; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -5010,7 +6210,7 @@ break; } - case _BINARY_OP_MULTIPLY_INT_INPLACE_RIGHT_r23: { + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT_r23: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); _PyStackRef right; @@ -5022,7 +6222,7 @@ _PyStackRef _stack_item_1 = _tos_cache1; right = _stack_item_1; left = _stack_item_0; - INT_INPLACE_OP(left, right, right, *, _PyCompactLong_Multiply); + INT_INPLACE_OP(left, right, right, *, _PyCompactLong_MultiplyWide); if (PyStackRef_IsNull(_int_inplace_res)) { UOP_STAT_INC(uopcode, miss); _tos_cache1 = right; @@ -5033,6 +6233,10 @@ res = _int_inplace_res; l = left; r = right; + if (PyStackRef_IsError(_int_inplace_res)) { + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_ERROR(); + } _tos_cache2 = r; _tos_cache1 = l; _tos_cache0 = res; @@ -13259,13 +14463,26 @@ left = _stack_item_0; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + stack_pointer[0] = left; + stack_pointer[1] = right; + stack_pointer += 2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = right; + _tos_cache0 = left; + SET_CURRENT_CACHED_VALUES(2); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + JUMP_TO_JUMP_TARGET(); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; @@ -13274,6 +14491,8 @@ _tos_cache1 = l; _tos_cache0 = res; SET_CURRENT_CACHED_VALUES(3); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); break; } diff --git a/Python/generated_cases.c.h b/Python/generated_cases.c.h index 94384d5db3c107f..777219e95a02d9b 100644 --- a/Python/generated_cases.c.h +++ b/Python/generated_cases.c.h @@ -241,6 +241,84 @@ DISPATCH(); } + TARGET(BINARY_OP_ADD_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_ADD_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_ADD_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_ADD_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_AddWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_OP_ADD_UNICODE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_ADD_UNICODE; @@ -627,6 +705,84 @@ DISPATCH(); } + TARGET(BINARY_OP_MULTIPLY_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_MULTIPLY_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_MULTIPLY_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_MULTIPLY_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_MultiplyWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_OP_SUBSCR_DICT) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_OP_SUBSCR_DICT; @@ -1377,6 +1533,84 @@ DISPATCH(); } + TARGET(BINARY_OP_SUBTRACT_INT_WIDE) { + #if _Py_TAIL_CALL_INTERP + int opcode = BINARY_OP_SUBTRACT_INT_WIDE; + (void)(opcode); + #endif + _Py_CODEUNIT* const this_instr = next_instr; + (void)this_instr; + frame->instr_ptr = next_instr; + next_instr += 6; + INSTRUCTION_STATS(BINARY_OP_SUBTRACT_INT_WIDE); + static_assert(INLINE_CACHE_ENTRIES_BINARY_OP == 5, "incorrect cache size"); + _PyStackRef value; + _PyStackRef left; + _PyStackRef right; + _PyStackRef res; + _PyStackRef l; + _PyStackRef r; + // _GUARD_TOS_INT_WIDE + { + value = stack_pointer[-1]; + PyObject *value_o = PyStackRef_AsPyObjectBorrow(value); + if (!_PyLong_CheckExactAndFitsInt64(value_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + // _GUARD_NOS_INT_WIDE + { + left = stack_pointer[-2]; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + if (!_PyLong_CheckExactAndFitsInt64(left_o)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + } + /* Skip 5 cache entries */ + // _BINARY_OP_SUBTRACT_INT_WIDE + { + right = value; + PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); + PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); + assert(PyLong_CheckExact(left_o)); + assert(PyLong_CheckExact(right_o)); + STAT_INC(BINARY_OP, hit); + _PyFrame_SetStackPointer(frame, stack_pointer); + res = _PyCompactLong_SubtractWide((PyLongObject *)left_o, (PyLongObject *)right_o); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (PyStackRef_IsNull(res)) { + UPDATE_MISS_STATS(BINARY_OP); + assert(_PyOpcode_Deopt[opcode] == (BINARY_OP)); + JUMP_TO_PREDICTED(BINARY_OP); + } + l = left; + r = right; + if (PyStackRef_IsError(res)) { + JUMP_TO_LABEL(pop_2_error); + } + } + // _POP_TOP_INT + { + value = r; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + // _POP_TOP_INT + { + value = l; + assert(PyLong_CheckExact(PyStackRef_AsPyObjectBorrow(value))); + PyStackRef_CLOSE_SPECIALIZED(value, _PyLong_ExactDealloc); + } + stack_pointer[-2] = res; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + DISPATCH(); + } + TARGET(BINARY_SLICE) { #if _Py_TAIL_CALL_INTERP int opcode = BINARY_SLICE; @@ -5173,13 +5407,18 @@ right = value; PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + _PyFrame_SetStackPointer(frame, stack_pointer); + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + stack_pointer = _PyFrame_GetStackPointer(frame); + if (!ok) { + UPDATE_MISS_STATS(COMPARE_OP); + assert(_PyOpcode_Deopt[opcode] == (COMPARE_OP)); + JUMP_TO_PREDICTED(COMPARE_OP); + } int sign_ish = COMPARISON_BIT(ileft, iright); l = left; r = right; diff --git a/Python/opcode_targets.h b/Python/opcode_targets.h index 1a7eb9169fc837c..fddedd43c231322 100644 --- a/Python/opcode_targets.h +++ b/Python/opcode_targets.h @@ -131,10 +131,12 @@ static void *opcode_targets_table[256] = { &&TARGET_RESUME, &&TARGET_BINARY_OP_ADD_FLOAT, &&TARGET_BINARY_OP_ADD_INT, + &&TARGET_BINARY_OP_ADD_INT_WIDE, &&TARGET_BINARY_OP_ADD_UNICODE, &&TARGET_BINARY_OP_EXTEND, &&TARGET_BINARY_OP_MULTIPLY_FLOAT, &&TARGET_BINARY_OP_MULTIPLY_INT, + &&TARGET_BINARY_OP_MULTIPLY_INT_WIDE, &&TARGET_BINARY_OP_SUBSCR_DICT, &&TARGET_BINARY_OP_SUBSCR_GETITEM, &&TARGET_BINARY_OP_SUBSCR_LIST_INT, @@ -144,6 +146,7 @@ static void *opcode_targets_table[256] = { &&TARGET_BINARY_OP_SUBSCR_USTR_INT, &&TARGET_BINARY_OP_SUBTRACT_FLOAT, &&TARGET_BINARY_OP_SUBTRACT_INT, + &&TARGET_BINARY_OP_SUBTRACT_INT_WIDE, &&TARGET_CALL_ALLOC_AND_ENTER_INIT, &&TARGET_CALL_BOUND_METHOD_EXACT_ARGS, &&TARGET_CALL_BOUND_METHOD_GENERAL, @@ -230,9 +233,6 @@ static void *opcode_targets_table[256] = { &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, &&TARGET_INSTRUMENTED_END_FOR, &&TARGET_INSTRUMENTED_POP_ITER, &&TARGET_INSTRUMENTED_END_SEND, @@ -478,9 +478,9 @@ static void *opcode_tracing_targets_table[256] = { &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, &&TARGET_TRACE_RECORD, - &&_unknown_opcode, - &&_unknown_opcode, - &&_unknown_opcode, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, + &&TARGET_TRACE_RECORD, &&_unknown_opcode, &&_unknown_opcode, &&_unknown_opcode, @@ -534,11 +534,13 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_stop_tracing(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_EXTEND(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_DICT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT(TAIL_CALL_PARAMS); @@ -548,6 +550,7 @@ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_TUPLE_INT(TAIL_ static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT(TAIL_CALL_PARAMS); +static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BINARY_SLICE(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_INTERPOLATION(TAIL_CALL_PARAMS); static PyObject *Py_PRESERVE_NONE_CC _TAIL_CALL_BUILD_LIST(TAIL_CALL_PARAMS); @@ -780,11 +783,13 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP] = _TAIL_CALL_BINARY_OP, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_BINARY_OP_ADD_FLOAT, [BINARY_OP_ADD_INT] = _TAIL_CALL_BINARY_OP_ADD_INT, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_BINARY_OP_ADD_INT_WIDE, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_ADD_UNICODE, [BINARY_OP_EXTEND] = _TAIL_CALL_BINARY_OP_EXTEND, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_BINARY_OP_INPLACE_ADD_UNICODE, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_BINARY_OP_MULTIPLY_FLOAT, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_BINARY_OP_MULTIPLY_INT_WIDE, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_BINARY_OP_SUBSCR_DICT, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_BINARY_OP_SUBSCR_GETITEM, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_LIST_INT, @@ -794,6 +799,7 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_BINARY_OP_SUBSCR_USTR_INT, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_BINARY_OP_SUBTRACT_FLOAT, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_BINARY_OP_SUBTRACT_INT_WIDE, [BINARY_SLICE] = _TAIL_CALL_BINARY_SLICE, [BUILD_INTERPOLATION] = _TAIL_CALL_BUILD_INTERPOLATION, [BUILD_LIST] = _TAIL_CALL_BUILD_LIST, @@ -1019,9 +1025,6 @@ static py_tail_call_funcptr instruction_funcptr_handler_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, @@ -1038,11 +1041,13 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_ADD_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_EXTEND] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_INPLACE_ADD_UNICODE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_MULTIPLY_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_MULTIPLY_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_DICT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_GETITEM] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBSCR_LIST_INT] = _TAIL_CALL_TRACE_RECORD, @@ -1052,6 +1057,7 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [BINARY_OP_SUBSCR_USTR_INT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_FLOAT] = _TAIL_CALL_TRACE_RECORD, [BINARY_OP_SUBTRACT_INT] = _TAIL_CALL_TRACE_RECORD, + [BINARY_OP_SUBTRACT_INT_WIDE] = _TAIL_CALL_TRACE_RECORD, [BINARY_SLICE] = _TAIL_CALL_TRACE_RECORD, [BUILD_INTERPOLATION] = _TAIL_CALL_TRACE_RECORD, [BUILD_LIST] = _TAIL_CALL_TRACE_RECORD, @@ -1277,9 +1283,6 @@ static py_tail_call_funcptr instruction_funcptr_tracing_table[256] = { [125] = _TAIL_CALL_UNKNOWN_OPCODE, [126] = _TAIL_CALL_UNKNOWN_OPCODE, [127] = _TAIL_CALL_UNKNOWN_OPCODE, - [219] = _TAIL_CALL_UNKNOWN_OPCODE, - [220] = _TAIL_CALL_UNKNOWN_OPCODE, - [221] = _TAIL_CALL_UNKNOWN_OPCODE, [222] = _TAIL_CALL_UNKNOWN_OPCODE, [223] = _TAIL_CALL_UNKNOWN_OPCODE, [224] = _TAIL_CALL_UNKNOWN_OPCODE, diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c index e726dc0e6fd1114..56cc2f6f383ae27 100644 --- a/Python/optimizer_analysis.c +++ b/Python/optimizer_analysis.c @@ -299,6 +299,7 @@ add_op(JitOptContext *ctx, _PyUOpInstruction *this_instr, #define sym_tuple_length _Py_uop_sym_tuple_length #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index edb4c644bccbf6f..660e93743132904 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -43,6 +43,7 @@ typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame; #define sym_is_immortal _Py_uop_symbol_is_immortal #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_is_compact_int _Py_uop_sym_is_compact_int +#define sym_fits_int64 _Py_uop_sym_fits_int64 #define sym_new_truthiness _Py_uop_sym_new_truthiness #define sym_new_predicate _Py_uop_sym_new_predicate #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing @@ -205,13 +206,16 @@ dummy_func(void) { res = PyJitRef_Borrow(sym_new_null(ctx)); } + /* Compact guard: value must be a compact int. When the type is already + * known to be PyLong_Type, use the cheaper _GUARD_TOS_COMPACT which skips + * the redundant type check. */ op(_GUARD_TOS_INT, (value -- value)) { if (sym_is_compact_int(value)) { ADD_OP(_NOP, 0, 0); } else { if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_TOS_COMPACT, 0, 0); } sym_set_compact_int(value); } @@ -223,12 +227,39 @@ dummy_func(void) { } else { if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_NOS_COMPACT, 0, 0); } sym_set_compact_int(left); } } + /* Wide guards: value must be an exact int that fits in int64. When the + * type is already known to be PyLong_Type the cheaper _OVERFLOWED guard + * (which skips the type check) can be used instead. */ + op(_GUARD_TOS_INT_WIDE, (value -- value)) { + if (sym_fits_int64(value)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + } + sym_set_type(value, &PyLong_Type); + } + } + + op(_GUARD_NOS_INT_WIDE, (left, unused -- left, unused)) { + if (sym_fits_int64(left)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + } + sym_set_type(left, &PyLong_Type); + } + } + op(_CHECK_ATTR_CLASS, (type_version/2, owner -- owner)) { PyObject *type = sym_get_probable_value(owner); if (type != NULL && ((PyTypeObject *)type)->tp_version_tag == type_version) { @@ -424,6 +455,42 @@ dummy_func(void) { REPLACE_OPCODE_IF_EVALUATES_PURE(left, right, res); } + op(_BINARY_OP_ADD_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + + op(_BINARY_OP_SUBTRACT_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + + op(_BINARY_OP_MULTIPLY_INT_WIDE, (left, right -- res, l, r)) { + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + } + op(_BINARY_OP_ADD_FLOAT, (left, right -- res, l, r)) { if (PyJitRef_IsUnique(left)) { ADD_OP(_BINARY_OP_ADD_FLOAT_INPLACE, 0, 0); diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 8895e02d47b1693..bad896c9e3e5e30 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -559,7 +559,7 @@ } else { if (sym_get_type(left) == &PyLong_Type) { - ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_NOS_COMPACT, 0, 0); } sym_set_compact_int(left); } @@ -574,13 +574,43 @@ } else { if (sym_get_type(value) == &PyLong_Type) { - ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + ADD_OP(_GUARD_TOS_COMPACT, 0, 0); } sym_set_compact_int(value); } break; } + case _GUARD_NOS_INT_WIDE: { + JitOptRef left; + left = stack_pointer[-2]; + if (sym_fits_int64(left)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(left) == &PyLong_Type) { + ADD_OP(_GUARD_NOS_OVERFLOWED, 0, 0); + } + sym_set_type(left, &PyLong_Type); + } + break; + } + + case _GUARD_TOS_INT_WIDE: { + JitOptRef value; + value = stack_pointer[-1]; + if (sym_fits_int64(value)) { + ADD_OP(_NOP, 0, 0); + } + else { + if (sym_get_type(value) == &PyLong_Type) { + ADD_OP(_GUARD_TOS_OVERFLOWED, 0, 0); + } + sym_set_type(value, &PyLong_Type); + } + break; + } + case _GUARD_NOS_OVERFLOWED: { break; } @@ -589,6 +619,14 @@ break; } + case _GUARD_TOS_COMPACT: { + break; + } + + case _GUARD_NOS_COMPACT: { + break; + } + case _BINARY_OP_MULTIPLY_INT: { JitOptRef right; JitOptRef left; @@ -802,6 +840,84 @@ break; } + case _BINARY_OP_ADD_INT_WIDE: { + JitOptRef right; + JitOptRef left; + JitOptRef res; + JitOptRef l; + JitOptRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE: { + JitOptRef right; + JitOptRef left; + JitOptRef res; + JitOptRef l; + JitOptRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE: { + JitOptRef right; + JitOptRef left; + JitOptRef res; + JitOptRef l; + JitOptRef r; + right = stack_pointer[-1]; + left = stack_pointer[-2]; + if (PyJitRef_IsUnique(left)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE, 0, 0); + } + else if (PyJitRef_IsUnique(right)) { + REPLACE_OP(this_instr, _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT, 0, 0); + } + res = PyJitRef_MakeUnique(sym_new_type(ctx, &PyLong_Type)); + l = left; + r = right; + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _BINARY_OP_ADD_INT_INPLACE: { JitOptRef res; JitOptRef l; @@ -898,6 +1014,102 @@ break; } + case _BINARY_OP_ADD_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_ADD_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_SUBTRACT_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _BINARY_OP_MULTIPLY_INT_WIDE_INPLACE_RIGHT: { + JitOptRef res; + JitOptRef l; + JitOptRef r; + res = sym_new_not_null(ctx); + l = sym_new_not_null(ctx); + r = sym_new_not_null(ctx); + CHECK_STACK_BOUNDS(1); + stack_pointer[-2] = res; + stack_pointer[-1] = l; + stack_pointer[0] = r; + stack_pointer += 1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + case _GUARD_NOS_FLOAT: { JitOptRef left; left = stack_pointer[-2]; @@ -3063,13 +3275,15 @@ /* Start of uop copied from bytecodes for constant evaluation */ PyObject *left_o = PyStackRef_AsPyObjectBorrow(left); PyObject *right_o = PyStackRef_AsPyObjectBorrow(right); - assert(_PyLong_IsCompact((PyLongObject *)left_o)); - assert(_PyLong_IsCompact((PyLongObject *)right_o)); STAT_INC(COMPARE_OP, hit); - assert(_PyLong_DigitCount((PyLongObject *)left_o) <= 1 && - _PyLong_DigitCount((PyLongObject *)right_o) <= 1); - Py_ssize_t ileft = _PyLong_CompactValue((PyLongObject *)left_o); - Py_ssize_t iright = _PyLong_CompactValue((PyLongObject *)right_o); + int64_t ileft; + int64_t iright; + int ok = _PyLong_TryAsInt64Exact((PyLongObject *)left_o, &ileft) + && _PyLong_TryAsInt64Exact((PyLongObject *)right_o, &iright); + if (!ok) { + ctx->done = true; + break; + } int sign_ish = COMPARISON_BIT(ileft, iright); l_stackref = left; r_stackref = right; diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index 79f81482d247e37..3abcbe491d71b62 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -272,7 +272,7 @@ _Py_uop_sym_is_safe_const(JitOptContext *ctx, JitOptRef sym) if (const_val == NULL) { return false; } - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { return true; } PyTypeObject *typ = Py_TYPE(const_val); @@ -566,7 +566,7 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val) make_const(sym, const_val); return; case JIT_SYM_COMPACT_INT: - if (_PyLong_CheckExactAndCompact(const_val)) { + if (_PyLong_CheckExactAndFitsInt64(const_val)) { make_const(sym, const_val); } else { @@ -975,6 +975,16 @@ _Py_uop_sym_is_compact_int(JitOptRef ref) return sym->tag == JIT_SYM_COMPACT_INT; } +bool +_Py_uop_sym_fits_int64(JitOptRef ref) +{ + JitOptSymbol *sym = PyJitRef_Unwrap(ref); + if (sym->tag == JIT_SYM_KNOWN_VALUE_TAG) { + return (bool)_PyLong_CheckExactAndFitsInt64(sym->value.value); + } + return sym->tag == JIT_SYM_COMPACT_INT; +} + bool _Py_uop_sym_is_immortal(JitOptRef ref) { @@ -1567,6 +1577,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_init(ctx, NULL); PyObject *val_42 = NULL; PyObject *val_43 = NULL; + PyObject *val_noncompact_int64 = NULL; PyObject *val_big = NULL; PyObject *tuple = NULL; PyFunctionObject *func = NULL; @@ -1619,6 +1630,11 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) assert(val_43 != NULL); assert(_Py_IsImmortal(val_43)); + val_noncompact_int64 = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(40)); + if (val_noncompact_int64 == NULL) { + goto fail; + } + ref = _Py_uop_sym_new_type(ctx, &PyLong_Type); if (PyJitRef_IsNull(ref)) { goto fail; @@ -1954,16 +1970,25 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) TEST_PREDICATE(_Py_uop_sym_is_const(ctx, value) == true, "value is not constant"); TEST_PREDICATE(_Py_uop_sym_get_const(ctx, value) == one_obj, "value is not 1"); - val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(66)); + val_big = PyNumber_Lshift(_PyLong_GetOne(), PyLong_FromLong(200)); if (val_big == NULL) { goto fail; } JitOptRef ref_42 = _Py_uop_sym_new_const(ctx, val_42); + JitOptRef ref_noncompact_int64 = _Py_uop_sym_new_const(ctx, val_noncompact_int64); JitOptRef ref_big = _Py_uop_sym_new_const(ctx, val_big); JitOptRef ref_int = _Py_uop_sym_new_compact_int(ctx); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_42), "42 is not a compact int"); - TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 66) is a compact int"); + TEST_PREDICATE(_Py_uop_sym_fits_int64(ref_42), "42 does not fit int64"); + TEST_PREDICATE( + !_Py_uop_sym_is_compact_int(ref_noncompact_int64), + "(1 << 40) is a compact int"); + TEST_PREDICATE( + _Py_uop_sym_fits_int64(ref_noncompact_int64), + "(1 << 40) does not fit int64"); + TEST_PREDICATE(!_Py_uop_sym_is_compact_int(ref_big), "(1 << 200) is a compact int"); + TEST_PREDICATE(!_Py_uop_sym_fits_int64(ref_big), "(1 << 200) fits int64"); TEST_PREDICATE(_Py_uop_sym_is_compact_int(ref_int), "compact int is not a compact int"); TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "compact int is not an int"); @@ -2092,6 +2117,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_DECREF(val_42); Py_DECREF(val_43); + Py_DECREF(val_noncompact_int64); Py_DECREF(val_big); Py_DECREF(tuple); Py_DECREF(func); @@ -2101,6 +2127,7 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) _Py_uop_abstractcontext_fini(ctx); Py_XDECREF(val_42); Py_XDECREF(val_43); + Py_XDECREF(val_noncompact_int64); Py_XDECREF(val_big); Py_XDECREF(tuple); Py_XDECREF(func); diff --git a/Python/record_functions.c.h b/Python/record_functions.c.h index 98abe3d0505e202..eb783a086a0bd15 100644 --- a/Python/record_functions.c.h +++ b/Python/record_functions.c.h @@ -119,6 +119,9 @@ const _PyOpcodeRecordEntry _PyOpcode_RecordEntries[256] = { [BINARY_OP_MULTIPLY_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_INT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_ADD_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_SUBTRACT_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, + [BINARY_OP_MULTIPLY_INT_WIDE] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_MULTIPLY_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_ADD_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, [BINARY_OP_SUBTRACT_FLOAT] = {2, {_RECORD_NOS_INDEX, _RECORD_TOS_TYPE_INDEX}}, diff --git a/Python/specialize.c b/Python/specialize.c index 2ff0a9d0072cec3..b830e0c045c0bcc 100644 --- a/Python/specialize.c +++ b/Python/specialize.c @@ -2354,6 +2354,12 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_ADD_INT); return; } + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { + specialize(instr, BINARY_OP_ADD_INT_WIDE); + return; + } if (PyFloat_CheckExact(lhs)) { specialize(instr, BINARY_OP_ADD_FLOAT); return; @@ -2368,6 +2374,12 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_MULTIPLY_INT); return; } + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { + specialize(instr, BINARY_OP_MULTIPLY_INT_WIDE); + return; + } if (PyFloat_CheckExact(lhs)) { specialize(instr, BINARY_OP_MULTIPLY_FLOAT); return; @@ -2382,6 +2394,12 @@ _Py_Specialize_BinaryOp(_PyStackRef lhs_st, _PyStackRef rhs_st, _Py_CODEUNIT *in specialize(instr, BINARY_OP_SUBTRACT_INT); return; } + if (_PyLong_CheckExactAndFitsInt64(lhs) && + _PyLong_CheckExactAndFitsInt64(rhs)) + { + specialize(instr, BINARY_OP_SUBTRACT_INT_WIDE); + return; + } if (PyFloat_CheckExact(lhs)) { specialize(instr, BINARY_OP_SUBTRACT_FLOAT); return; diff --git a/Tools/cases_generator/analyzer.py b/Tools/cases_generator/analyzer.py index 22a321b4953de7d..77fa77ccc151032 100644 --- a/Tools/cases_generator/analyzer.py +++ b/Tools/cases_generator/analyzer.py @@ -721,6 +721,8 @@ def has_error_without_pop(op: parser.CodeDef) -> bool: "PyStackRef_Wrap", "PyStackRef_Unwrap", "_PyLong_CheckExactAndCompact", + "_PyLong_CheckExactAndFitsInt64", + "_PyLong_FitsInt64", "_PyExecutor_FromExit", "_PyJit_TryInitializeTracing", "_Py_unset_eval_breaker_bit", diff --git a/Tools/scripts/jit_int_benchmark_pyperf.py b/Tools/scripts/jit_int_benchmark_pyperf.py new file mode 100644 index 000000000000000..c7702429d1ee16d --- /dev/null +++ b/Tools/scripts/jit_int_benchmark_pyperf.py @@ -0,0 +1,310 @@ +"""pyperf microbenchmarks for int fast path (interpreter and JIT). + +Run twice — once with the JIT disabled, once enabled — to get both sets +of numbers. Pass --inherit-environ=PYTHON_JIT so pyperf worker processes +pick up the environment variable. + +Usage: + # interpreter only + PYTHON_JIT=0 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o nojit.json + # JIT + PYTHON_JIT=1 ./python Tools/scripts/jit_int_benchmark_pyperf.py \\ + --inherit-environ=PYTHON_JIT -o jit.json + # compare + ./python -m pyperf compare_to main_nojit.json branch_nojit.json + ./python -m pyperf compare_to main_jit.json branch_jit.json +""" + +import time + + +def bench_intermediate_overflow(loops): + """a + b exceeds 30-bit range, (a+b)-c fits back in.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = 1 << 30 + t0 = time.perf_counter() + for _ in range(loops): + # inner loop: 50 ops to amplify the signal + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + x = a + b - c + return time.perf_counter() - t0 + + +def bench_double_add(loops): + """(a+b)+c where a+b is non-compact but a,b,c are compact.""" + a = (1 << 30) - 1 + b = (1 << 30) - 1000 + c = -500 + t0 = time.perf_counter() + for _ in range(loops): + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + x = a + b + c + return time.perf_counter() - t0 + + +def bench_accumulate(loops): + """Values grow through compact boundary (2^30).""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + total += 1000000 + return time.perf_counter() - t0 + + +def bench_always_large(loops): + """Compact inputs, non-compact result.""" + total = 0 + va = 1 << 29 + vb = 1 << 29 + t0 = time.perf_counter() + for _ in range(loops): + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + total += va + vb + total &= (1 << 62) - 1 + return time.perf_counter() - t0 + + +def bench_mixed(loops): + """Alternating small/medium ints.""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total += (1 << 30) + 1 + total += 100 + total += (1 << 30) + 2 + total += 200 + total += (1 << 30) + 3 + total += 300 + total += (1 << 30) + 4 + total += 400 + total += (1 << 30) + 5 + total += 500 + return time.perf_counter() - t0 + + +def bench_small(loops): + """All small ints, bounded to stay in the small-int cache.""" + total = 0 + t0 = time.perf_counter() + for _ in range(loops): + total = (total + 1) & 255 + total = (total + 2) & 255 + total = (total + 3) & 255 + total = (total + 4) & 255 + total = (total + 5) & 255 + total = (total + 6) & 255 + total = (total + 7) & 255 + total = (total + 8) & 255 + total = (total + 9) & 255 + total = (total + 10) & 255 + total = (total + 11) & 255 + total = (total + 12) & 255 + total = (total + 13) & 255 + total = (total + 14) & 255 + total = (total + 15) & 255 + total = (total + 16) & 255 + total = (total + 17) & 255 + total = (total + 18) & 255 + total = (total + 19) & 255 + total = (total + 20) & 255 + return time.perf_counter() - t0 + + +def bench_compact(loops): + """Compact ints outside the small-int cache, bounded below 2**30.""" + total = 1 << 20 + mask = (1 << 29) - 1 + t0 = time.perf_counter() + for _ in range(loops): + total = (total + 10_000_001) & mask + total = (total + 10_000_003) & mask + total = (total + 10_000_019) & mask + total = (total + 10_000_079) & mask + total = (total + 10_000_103) & mask + total = (total + 10_000_121) & mask + total = (total + 10_000_123) & mask + total = (total + 10_000_133) & mask + total = (total + 10_000_139) & mask + total = (total + 10_000_159) & mask + return time.perf_counter() - t0 + + +BENCHMARKS = [ + ("int_small", bench_small), + ("int_compact", bench_compact), + ("int_intermediate_overflow", bench_intermediate_overflow), + ("int_double_add", bench_double_add), + ("int_accumulate", bench_accumulate), + ("int_always_large", bench_always_large), + ("int_mixed", bench_mixed), +] + +if __name__ == "__main__": + import pyperf + runner = pyperf.Runner() + for name, fn in BENCHMARKS: + runner.bench_time_func(name, fn)