diff --git a/Include/internal/pycore_optimizer.h b/Include/internal/pycore_optimizer.h index 2ee518fb82f301..89e08e86ed6982 100644 --- a/Include/internal/pycore_optimizer.h +++ b/Include/internal/pycore_optimizer.h @@ -37,10 +37,15 @@ typedef struct _JitOptContext { // Arena for the symbolic types. ty_arena t_arena; + // Arena for the descriptor mappings. + descr_arena d_arena; + JitOptRef *n_consumed; JitOptRef *limit; JitOptRef locals_and_stack[MAX_ABSTRACT_INTERP_SIZE]; _PyJitUopBuffer out_buffer; + // Index of the last escaped uop in out_buffer. + int last_escape_index; } JitOptContext; @@ -295,6 +300,9 @@ extern JitOptRef _Py_uop_sym_new_truthiness(JitOptContext *ctx, JitOptRef value, extern bool _Py_uop_sym_is_compact_int(JitOptRef sym); extern JitOptRef _Py_uop_sym_new_compact_int(JitOptContext *ctx); extern void _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef sym); +extern JitOptRef _Py_uop_sym_new_descr_object(JitOptContext *ctx, unsigned int type_version); +extern JitOptRef _Py_uop_sym_get_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index); +extern JitOptRef _Py_uop_sym_set_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index, JitOptRef value); extern JitOptRef _Py_uop_sym_new_predicate(JitOptContext *ctx, JitOptRef lhs_ref, JitOptRef rhs_ref, JitOptPredicateKind kind); extern void _Py_uop_sym_apply_predicate_narrowing(JitOptContext *ctx, JitOptRef sym, bool branch_is_true); diff --git a/Include/internal/pycore_optimizer_types.h b/Include/internal/pycore_optimizer_types.h index b4b93e8353812a..1996ce10735736 100644 --- a/Include/internal/pycore_optimizer_types.h +++ b/Include/internal/pycore_optimizer_types.h @@ -16,6 +16,10 @@ extern "C" { #define TY_ARENA_SIZE (UOP_MAX_TRACE_LENGTH * 5) +// Maximum descriptor mappings per object tracked symbolically +#define MAX_SYMBOLIC_DESCR_SIZE 16 +#define DESCR_ARENA_SIZE (MAX_SYMBOLIC_DESCR_SIZE * 100) + // Need extras for root frame and for overflow frame (see TRACE_STACK_PUSH()) #define MAX_ABSTRACT_FRAME_DEPTH (16) @@ -41,6 +45,7 @@ typedef enum _JitSymType { JIT_SYM_TRUTHINESS_TAG = 9, JIT_SYM_COMPACT_INT = 10, JIT_SYM_PREDICATE_TAG = 11, + JIT_SYM_DESCR_TAG = 12, } JitSymType; typedef struct _jit_opt_known_class { @@ -91,6 +96,31 @@ typedef struct { uint8_t tag; } JitOptCompactInt; +/* +Mapping from slot index or attribute offset to its symbolic value. +SAFETY: +This structure is used for both STORE_ATTR_SLOT and STORE_ATTR_INSTANCE_VALUE. +These two never appear on the same object type because: +__slots__ classes don't have Py_TPFLAGS_INLINE_VALUES +Therefore, there is no index collision between slot offsets and inline value offsets. +Note: +STORE_ATTR_WITH_HINT is NOT currently tracked. +If we want to track it in the future, we need to be careful about +potential index collisions with STORE_ATTR_INSTANCE_VALUE. +*/ +typedef struct { + uint16_t slot_index; + uint16_t symbol; +} JitOptDescrMapping; + +typedef struct _jit_opt_descr { + uint8_t tag; + uint8_t num_descrs; + uint16_t last_modified_index; // Index in out_buffer when this object was last modified + uint32_t type_version; + JitOptDescrMapping *descrs; +} JitOptDescrObject; + typedef union _jit_opt_symbol { uint8_t tag; JitOptKnownClass cls; @@ -99,6 +129,7 @@ typedef union _jit_opt_symbol { JitOptTuple tuple; JitOptTruthiness truthiness; JitOptCompactInt compact; + JitOptDescrObject descr; JitOptPredicate predicate; } JitOptSymbol; @@ -128,6 +159,11 @@ typedef struct ty_arena { JitOptSymbol arena[TY_ARENA_SIZE]; } ty_arena; +typedef struct descr_arena { + int descr_curr_number; + int descr_max_number; + JitOptDescrMapping arena[DESCR_ARENA_SIZE]; +} descr_arena; #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_ids.h b/Include/internal/pycore_uop_ids.h index 8712d1afc7570b..a1abe168605cd5 100644 --- a/Include/internal/pycore_uop_ids.h +++ b/Include/internal/pycore_uop_ids.h @@ -340,905 +340,915 @@ extern "C" { #define _START_EXECUTOR 548 #define _STORE_ATTR 549 #define _STORE_ATTR_INSTANCE_VALUE 550 -#define _STORE_ATTR_SLOT 551 -#define _STORE_ATTR_WITH_HINT 552 +#define _STORE_ATTR_INSTANCE_VALUE_NULL 551 +#define _STORE_ATTR_SLOT 552 +#define _STORE_ATTR_SLOT_NULL 553 +#define _STORE_ATTR_WITH_HINT 554 #define _STORE_DEREF STORE_DEREF #define _STORE_GLOBAL STORE_GLOBAL #define _STORE_NAME STORE_NAME -#define _STORE_SLICE 553 -#define _STORE_SUBSCR 554 -#define _STORE_SUBSCR_DICT 555 -#define _STORE_SUBSCR_LIST_INT 556 -#define _SWAP 557 -#define _SWAP_2 558 -#define _SWAP_3 559 -#define _SWAP_FAST 560 -#define _SWAP_FAST_0 561 -#define _SWAP_FAST_1 562 -#define _SWAP_FAST_2 563 -#define _SWAP_FAST_3 564 -#define _SWAP_FAST_4 565 -#define _SWAP_FAST_5 566 -#define _SWAP_FAST_6 567 -#define _SWAP_FAST_7 568 -#define _TIER2_RESUME_CHECK 569 -#define _TO_BOOL 570 +#define _STORE_SLICE 555 +#define _STORE_SUBSCR 556 +#define _STORE_SUBSCR_DICT 557 +#define _STORE_SUBSCR_LIST_INT 558 +#define _SWAP 559 +#define _SWAP_2 560 +#define _SWAP_3 561 +#define _SWAP_FAST 562 +#define _SWAP_FAST_0 563 +#define _SWAP_FAST_1 564 +#define _SWAP_FAST_2 565 +#define _SWAP_FAST_3 566 +#define _SWAP_FAST_4 567 +#define _SWAP_FAST_5 568 +#define _SWAP_FAST_6 569 +#define _SWAP_FAST_7 570 +#define _TIER2_RESUME_CHECK 571 +#define _TO_BOOL 572 #define _TO_BOOL_BOOL TO_BOOL_BOOL -#define _TO_BOOL_INT 571 -#define _TO_BOOL_LIST 572 +#define _TO_BOOL_INT 573 +#define _TO_BOOL_LIST 574 #define _TO_BOOL_NONE TO_BOOL_NONE -#define _TO_BOOL_STR 573 +#define _TO_BOOL_STR 575 #define _TRACE_RECORD TRACE_RECORD -#define _UNARY_INVERT 574 -#define _UNARY_NEGATIVE 575 +#define _UNARY_INVERT 576 +#define _UNARY_NEGATIVE 577 #define _UNARY_NOT UNARY_NOT #define _UNPACK_EX UNPACK_EX -#define _UNPACK_SEQUENCE 576 -#define _UNPACK_SEQUENCE_LIST 577 -#define _UNPACK_SEQUENCE_TUPLE 578 -#define _UNPACK_SEQUENCE_TWO_TUPLE 579 +#define _UNPACK_SEQUENCE 578 +#define _UNPACK_SEQUENCE_LIST 579 +#define _UNPACK_SEQUENCE_TUPLE 580 +#define _UNPACK_SEQUENCE_TWO_TUPLE 581 #define _WITH_EXCEPT_START WITH_EXCEPT_START #define _YIELD_VALUE YIELD_VALUE -#define MAX_UOP_ID 579 -#define _BINARY_OP_r23 580 -#define _BINARY_OP_ADD_FLOAT_r03 581 -#define _BINARY_OP_ADD_FLOAT_r13 582 -#define _BINARY_OP_ADD_FLOAT_r23 583 -#define _BINARY_OP_ADD_INT_r03 584 -#define _BINARY_OP_ADD_INT_r13 585 -#define _BINARY_OP_ADD_INT_r23 586 -#define _BINARY_OP_ADD_UNICODE_r03 587 -#define _BINARY_OP_ADD_UNICODE_r13 588 -#define _BINARY_OP_ADD_UNICODE_r23 589 -#define _BINARY_OP_EXTEND_r23 590 -#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 591 -#define _BINARY_OP_MULTIPLY_FLOAT_r03 592 -#define _BINARY_OP_MULTIPLY_FLOAT_r13 593 -#define _BINARY_OP_MULTIPLY_FLOAT_r23 594 -#define _BINARY_OP_MULTIPLY_INT_r03 595 -#define _BINARY_OP_MULTIPLY_INT_r13 596 -#define _BINARY_OP_MULTIPLY_INT_r23 597 -#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 598 -#define _BINARY_OP_SUBSCR_DICT_r23 599 -#define _BINARY_OP_SUBSCR_INIT_CALL_r01 600 -#define _BINARY_OP_SUBSCR_INIT_CALL_r11 601 -#define _BINARY_OP_SUBSCR_INIT_CALL_r21 602 -#define _BINARY_OP_SUBSCR_INIT_CALL_r31 603 -#define _BINARY_OP_SUBSCR_LIST_INT_r23 604 -#define _BINARY_OP_SUBSCR_LIST_SLICE_r21 605 -#define _BINARY_OP_SUBSCR_STR_INT_r23 606 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 607 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 608 -#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 609 -#define _BINARY_OP_SUBSCR_USTR_INT_r23 610 -#define _BINARY_OP_SUBTRACT_FLOAT_r03 611 -#define _BINARY_OP_SUBTRACT_FLOAT_r13 612 -#define _BINARY_OP_SUBTRACT_FLOAT_r23 613 -#define _BINARY_OP_SUBTRACT_INT_r03 614 -#define _BINARY_OP_SUBTRACT_INT_r13 615 -#define _BINARY_OP_SUBTRACT_INT_r23 616 -#define _BINARY_SLICE_r31 617 -#define _BUILD_INTERPOLATION_r01 618 -#define _BUILD_LIST_r01 619 -#define _BUILD_MAP_r01 620 -#define _BUILD_SET_r01 621 -#define _BUILD_SLICE_r01 622 -#define _BUILD_STRING_r01 623 -#define _BUILD_TEMPLATE_r21 624 -#define _BUILD_TUPLE_r01 625 -#define _CALL_BUILTIN_CLASS_r01 626 -#define _CALL_BUILTIN_FAST_r01 627 -#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 628 -#define _CALL_BUILTIN_O_r03 629 -#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 630 -#define _CALL_INTRINSIC_1_r11 631 -#define _CALL_INTRINSIC_2_r21 632 -#define _CALL_ISINSTANCE_r31 633 -#define _CALL_KW_NON_PY_r11 634 -#define _CALL_LEN_r33 635 -#define _CALL_LIST_APPEND_r03 636 -#define _CALL_LIST_APPEND_r13 637 -#define _CALL_LIST_APPEND_r23 638 -#define _CALL_LIST_APPEND_r33 639 -#define _CALL_METHOD_DESCRIPTOR_FAST_r01 640 -#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 641 -#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 642 -#define _CALL_METHOD_DESCRIPTOR_O_r03 643 -#define _CALL_NON_PY_GENERAL_r01 644 -#define _CALL_STR_1_r32 645 -#define _CALL_TUPLE_1_r32 646 -#define _CALL_TYPE_1_r02 647 -#define _CALL_TYPE_1_r12 648 -#define _CALL_TYPE_1_r22 649 -#define _CALL_TYPE_1_r32 650 -#define _CHECK_AND_ALLOCATE_OBJECT_r00 651 -#define _CHECK_ATTR_CLASS_r01 652 -#define _CHECK_ATTR_CLASS_r11 653 -#define _CHECK_ATTR_CLASS_r22 654 -#define _CHECK_ATTR_CLASS_r33 655 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 656 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 657 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 658 -#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 659 -#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 660 -#define _CHECK_EG_MATCH_r22 661 -#define _CHECK_EXC_MATCH_r22 662 -#define _CHECK_FUNCTION_EXACT_ARGS_r00 663 -#define _CHECK_FUNCTION_VERSION_r00 664 -#define _CHECK_FUNCTION_VERSION_INLINE_r00 665 -#define _CHECK_FUNCTION_VERSION_INLINE_r11 666 -#define _CHECK_FUNCTION_VERSION_INLINE_r22 667 -#define _CHECK_FUNCTION_VERSION_INLINE_r33 668 -#define _CHECK_FUNCTION_VERSION_KW_r11 669 -#define _CHECK_IS_NOT_PY_CALLABLE_r00 670 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 671 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 672 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 673 -#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 674 -#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 675 -#define _CHECK_IS_PY_CALLABLE_EX_r03 676 -#define _CHECK_IS_PY_CALLABLE_EX_r13 677 -#define _CHECK_IS_PY_CALLABLE_EX_r23 678 -#define _CHECK_IS_PY_CALLABLE_EX_r33 679 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 680 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 681 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 682 -#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 683 -#define _CHECK_METHOD_VERSION_r00 684 -#define _CHECK_METHOD_VERSION_KW_r11 685 -#define _CHECK_PEP_523_r00 686 -#define _CHECK_PEP_523_r11 687 -#define _CHECK_PEP_523_r22 688 -#define _CHECK_PEP_523_r33 689 -#define _CHECK_PERIODIC_r00 690 -#define _CHECK_PERIODIC_AT_END_r00 691 -#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 692 -#define _CHECK_RECURSION_REMAINING_r00 693 -#define _CHECK_RECURSION_REMAINING_r11 694 -#define _CHECK_RECURSION_REMAINING_r22 695 -#define _CHECK_RECURSION_REMAINING_r33 696 -#define _CHECK_STACK_SPACE_r00 697 -#define _CHECK_STACK_SPACE_OPERAND_r00 698 -#define _CHECK_STACK_SPACE_OPERAND_r11 699 -#define _CHECK_STACK_SPACE_OPERAND_r22 700 -#define _CHECK_STACK_SPACE_OPERAND_r33 701 -#define _CHECK_VALIDITY_r00 702 -#define _CHECK_VALIDITY_r11 703 -#define _CHECK_VALIDITY_r22 704 -#define _CHECK_VALIDITY_r33 705 -#define _COLD_DYNAMIC_EXIT_r00 706 -#define _COLD_EXIT_r00 707 -#define _COMPARE_OP_r21 708 -#define _COMPARE_OP_FLOAT_r03 709 -#define _COMPARE_OP_FLOAT_r13 710 -#define _COMPARE_OP_FLOAT_r23 711 -#define _COMPARE_OP_INT_r23 712 -#define _COMPARE_OP_STR_r23 713 -#define _CONTAINS_OP_r23 714 -#define _CONTAINS_OP_DICT_r23 715 -#define _CONTAINS_OP_SET_r23 716 -#define _CONVERT_VALUE_r11 717 -#define _COPY_r01 718 -#define _COPY_1_r02 719 -#define _COPY_1_r12 720 -#define _COPY_1_r23 721 -#define _COPY_2_r03 722 -#define _COPY_2_r13 723 -#define _COPY_2_r23 724 -#define _COPY_3_r03 725 -#define _COPY_3_r13 726 -#define _COPY_3_r23 727 -#define _COPY_3_r33 728 -#define _COPY_FREE_VARS_r00 729 -#define _COPY_FREE_VARS_r11 730 -#define _COPY_FREE_VARS_r22 731 -#define _COPY_FREE_VARS_r33 732 -#define _CREATE_INIT_FRAME_r01 733 -#define _DELETE_ATTR_r10 734 -#define _DELETE_DEREF_r00 735 -#define _DELETE_FAST_r00 736 -#define _DELETE_GLOBAL_r00 737 -#define _DELETE_NAME_r00 738 -#define _DELETE_SUBSCR_r20 739 -#define _DEOPT_r00 740 -#define _DEOPT_r10 741 -#define _DEOPT_r20 742 -#define _DEOPT_r30 743 -#define _DICT_MERGE_r10 744 -#define _DICT_UPDATE_r10 745 -#define _DO_CALL_r01 746 -#define _DO_CALL_FUNCTION_EX_r31 747 -#define _DO_CALL_KW_r11 748 -#define _DYNAMIC_EXIT_r00 749 -#define _DYNAMIC_EXIT_r10 750 -#define _DYNAMIC_EXIT_r20 751 -#define _DYNAMIC_EXIT_r30 752 -#define _END_FOR_r10 753 -#define _END_SEND_r21 754 -#define _ERROR_POP_N_r00 755 -#define _EXIT_INIT_CHECK_r10 756 -#define _EXIT_TRACE_r00 757 -#define _EXIT_TRACE_r10 758 -#define _EXIT_TRACE_r20 759 -#define _EXIT_TRACE_r30 760 -#define _EXPAND_METHOD_r00 761 -#define _EXPAND_METHOD_KW_r11 762 -#define _FATAL_ERROR_r00 763 -#define _FATAL_ERROR_r11 764 -#define _FATAL_ERROR_r22 765 -#define _FATAL_ERROR_r33 766 -#define _FORMAT_SIMPLE_r11 767 -#define _FORMAT_WITH_SPEC_r21 768 -#define _FOR_ITER_r23 769 -#define _FOR_ITER_GEN_FRAME_r03 770 -#define _FOR_ITER_GEN_FRAME_r13 771 -#define _FOR_ITER_GEN_FRAME_r23 772 -#define _FOR_ITER_TIER_TWO_r23 773 -#define _GET_AITER_r11 774 -#define _GET_ANEXT_r12 775 -#define _GET_AWAITABLE_r11 776 -#define _GET_ITER_r12 777 -#define _GET_LEN_r12 778 -#define _GET_YIELD_FROM_ITER_r11 779 -#define _GUARD_BINARY_OP_EXTEND_r22 780 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 781 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 782 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 783 -#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 784 -#define _GUARD_BIT_IS_SET_POP_r00 785 -#define _GUARD_BIT_IS_SET_POP_r10 786 -#define _GUARD_BIT_IS_SET_POP_r21 787 -#define _GUARD_BIT_IS_SET_POP_r32 788 -#define _GUARD_BIT_IS_SET_POP_4_r00 789 -#define _GUARD_BIT_IS_SET_POP_4_r10 790 -#define _GUARD_BIT_IS_SET_POP_4_r21 791 -#define _GUARD_BIT_IS_SET_POP_4_r32 792 -#define _GUARD_BIT_IS_SET_POP_5_r00 793 -#define _GUARD_BIT_IS_SET_POP_5_r10 794 -#define _GUARD_BIT_IS_SET_POP_5_r21 795 -#define _GUARD_BIT_IS_SET_POP_5_r32 796 -#define _GUARD_BIT_IS_SET_POP_6_r00 797 -#define _GUARD_BIT_IS_SET_POP_6_r10 798 -#define _GUARD_BIT_IS_SET_POP_6_r21 799 -#define _GUARD_BIT_IS_SET_POP_6_r32 800 -#define _GUARD_BIT_IS_SET_POP_7_r00 801 -#define _GUARD_BIT_IS_SET_POP_7_r10 802 -#define _GUARD_BIT_IS_SET_POP_7_r21 803 -#define _GUARD_BIT_IS_SET_POP_7_r32 804 -#define _GUARD_BIT_IS_UNSET_POP_r00 805 -#define _GUARD_BIT_IS_UNSET_POP_r10 806 -#define _GUARD_BIT_IS_UNSET_POP_r21 807 -#define _GUARD_BIT_IS_UNSET_POP_r32 808 -#define _GUARD_BIT_IS_UNSET_POP_4_r00 809 -#define _GUARD_BIT_IS_UNSET_POP_4_r10 810 -#define _GUARD_BIT_IS_UNSET_POP_4_r21 811 -#define _GUARD_BIT_IS_UNSET_POP_4_r32 812 -#define _GUARD_BIT_IS_UNSET_POP_5_r00 813 -#define _GUARD_BIT_IS_UNSET_POP_5_r10 814 -#define _GUARD_BIT_IS_UNSET_POP_5_r21 815 -#define _GUARD_BIT_IS_UNSET_POP_5_r32 816 -#define _GUARD_BIT_IS_UNSET_POP_6_r00 817 -#define _GUARD_BIT_IS_UNSET_POP_6_r10 818 -#define _GUARD_BIT_IS_UNSET_POP_6_r21 819 -#define _GUARD_BIT_IS_UNSET_POP_6_r32 820 -#define _GUARD_BIT_IS_UNSET_POP_7_r00 821 -#define _GUARD_BIT_IS_UNSET_POP_7_r10 822 -#define _GUARD_BIT_IS_UNSET_POP_7_r21 823 -#define _GUARD_BIT_IS_UNSET_POP_7_r32 824 -#define _GUARD_CALLABLE_ISINSTANCE_r03 825 -#define _GUARD_CALLABLE_ISINSTANCE_r13 826 -#define _GUARD_CALLABLE_ISINSTANCE_r23 827 -#define _GUARD_CALLABLE_ISINSTANCE_r33 828 -#define _GUARD_CALLABLE_LEN_r03 829 -#define _GUARD_CALLABLE_LEN_r13 830 -#define _GUARD_CALLABLE_LEN_r23 831 -#define _GUARD_CALLABLE_LEN_r33 832 -#define _GUARD_CALLABLE_LIST_APPEND_r03 833 -#define _GUARD_CALLABLE_LIST_APPEND_r13 834 -#define _GUARD_CALLABLE_LIST_APPEND_r23 835 -#define _GUARD_CALLABLE_LIST_APPEND_r33 836 -#define _GUARD_CALLABLE_STR_1_r03 837 -#define _GUARD_CALLABLE_STR_1_r13 838 -#define _GUARD_CALLABLE_STR_1_r23 839 -#define _GUARD_CALLABLE_STR_1_r33 840 -#define _GUARD_CALLABLE_TUPLE_1_r03 841 -#define _GUARD_CALLABLE_TUPLE_1_r13 842 -#define _GUARD_CALLABLE_TUPLE_1_r23 843 -#define _GUARD_CALLABLE_TUPLE_1_r33 844 -#define _GUARD_CALLABLE_TYPE_1_r03 845 -#define _GUARD_CALLABLE_TYPE_1_r13 846 -#define _GUARD_CALLABLE_TYPE_1_r23 847 -#define _GUARD_CALLABLE_TYPE_1_r33 848 -#define _GUARD_DORV_NO_DICT_r01 849 -#define _GUARD_DORV_NO_DICT_r11 850 -#define _GUARD_DORV_NO_DICT_r22 851 -#define _GUARD_DORV_NO_DICT_r33 852 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 853 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 854 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 855 -#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 856 -#define _GUARD_GLOBALS_VERSION_r00 857 -#define _GUARD_GLOBALS_VERSION_r11 858 -#define _GUARD_GLOBALS_VERSION_r22 859 -#define _GUARD_GLOBALS_VERSION_r33 860 -#define _GUARD_IP_RETURN_GENERATOR_r00 861 -#define _GUARD_IP_RETURN_GENERATOR_r11 862 -#define _GUARD_IP_RETURN_GENERATOR_r22 863 -#define _GUARD_IP_RETURN_GENERATOR_r33 864 -#define _GUARD_IP_RETURN_VALUE_r00 865 -#define _GUARD_IP_RETURN_VALUE_r11 866 -#define _GUARD_IP_RETURN_VALUE_r22 867 -#define _GUARD_IP_RETURN_VALUE_r33 868 -#define _GUARD_IP_YIELD_VALUE_r00 869 -#define _GUARD_IP_YIELD_VALUE_r11 870 -#define _GUARD_IP_YIELD_VALUE_r22 871 -#define _GUARD_IP_YIELD_VALUE_r33 872 -#define _GUARD_IP__PUSH_FRAME_r00 873 -#define _GUARD_IP__PUSH_FRAME_r11 874 -#define _GUARD_IP__PUSH_FRAME_r22 875 -#define _GUARD_IP__PUSH_FRAME_r33 876 -#define _GUARD_IS_FALSE_POP_r00 877 -#define _GUARD_IS_FALSE_POP_r10 878 -#define _GUARD_IS_FALSE_POP_r21 879 -#define _GUARD_IS_FALSE_POP_r32 880 -#define _GUARD_IS_NONE_POP_r00 881 -#define _GUARD_IS_NONE_POP_r10 882 -#define _GUARD_IS_NONE_POP_r21 883 -#define _GUARD_IS_NONE_POP_r32 884 -#define _GUARD_IS_NOT_NONE_POP_r10 885 -#define _GUARD_IS_TRUE_POP_r00 886 -#define _GUARD_IS_TRUE_POP_r10 887 -#define _GUARD_IS_TRUE_POP_r21 888 -#define _GUARD_IS_TRUE_POP_r32 889 -#define _GUARD_KEYS_VERSION_r01 890 -#define _GUARD_KEYS_VERSION_r11 891 -#define _GUARD_KEYS_VERSION_r22 892 -#define _GUARD_KEYS_VERSION_r33 893 -#define _GUARD_NOS_COMPACT_ASCII_r02 894 -#define _GUARD_NOS_COMPACT_ASCII_r12 895 -#define _GUARD_NOS_COMPACT_ASCII_r22 896 -#define _GUARD_NOS_COMPACT_ASCII_r33 897 -#define _GUARD_NOS_DICT_r02 898 -#define _GUARD_NOS_DICT_r12 899 -#define _GUARD_NOS_DICT_r22 900 -#define _GUARD_NOS_DICT_r33 901 -#define _GUARD_NOS_FLOAT_r02 902 -#define _GUARD_NOS_FLOAT_r12 903 -#define _GUARD_NOS_FLOAT_r22 904 -#define _GUARD_NOS_FLOAT_r33 905 -#define _GUARD_NOS_INT_r02 906 -#define _GUARD_NOS_INT_r12 907 -#define _GUARD_NOS_INT_r22 908 -#define _GUARD_NOS_INT_r33 909 -#define _GUARD_NOS_LIST_r02 910 -#define _GUARD_NOS_LIST_r12 911 -#define _GUARD_NOS_LIST_r22 912 -#define _GUARD_NOS_LIST_r33 913 -#define _GUARD_NOS_NOT_NULL_r02 914 -#define _GUARD_NOS_NOT_NULL_r12 915 -#define _GUARD_NOS_NOT_NULL_r22 916 -#define _GUARD_NOS_NOT_NULL_r33 917 -#define _GUARD_NOS_NULL_r02 918 -#define _GUARD_NOS_NULL_r12 919 -#define _GUARD_NOS_NULL_r22 920 -#define _GUARD_NOS_NULL_r33 921 -#define _GUARD_NOS_OVERFLOWED_r02 922 -#define _GUARD_NOS_OVERFLOWED_r12 923 -#define _GUARD_NOS_OVERFLOWED_r22 924 -#define _GUARD_NOS_OVERFLOWED_r33 925 -#define _GUARD_NOS_TUPLE_r02 926 -#define _GUARD_NOS_TUPLE_r12 927 -#define _GUARD_NOS_TUPLE_r22 928 -#define _GUARD_NOS_TUPLE_r33 929 -#define _GUARD_NOS_UNICODE_r02 930 -#define _GUARD_NOS_UNICODE_r12 931 -#define _GUARD_NOS_UNICODE_r22 932 -#define _GUARD_NOS_UNICODE_r33 933 -#define _GUARD_NOT_EXHAUSTED_LIST_r02 934 -#define _GUARD_NOT_EXHAUSTED_LIST_r12 935 -#define _GUARD_NOT_EXHAUSTED_LIST_r22 936 -#define _GUARD_NOT_EXHAUSTED_LIST_r33 937 -#define _GUARD_NOT_EXHAUSTED_RANGE_r02 938 -#define _GUARD_NOT_EXHAUSTED_RANGE_r12 939 -#define _GUARD_NOT_EXHAUSTED_RANGE_r22 940 -#define _GUARD_NOT_EXHAUSTED_RANGE_r33 941 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 942 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 943 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 944 -#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 945 -#define _GUARD_THIRD_NULL_r03 946 -#define _GUARD_THIRD_NULL_r13 947 -#define _GUARD_THIRD_NULL_r23 948 -#define _GUARD_THIRD_NULL_r33 949 -#define _GUARD_TOS_ANY_SET_r01 950 -#define _GUARD_TOS_ANY_SET_r11 951 -#define _GUARD_TOS_ANY_SET_r22 952 -#define _GUARD_TOS_ANY_SET_r33 953 -#define _GUARD_TOS_DICT_r01 954 -#define _GUARD_TOS_DICT_r11 955 -#define _GUARD_TOS_DICT_r22 956 -#define _GUARD_TOS_DICT_r33 957 -#define _GUARD_TOS_FLOAT_r01 958 -#define _GUARD_TOS_FLOAT_r11 959 -#define _GUARD_TOS_FLOAT_r22 960 -#define _GUARD_TOS_FLOAT_r33 961 -#define _GUARD_TOS_INT_r01 962 -#define _GUARD_TOS_INT_r11 963 -#define _GUARD_TOS_INT_r22 964 -#define _GUARD_TOS_INT_r33 965 -#define _GUARD_TOS_LIST_r01 966 -#define _GUARD_TOS_LIST_r11 967 -#define _GUARD_TOS_LIST_r22 968 -#define _GUARD_TOS_LIST_r33 969 -#define _GUARD_TOS_OVERFLOWED_r01 970 -#define _GUARD_TOS_OVERFLOWED_r11 971 -#define _GUARD_TOS_OVERFLOWED_r22 972 -#define _GUARD_TOS_OVERFLOWED_r33 973 -#define _GUARD_TOS_SLICE_r01 974 -#define _GUARD_TOS_SLICE_r11 975 -#define _GUARD_TOS_SLICE_r22 976 -#define _GUARD_TOS_SLICE_r33 977 -#define _GUARD_TOS_TUPLE_r01 978 -#define _GUARD_TOS_TUPLE_r11 979 -#define _GUARD_TOS_TUPLE_r22 980 -#define _GUARD_TOS_TUPLE_r33 981 -#define _GUARD_TOS_UNICODE_r01 982 -#define _GUARD_TOS_UNICODE_r11 983 -#define _GUARD_TOS_UNICODE_r22 984 -#define _GUARD_TOS_UNICODE_r33 985 -#define _GUARD_TYPE_VERSION_r01 986 -#define _GUARD_TYPE_VERSION_r11 987 -#define _GUARD_TYPE_VERSION_r22 988 -#define _GUARD_TYPE_VERSION_r33 989 -#define _GUARD_TYPE_VERSION_AND_LOCK_r01 990 -#define _GUARD_TYPE_VERSION_AND_LOCK_r11 991 -#define _GUARD_TYPE_VERSION_AND_LOCK_r22 992 -#define _GUARD_TYPE_VERSION_AND_LOCK_r33 993 -#define _HANDLE_PENDING_AND_DEOPT_r00 994 -#define _HANDLE_PENDING_AND_DEOPT_r10 995 -#define _HANDLE_PENDING_AND_DEOPT_r20 996 -#define _HANDLE_PENDING_AND_DEOPT_r30 997 -#define _IMPORT_FROM_r12 998 -#define _IMPORT_NAME_r21 999 -#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1000 -#define _INIT_CALL_PY_EXACT_ARGS_r01 1001 -#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1002 -#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1003 -#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1004 -#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1005 -#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1006 -#define _INSERT_1_LOAD_CONST_INLINE_r02 1007 -#define _INSERT_1_LOAD_CONST_INLINE_r12 1008 -#define _INSERT_1_LOAD_CONST_INLINE_r23 1009 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1010 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1011 -#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1012 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1013 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1014 -#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1015 -#define _INSERT_NULL_r10 1016 -#define _INSTRUMENTED_FOR_ITER_r23 1017 -#define _INSTRUMENTED_INSTRUCTION_r00 1018 -#define _INSTRUMENTED_JUMP_FORWARD_r00 1019 -#define _INSTRUMENTED_JUMP_FORWARD_r11 1020 -#define _INSTRUMENTED_JUMP_FORWARD_r22 1021 -#define _INSTRUMENTED_JUMP_FORWARD_r33 1022 -#define _INSTRUMENTED_LINE_r00 1023 -#define _INSTRUMENTED_NOT_TAKEN_r00 1024 -#define _INSTRUMENTED_NOT_TAKEN_r11 1025 -#define _INSTRUMENTED_NOT_TAKEN_r22 1026 -#define _INSTRUMENTED_NOT_TAKEN_r33 1027 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1028 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1029 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1030 -#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1031 -#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1032 -#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1033 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1034 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1035 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1036 -#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1037 -#define _IS_NONE_r11 1038 -#define _IS_OP_r03 1039 -#define _IS_OP_r13 1040 -#define _IS_OP_r23 1041 -#define _ITER_CHECK_LIST_r02 1042 -#define _ITER_CHECK_LIST_r12 1043 -#define _ITER_CHECK_LIST_r22 1044 -#define _ITER_CHECK_LIST_r33 1045 -#define _ITER_CHECK_RANGE_r02 1046 -#define _ITER_CHECK_RANGE_r12 1047 -#define _ITER_CHECK_RANGE_r22 1048 -#define _ITER_CHECK_RANGE_r33 1049 -#define _ITER_CHECK_TUPLE_r02 1050 -#define _ITER_CHECK_TUPLE_r12 1051 -#define _ITER_CHECK_TUPLE_r22 1052 -#define _ITER_CHECK_TUPLE_r33 1053 -#define _ITER_JUMP_LIST_r02 1054 -#define _ITER_JUMP_LIST_r12 1055 -#define _ITER_JUMP_LIST_r22 1056 -#define _ITER_JUMP_LIST_r33 1057 -#define _ITER_JUMP_RANGE_r02 1058 -#define _ITER_JUMP_RANGE_r12 1059 -#define _ITER_JUMP_RANGE_r22 1060 -#define _ITER_JUMP_RANGE_r33 1061 -#define _ITER_JUMP_TUPLE_r02 1062 -#define _ITER_JUMP_TUPLE_r12 1063 -#define _ITER_JUMP_TUPLE_r22 1064 -#define _ITER_JUMP_TUPLE_r33 1065 -#define _ITER_NEXT_LIST_r23 1066 -#define _ITER_NEXT_LIST_TIER_TWO_r23 1067 -#define _ITER_NEXT_RANGE_r03 1068 -#define _ITER_NEXT_RANGE_r13 1069 -#define _ITER_NEXT_RANGE_r23 1070 -#define _ITER_NEXT_TUPLE_r03 1071 -#define _ITER_NEXT_TUPLE_r13 1072 -#define _ITER_NEXT_TUPLE_r23 1073 -#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1074 -#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1075 -#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1076 -#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1077 -#define _JUMP_TO_TOP_r00 1078 -#define _LIST_APPEND_r10 1079 -#define _LIST_EXTEND_r10 1080 -#define _LOAD_ATTR_r10 1081 -#define _LOAD_ATTR_CLASS_r11 1082 -#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1083 -#define _LOAD_ATTR_INSTANCE_VALUE_r02 1084 -#define _LOAD_ATTR_INSTANCE_VALUE_r12 1085 -#define _LOAD_ATTR_INSTANCE_VALUE_r23 1086 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1087 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1088 -#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1089 -#define _LOAD_ATTR_METHOD_NO_DICT_r02 1090 -#define _LOAD_ATTR_METHOD_NO_DICT_r12 1091 -#define _LOAD_ATTR_METHOD_NO_DICT_r23 1092 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1093 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1094 -#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1095 -#define _LOAD_ATTR_MODULE_r12 1096 -#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1097 -#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1098 -#define _LOAD_ATTR_PROPERTY_FRAME_r11 1099 -#define _LOAD_ATTR_SLOT_r02 1100 -#define _LOAD_ATTR_SLOT_r12 1101 -#define _LOAD_ATTR_SLOT_r23 1102 -#define _LOAD_ATTR_WITH_HINT_r12 1103 -#define _LOAD_BUILD_CLASS_r01 1104 -#define _LOAD_BYTECODE_r00 1105 -#define _LOAD_COMMON_CONSTANT_r01 1106 -#define _LOAD_COMMON_CONSTANT_r12 1107 -#define _LOAD_COMMON_CONSTANT_r23 1108 -#define _LOAD_CONST_r01 1109 -#define _LOAD_CONST_r12 1110 -#define _LOAD_CONST_r23 1111 -#define _LOAD_CONST_INLINE_r01 1112 -#define _LOAD_CONST_INLINE_r12 1113 -#define _LOAD_CONST_INLINE_r23 1114 -#define _LOAD_CONST_INLINE_BORROW_r01 1115 -#define _LOAD_CONST_INLINE_BORROW_r12 1116 -#define _LOAD_CONST_INLINE_BORROW_r23 1117 -#define _LOAD_CONST_UNDER_INLINE_r02 1118 -#define _LOAD_CONST_UNDER_INLINE_r12 1119 -#define _LOAD_CONST_UNDER_INLINE_r23 1120 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1121 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1122 -#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1123 -#define _LOAD_DEREF_r01 1124 -#define _LOAD_FAST_r01 1125 -#define _LOAD_FAST_r12 1126 -#define _LOAD_FAST_r23 1127 -#define _LOAD_FAST_0_r01 1128 -#define _LOAD_FAST_0_r12 1129 -#define _LOAD_FAST_0_r23 1130 -#define _LOAD_FAST_1_r01 1131 -#define _LOAD_FAST_1_r12 1132 -#define _LOAD_FAST_1_r23 1133 -#define _LOAD_FAST_2_r01 1134 -#define _LOAD_FAST_2_r12 1135 -#define _LOAD_FAST_2_r23 1136 -#define _LOAD_FAST_3_r01 1137 -#define _LOAD_FAST_3_r12 1138 -#define _LOAD_FAST_3_r23 1139 -#define _LOAD_FAST_4_r01 1140 -#define _LOAD_FAST_4_r12 1141 -#define _LOAD_FAST_4_r23 1142 -#define _LOAD_FAST_5_r01 1143 -#define _LOAD_FAST_5_r12 1144 -#define _LOAD_FAST_5_r23 1145 -#define _LOAD_FAST_6_r01 1146 -#define _LOAD_FAST_6_r12 1147 -#define _LOAD_FAST_6_r23 1148 -#define _LOAD_FAST_7_r01 1149 -#define _LOAD_FAST_7_r12 1150 -#define _LOAD_FAST_7_r23 1151 -#define _LOAD_FAST_AND_CLEAR_r01 1152 -#define _LOAD_FAST_AND_CLEAR_r12 1153 -#define _LOAD_FAST_AND_CLEAR_r23 1154 -#define _LOAD_FAST_BORROW_r01 1155 -#define _LOAD_FAST_BORROW_r12 1156 -#define _LOAD_FAST_BORROW_r23 1157 -#define _LOAD_FAST_BORROW_0_r01 1158 -#define _LOAD_FAST_BORROW_0_r12 1159 -#define _LOAD_FAST_BORROW_0_r23 1160 -#define _LOAD_FAST_BORROW_1_r01 1161 -#define _LOAD_FAST_BORROW_1_r12 1162 -#define _LOAD_FAST_BORROW_1_r23 1163 -#define _LOAD_FAST_BORROW_2_r01 1164 -#define _LOAD_FAST_BORROW_2_r12 1165 -#define _LOAD_FAST_BORROW_2_r23 1166 -#define _LOAD_FAST_BORROW_3_r01 1167 -#define _LOAD_FAST_BORROW_3_r12 1168 -#define _LOAD_FAST_BORROW_3_r23 1169 -#define _LOAD_FAST_BORROW_4_r01 1170 -#define _LOAD_FAST_BORROW_4_r12 1171 -#define _LOAD_FAST_BORROW_4_r23 1172 -#define _LOAD_FAST_BORROW_5_r01 1173 -#define _LOAD_FAST_BORROW_5_r12 1174 -#define _LOAD_FAST_BORROW_5_r23 1175 -#define _LOAD_FAST_BORROW_6_r01 1176 -#define _LOAD_FAST_BORROW_6_r12 1177 -#define _LOAD_FAST_BORROW_6_r23 1178 -#define _LOAD_FAST_BORROW_7_r01 1179 -#define _LOAD_FAST_BORROW_7_r12 1180 -#define _LOAD_FAST_BORROW_7_r23 1181 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1182 -#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1183 -#define _LOAD_FAST_CHECK_r01 1184 -#define _LOAD_FAST_CHECK_r12 1185 -#define _LOAD_FAST_CHECK_r23 1186 -#define _LOAD_FAST_LOAD_FAST_r02 1187 -#define _LOAD_FAST_LOAD_FAST_r13 1188 -#define _LOAD_FROM_DICT_OR_DEREF_r11 1189 -#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1190 -#define _LOAD_GLOBAL_r00 1191 -#define _LOAD_GLOBAL_BUILTINS_r01 1192 -#define _LOAD_GLOBAL_MODULE_r01 1193 -#define _LOAD_LOCALS_r01 1194 -#define _LOAD_LOCALS_r12 1195 -#define _LOAD_LOCALS_r23 1196 -#define _LOAD_NAME_r01 1197 -#define _LOAD_SMALL_INT_r01 1198 -#define _LOAD_SMALL_INT_r12 1199 -#define _LOAD_SMALL_INT_r23 1200 -#define _LOAD_SMALL_INT_0_r01 1201 -#define _LOAD_SMALL_INT_0_r12 1202 -#define _LOAD_SMALL_INT_0_r23 1203 -#define _LOAD_SMALL_INT_1_r01 1204 -#define _LOAD_SMALL_INT_1_r12 1205 -#define _LOAD_SMALL_INT_1_r23 1206 -#define _LOAD_SMALL_INT_2_r01 1207 -#define _LOAD_SMALL_INT_2_r12 1208 -#define _LOAD_SMALL_INT_2_r23 1209 -#define _LOAD_SMALL_INT_3_r01 1210 -#define _LOAD_SMALL_INT_3_r12 1211 -#define _LOAD_SMALL_INT_3_r23 1212 -#define _LOAD_SPECIAL_r00 1213 -#define _LOAD_SUPER_ATTR_ATTR_r31 1214 -#define _LOAD_SUPER_ATTR_METHOD_r32 1215 -#define _MAKE_CALLARGS_A_TUPLE_r33 1216 -#define _MAKE_CELL_r00 1217 -#define _MAKE_FUNCTION_r11 1218 -#define _MAKE_WARM_r00 1219 -#define _MAKE_WARM_r11 1220 -#define _MAKE_WARM_r22 1221 -#define _MAKE_WARM_r33 1222 -#define _MAP_ADD_r20 1223 -#define _MATCH_CLASS_r31 1224 -#define _MATCH_KEYS_r23 1225 -#define _MATCH_MAPPING_r02 1226 -#define _MATCH_MAPPING_r12 1227 -#define _MATCH_MAPPING_r23 1228 -#define _MATCH_SEQUENCE_r02 1229 -#define _MATCH_SEQUENCE_r12 1230 -#define _MATCH_SEQUENCE_r23 1231 -#define _MAYBE_EXPAND_METHOD_r00 1232 -#define _MAYBE_EXPAND_METHOD_KW_r11 1233 -#define _MONITOR_CALL_r00 1234 -#define _MONITOR_CALL_KW_r11 1235 -#define _MONITOR_JUMP_BACKWARD_r00 1236 -#define _MONITOR_JUMP_BACKWARD_r11 1237 -#define _MONITOR_JUMP_BACKWARD_r22 1238 -#define _MONITOR_JUMP_BACKWARD_r33 1239 -#define _MONITOR_RESUME_r00 1240 -#define _NOP_r00 1241 -#define _NOP_r11 1242 -#define _NOP_r22 1243 -#define _NOP_r33 1244 -#define _POP_CALL_r20 1245 -#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1246 -#define _POP_CALL_ONE_r30 1247 -#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1248 -#define _POP_CALL_TWO_r30 1249 -#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1250 -#define _POP_EXCEPT_r10 1251 -#define _POP_ITER_r20 1252 -#define _POP_JUMP_IF_FALSE_r00 1253 -#define _POP_JUMP_IF_FALSE_r10 1254 -#define _POP_JUMP_IF_FALSE_r21 1255 -#define _POP_JUMP_IF_FALSE_r32 1256 -#define _POP_JUMP_IF_TRUE_r00 1257 -#define _POP_JUMP_IF_TRUE_r10 1258 -#define _POP_JUMP_IF_TRUE_r21 1259 -#define _POP_JUMP_IF_TRUE_r32 1260 -#define _POP_TOP_r10 1261 -#define _POP_TOP_FLOAT_r00 1262 -#define _POP_TOP_FLOAT_r10 1263 -#define _POP_TOP_FLOAT_r21 1264 -#define _POP_TOP_FLOAT_r32 1265 -#define _POP_TOP_INT_r00 1266 -#define _POP_TOP_INT_r10 1267 -#define _POP_TOP_INT_r21 1268 -#define _POP_TOP_INT_r32 1269 -#define _POP_TOP_LOAD_CONST_INLINE_r11 1270 -#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1271 -#define _POP_TOP_NOP_r00 1272 -#define _POP_TOP_NOP_r10 1273 -#define _POP_TOP_NOP_r21 1274 -#define _POP_TOP_NOP_r32 1275 -#define _POP_TOP_UNICODE_r00 1276 -#define _POP_TOP_UNICODE_r10 1277 -#define _POP_TOP_UNICODE_r21 1278 -#define _POP_TOP_UNICODE_r32 1279 -#define _POP_TWO_r20 1280 -#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1281 -#define _PUSH_EXC_INFO_r02 1282 -#define _PUSH_EXC_INFO_r12 1283 -#define _PUSH_EXC_INFO_r23 1284 -#define _PUSH_FRAME_r10 1285 -#define _PUSH_NULL_r01 1286 -#define _PUSH_NULL_r12 1287 -#define _PUSH_NULL_r23 1288 -#define _PUSH_NULL_CONDITIONAL_r00 1289 -#define _PY_FRAME_EX_r31 1290 -#define _PY_FRAME_GENERAL_r01 1291 -#define _PY_FRAME_KW_r11 1292 -#define _QUICKEN_RESUME_r00 1293 -#define _QUICKEN_RESUME_r11 1294 -#define _QUICKEN_RESUME_r22 1295 -#define _QUICKEN_RESUME_r33 1296 -#define _REPLACE_WITH_TRUE_r02 1297 -#define _REPLACE_WITH_TRUE_r12 1298 -#define _REPLACE_WITH_TRUE_r23 1299 -#define _RESUME_CHECK_r00 1300 -#define _RESUME_CHECK_r11 1301 -#define _RESUME_CHECK_r22 1302 -#define _RESUME_CHECK_r33 1303 -#define _RETURN_GENERATOR_r01 1304 -#define _RETURN_VALUE_r11 1305 -#define _SAVE_RETURN_OFFSET_r00 1306 -#define _SAVE_RETURN_OFFSET_r11 1307 -#define _SAVE_RETURN_OFFSET_r22 1308 -#define _SAVE_RETURN_OFFSET_r33 1309 -#define _SEND_r22 1310 -#define _SEND_GEN_FRAME_r22 1311 -#define _SETUP_ANNOTATIONS_r00 1312 -#define _SET_ADD_r10 1313 -#define _SET_FUNCTION_ATTRIBUTE_r01 1314 -#define _SET_FUNCTION_ATTRIBUTE_r11 1315 -#define _SET_FUNCTION_ATTRIBUTE_r21 1316 -#define _SET_FUNCTION_ATTRIBUTE_r32 1317 -#define _SET_IP_r00 1318 -#define _SET_IP_r11 1319 -#define _SET_IP_r22 1320 -#define _SET_IP_r33 1321 -#define _SET_UPDATE_r10 1322 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1323 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1324 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1325 -#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1326 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1327 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1328 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1329 -#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1330 -#define _SPILL_OR_RELOAD_r01 1331 -#define _SPILL_OR_RELOAD_r02 1332 -#define _SPILL_OR_RELOAD_r03 1333 -#define _SPILL_OR_RELOAD_r10 1334 -#define _SPILL_OR_RELOAD_r12 1335 -#define _SPILL_OR_RELOAD_r13 1336 -#define _SPILL_OR_RELOAD_r20 1337 -#define _SPILL_OR_RELOAD_r21 1338 -#define _SPILL_OR_RELOAD_r23 1339 -#define _SPILL_OR_RELOAD_r30 1340 -#define _SPILL_OR_RELOAD_r31 1341 -#define _SPILL_OR_RELOAD_r32 1342 -#define _START_EXECUTOR_r00 1343 -#define _STORE_ATTR_r20 1344 -#define _STORE_ATTR_INSTANCE_VALUE_r21 1345 -#define _STORE_ATTR_SLOT_r21 1346 -#define _STORE_ATTR_WITH_HINT_r21 1347 -#define _STORE_DEREF_r10 1348 -#define _STORE_FAST_LOAD_FAST_r11 1349 -#define _STORE_FAST_STORE_FAST_r20 1350 -#define _STORE_GLOBAL_r10 1351 -#define _STORE_NAME_r10 1352 -#define _STORE_SLICE_r30 1353 -#define _STORE_SUBSCR_r30 1354 -#define _STORE_SUBSCR_DICT_r31 1355 -#define _STORE_SUBSCR_LIST_INT_r32 1356 -#define _SWAP_r11 1357 -#define _SWAP_2_r02 1358 -#define _SWAP_2_r12 1359 -#define _SWAP_2_r22 1360 -#define _SWAP_2_r33 1361 -#define _SWAP_3_r03 1362 -#define _SWAP_3_r13 1363 -#define _SWAP_3_r23 1364 -#define _SWAP_3_r33 1365 -#define _SWAP_FAST_r01 1366 -#define _SWAP_FAST_r11 1367 -#define _SWAP_FAST_r22 1368 -#define _SWAP_FAST_r33 1369 -#define _SWAP_FAST_0_r01 1370 -#define _SWAP_FAST_0_r11 1371 -#define _SWAP_FAST_0_r22 1372 -#define _SWAP_FAST_0_r33 1373 -#define _SWAP_FAST_1_r01 1374 -#define _SWAP_FAST_1_r11 1375 -#define _SWAP_FAST_1_r22 1376 -#define _SWAP_FAST_1_r33 1377 -#define _SWAP_FAST_2_r01 1378 -#define _SWAP_FAST_2_r11 1379 -#define _SWAP_FAST_2_r22 1380 -#define _SWAP_FAST_2_r33 1381 -#define _SWAP_FAST_3_r01 1382 -#define _SWAP_FAST_3_r11 1383 -#define _SWAP_FAST_3_r22 1384 -#define _SWAP_FAST_3_r33 1385 -#define _SWAP_FAST_4_r01 1386 -#define _SWAP_FAST_4_r11 1387 -#define _SWAP_FAST_4_r22 1388 -#define _SWAP_FAST_4_r33 1389 -#define _SWAP_FAST_5_r01 1390 -#define _SWAP_FAST_5_r11 1391 -#define _SWAP_FAST_5_r22 1392 -#define _SWAP_FAST_5_r33 1393 -#define _SWAP_FAST_6_r01 1394 -#define _SWAP_FAST_6_r11 1395 -#define _SWAP_FAST_6_r22 1396 -#define _SWAP_FAST_6_r33 1397 -#define _SWAP_FAST_7_r01 1398 -#define _SWAP_FAST_7_r11 1399 -#define _SWAP_FAST_7_r22 1400 -#define _SWAP_FAST_7_r33 1401 -#define _TIER2_RESUME_CHECK_r00 1402 -#define _TIER2_RESUME_CHECK_r11 1403 -#define _TIER2_RESUME_CHECK_r22 1404 -#define _TIER2_RESUME_CHECK_r33 1405 -#define _TO_BOOL_r11 1406 -#define _TO_BOOL_BOOL_r01 1407 -#define _TO_BOOL_BOOL_r11 1408 -#define _TO_BOOL_BOOL_r22 1409 -#define _TO_BOOL_BOOL_r33 1410 -#define _TO_BOOL_INT_r02 1411 -#define _TO_BOOL_INT_r12 1412 -#define _TO_BOOL_INT_r23 1413 -#define _TO_BOOL_LIST_r02 1414 -#define _TO_BOOL_LIST_r12 1415 -#define _TO_BOOL_LIST_r23 1416 -#define _TO_BOOL_NONE_r01 1417 -#define _TO_BOOL_NONE_r11 1418 -#define _TO_BOOL_NONE_r22 1419 -#define _TO_BOOL_NONE_r33 1420 -#define _TO_BOOL_STR_r02 1421 -#define _TO_BOOL_STR_r12 1422 -#define _TO_BOOL_STR_r23 1423 -#define _TRACE_RECORD_r00 1424 -#define _UNARY_INVERT_r12 1425 -#define _UNARY_NEGATIVE_r12 1426 -#define _UNARY_NOT_r01 1427 -#define _UNARY_NOT_r11 1428 -#define _UNARY_NOT_r22 1429 -#define _UNARY_NOT_r33 1430 -#define _UNPACK_EX_r10 1431 -#define _UNPACK_SEQUENCE_r10 1432 -#define _UNPACK_SEQUENCE_LIST_r10 1433 -#define _UNPACK_SEQUENCE_TUPLE_r10 1434 -#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1435 -#define _WITH_EXCEPT_START_r33 1436 -#define _YIELD_VALUE_r11 1437 -#define MAX_UOP_REGS_ID 1437 +#define MAX_UOP_ID 581 +#define _BINARY_OP_r23 582 +#define _BINARY_OP_ADD_FLOAT_r03 583 +#define _BINARY_OP_ADD_FLOAT_r13 584 +#define _BINARY_OP_ADD_FLOAT_r23 585 +#define _BINARY_OP_ADD_INT_r03 586 +#define _BINARY_OP_ADD_INT_r13 587 +#define _BINARY_OP_ADD_INT_r23 588 +#define _BINARY_OP_ADD_UNICODE_r03 589 +#define _BINARY_OP_ADD_UNICODE_r13 590 +#define _BINARY_OP_ADD_UNICODE_r23 591 +#define _BINARY_OP_EXTEND_r23 592 +#define _BINARY_OP_INPLACE_ADD_UNICODE_r21 593 +#define _BINARY_OP_MULTIPLY_FLOAT_r03 594 +#define _BINARY_OP_MULTIPLY_FLOAT_r13 595 +#define _BINARY_OP_MULTIPLY_FLOAT_r23 596 +#define _BINARY_OP_MULTIPLY_INT_r03 597 +#define _BINARY_OP_MULTIPLY_INT_r13 598 +#define _BINARY_OP_MULTIPLY_INT_r23 599 +#define _BINARY_OP_SUBSCR_CHECK_FUNC_r23 600 +#define _BINARY_OP_SUBSCR_DICT_r23 601 +#define _BINARY_OP_SUBSCR_INIT_CALL_r01 602 +#define _BINARY_OP_SUBSCR_INIT_CALL_r11 603 +#define _BINARY_OP_SUBSCR_INIT_CALL_r21 604 +#define _BINARY_OP_SUBSCR_INIT_CALL_r31 605 +#define _BINARY_OP_SUBSCR_LIST_INT_r23 606 +#define _BINARY_OP_SUBSCR_LIST_SLICE_r21 607 +#define _BINARY_OP_SUBSCR_STR_INT_r23 608 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r03 609 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r13 610 +#define _BINARY_OP_SUBSCR_TUPLE_INT_r23 611 +#define _BINARY_OP_SUBSCR_USTR_INT_r23 612 +#define _BINARY_OP_SUBTRACT_FLOAT_r03 613 +#define _BINARY_OP_SUBTRACT_FLOAT_r13 614 +#define _BINARY_OP_SUBTRACT_FLOAT_r23 615 +#define _BINARY_OP_SUBTRACT_INT_r03 616 +#define _BINARY_OP_SUBTRACT_INT_r13 617 +#define _BINARY_OP_SUBTRACT_INT_r23 618 +#define _BINARY_SLICE_r31 619 +#define _BUILD_INTERPOLATION_r01 620 +#define _BUILD_LIST_r01 621 +#define _BUILD_MAP_r01 622 +#define _BUILD_SET_r01 623 +#define _BUILD_SLICE_r01 624 +#define _BUILD_STRING_r01 625 +#define _BUILD_TEMPLATE_r21 626 +#define _BUILD_TUPLE_r01 627 +#define _CALL_BUILTIN_CLASS_r01 628 +#define _CALL_BUILTIN_FAST_r01 629 +#define _CALL_BUILTIN_FAST_WITH_KEYWORDS_r01 630 +#define _CALL_BUILTIN_O_r03 631 +#define _CALL_FUNCTION_EX_NON_PY_GENERAL_r31 632 +#define _CALL_INTRINSIC_1_r11 633 +#define _CALL_INTRINSIC_2_r21 634 +#define _CALL_ISINSTANCE_r31 635 +#define _CALL_KW_NON_PY_r11 636 +#define _CALL_LEN_r33 637 +#define _CALL_LIST_APPEND_r03 638 +#define _CALL_LIST_APPEND_r13 639 +#define _CALL_LIST_APPEND_r23 640 +#define _CALL_LIST_APPEND_r33 641 +#define _CALL_METHOD_DESCRIPTOR_FAST_r01 642 +#define _CALL_METHOD_DESCRIPTOR_FAST_WITH_KEYWORDS_r01 643 +#define _CALL_METHOD_DESCRIPTOR_NOARGS_r01 644 +#define _CALL_METHOD_DESCRIPTOR_O_r03 645 +#define _CALL_NON_PY_GENERAL_r01 646 +#define _CALL_STR_1_r32 647 +#define _CALL_TUPLE_1_r32 648 +#define _CALL_TYPE_1_r02 649 +#define _CALL_TYPE_1_r12 650 +#define _CALL_TYPE_1_r22 651 +#define _CALL_TYPE_1_r32 652 +#define _CHECK_AND_ALLOCATE_OBJECT_r00 653 +#define _CHECK_ATTR_CLASS_r01 654 +#define _CHECK_ATTR_CLASS_r11 655 +#define _CHECK_ATTR_CLASS_r22 656 +#define _CHECK_ATTR_CLASS_r33 657 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r01 658 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r11 659 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r22 660 +#define _CHECK_ATTR_METHOD_LAZY_DICT_r33 661 +#define _CHECK_CALL_BOUND_METHOD_EXACT_ARGS_r00 662 +#define _CHECK_EG_MATCH_r22 663 +#define _CHECK_EXC_MATCH_r22 664 +#define _CHECK_FUNCTION_EXACT_ARGS_r00 665 +#define _CHECK_FUNCTION_VERSION_r00 666 +#define _CHECK_FUNCTION_VERSION_INLINE_r00 667 +#define _CHECK_FUNCTION_VERSION_INLINE_r11 668 +#define _CHECK_FUNCTION_VERSION_INLINE_r22 669 +#define _CHECK_FUNCTION_VERSION_INLINE_r33 670 +#define _CHECK_FUNCTION_VERSION_KW_r11 671 +#define _CHECK_IS_NOT_PY_CALLABLE_r00 672 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r03 673 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r13 674 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r23 675 +#define _CHECK_IS_NOT_PY_CALLABLE_EX_r33 676 +#define _CHECK_IS_NOT_PY_CALLABLE_KW_r11 677 +#define _CHECK_IS_PY_CALLABLE_EX_r03 678 +#define _CHECK_IS_PY_CALLABLE_EX_r13 679 +#define _CHECK_IS_PY_CALLABLE_EX_r23 680 +#define _CHECK_IS_PY_CALLABLE_EX_r33 681 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r01 682 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r11 683 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r22 684 +#define _CHECK_MANAGED_OBJECT_HAS_VALUES_r33 685 +#define _CHECK_METHOD_VERSION_r00 686 +#define _CHECK_METHOD_VERSION_KW_r11 687 +#define _CHECK_PEP_523_r00 688 +#define _CHECK_PEP_523_r11 689 +#define _CHECK_PEP_523_r22 690 +#define _CHECK_PEP_523_r33 691 +#define _CHECK_PERIODIC_r00 692 +#define _CHECK_PERIODIC_AT_END_r00 693 +#define _CHECK_PERIODIC_IF_NOT_YIELD_FROM_r00 694 +#define _CHECK_RECURSION_REMAINING_r00 695 +#define _CHECK_RECURSION_REMAINING_r11 696 +#define _CHECK_RECURSION_REMAINING_r22 697 +#define _CHECK_RECURSION_REMAINING_r33 698 +#define _CHECK_STACK_SPACE_r00 699 +#define _CHECK_STACK_SPACE_OPERAND_r00 700 +#define _CHECK_STACK_SPACE_OPERAND_r11 701 +#define _CHECK_STACK_SPACE_OPERAND_r22 702 +#define _CHECK_STACK_SPACE_OPERAND_r33 703 +#define _CHECK_VALIDITY_r00 704 +#define _CHECK_VALIDITY_r11 705 +#define _CHECK_VALIDITY_r22 706 +#define _CHECK_VALIDITY_r33 707 +#define _COLD_DYNAMIC_EXIT_r00 708 +#define _COLD_EXIT_r00 709 +#define _COMPARE_OP_r21 710 +#define _COMPARE_OP_FLOAT_r03 711 +#define _COMPARE_OP_FLOAT_r13 712 +#define _COMPARE_OP_FLOAT_r23 713 +#define _COMPARE_OP_INT_r23 714 +#define _COMPARE_OP_STR_r23 715 +#define _CONTAINS_OP_r23 716 +#define _CONTAINS_OP_DICT_r23 717 +#define _CONTAINS_OP_SET_r23 718 +#define _CONVERT_VALUE_r11 719 +#define _COPY_r01 720 +#define _COPY_1_r02 721 +#define _COPY_1_r12 722 +#define _COPY_1_r23 723 +#define _COPY_2_r03 724 +#define _COPY_2_r13 725 +#define _COPY_2_r23 726 +#define _COPY_3_r03 727 +#define _COPY_3_r13 728 +#define _COPY_3_r23 729 +#define _COPY_3_r33 730 +#define _COPY_FREE_VARS_r00 731 +#define _COPY_FREE_VARS_r11 732 +#define _COPY_FREE_VARS_r22 733 +#define _COPY_FREE_VARS_r33 734 +#define _CREATE_INIT_FRAME_r01 735 +#define _DELETE_ATTR_r10 736 +#define _DELETE_DEREF_r00 737 +#define _DELETE_FAST_r00 738 +#define _DELETE_GLOBAL_r00 739 +#define _DELETE_NAME_r00 740 +#define _DELETE_SUBSCR_r20 741 +#define _DEOPT_r00 742 +#define _DEOPT_r10 743 +#define _DEOPT_r20 744 +#define _DEOPT_r30 745 +#define _DICT_MERGE_r10 746 +#define _DICT_UPDATE_r10 747 +#define _DO_CALL_r01 748 +#define _DO_CALL_FUNCTION_EX_r31 749 +#define _DO_CALL_KW_r11 750 +#define _DYNAMIC_EXIT_r00 751 +#define _DYNAMIC_EXIT_r10 752 +#define _DYNAMIC_EXIT_r20 753 +#define _DYNAMIC_EXIT_r30 754 +#define _END_FOR_r10 755 +#define _END_SEND_r21 756 +#define _ERROR_POP_N_r00 757 +#define _EXIT_INIT_CHECK_r10 758 +#define _EXIT_TRACE_r00 759 +#define _EXIT_TRACE_r10 760 +#define _EXIT_TRACE_r20 761 +#define _EXIT_TRACE_r30 762 +#define _EXPAND_METHOD_r00 763 +#define _EXPAND_METHOD_KW_r11 764 +#define _FATAL_ERROR_r00 765 +#define _FATAL_ERROR_r11 766 +#define _FATAL_ERROR_r22 767 +#define _FATAL_ERROR_r33 768 +#define _FORMAT_SIMPLE_r11 769 +#define _FORMAT_WITH_SPEC_r21 770 +#define _FOR_ITER_r23 771 +#define _FOR_ITER_GEN_FRAME_r03 772 +#define _FOR_ITER_GEN_FRAME_r13 773 +#define _FOR_ITER_GEN_FRAME_r23 774 +#define _FOR_ITER_TIER_TWO_r23 775 +#define _GET_AITER_r11 776 +#define _GET_ANEXT_r12 777 +#define _GET_AWAITABLE_r11 778 +#define _GET_ITER_r12 779 +#define _GET_LEN_r12 780 +#define _GET_YIELD_FROM_ITER_r11 781 +#define _GUARD_BINARY_OP_EXTEND_r22 782 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r02 783 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r12 784 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r22 785 +#define _GUARD_BINARY_OP_SUBSCR_TUPLE_INT_BOUNDS_r33 786 +#define _GUARD_BIT_IS_SET_POP_r00 787 +#define _GUARD_BIT_IS_SET_POP_r10 788 +#define _GUARD_BIT_IS_SET_POP_r21 789 +#define _GUARD_BIT_IS_SET_POP_r32 790 +#define _GUARD_BIT_IS_SET_POP_4_r00 791 +#define _GUARD_BIT_IS_SET_POP_4_r10 792 +#define _GUARD_BIT_IS_SET_POP_4_r21 793 +#define _GUARD_BIT_IS_SET_POP_4_r32 794 +#define _GUARD_BIT_IS_SET_POP_5_r00 795 +#define _GUARD_BIT_IS_SET_POP_5_r10 796 +#define _GUARD_BIT_IS_SET_POP_5_r21 797 +#define _GUARD_BIT_IS_SET_POP_5_r32 798 +#define _GUARD_BIT_IS_SET_POP_6_r00 799 +#define _GUARD_BIT_IS_SET_POP_6_r10 800 +#define _GUARD_BIT_IS_SET_POP_6_r21 801 +#define _GUARD_BIT_IS_SET_POP_6_r32 802 +#define _GUARD_BIT_IS_SET_POP_7_r00 803 +#define _GUARD_BIT_IS_SET_POP_7_r10 804 +#define _GUARD_BIT_IS_SET_POP_7_r21 805 +#define _GUARD_BIT_IS_SET_POP_7_r32 806 +#define _GUARD_BIT_IS_UNSET_POP_r00 807 +#define _GUARD_BIT_IS_UNSET_POP_r10 808 +#define _GUARD_BIT_IS_UNSET_POP_r21 809 +#define _GUARD_BIT_IS_UNSET_POP_r32 810 +#define _GUARD_BIT_IS_UNSET_POP_4_r00 811 +#define _GUARD_BIT_IS_UNSET_POP_4_r10 812 +#define _GUARD_BIT_IS_UNSET_POP_4_r21 813 +#define _GUARD_BIT_IS_UNSET_POP_4_r32 814 +#define _GUARD_BIT_IS_UNSET_POP_5_r00 815 +#define _GUARD_BIT_IS_UNSET_POP_5_r10 816 +#define _GUARD_BIT_IS_UNSET_POP_5_r21 817 +#define _GUARD_BIT_IS_UNSET_POP_5_r32 818 +#define _GUARD_BIT_IS_UNSET_POP_6_r00 819 +#define _GUARD_BIT_IS_UNSET_POP_6_r10 820 +#define _GUARD_BIT_IS_UNSET_POP_6_r21 821 +#define _GUARD_BIT_IS_UNSET_POP_6_r32 822 +#define _GUARD_BIT_IS_UNSET_POP_7_r00 823 +#define _GUARD_BIT_IS_UNSET_POP_7_r10 824 +#define _GUARD_BIT_IS_UNSET_POP_7_r21 825 +#define _GUARD_BIT_IS_UNSET_POP_7_r32 826 +#define _GUARD_CALLABLE_ISINSTANCE_r03 827 +#define _GUARD_CALLABLE_ISINSTANCE_r13 828 +#define _GUARD_CALLABLE_ISINSTANCE_r23 829 +#define _GUARD_CALLABLE_ISINSTANCE_r33 830 +#define _GUARD_CALLABLE_LEN_r03 831 +#define _GUARD_CALLABLE_LEN_r13 832 +#define _GUARD_CALLABLE_LEN_r23 833 +#define _GUARD_CALLABLE_LEN_r33 834 +#define _GUARD_CALLABLE_LIST_APPEND_r03 835 +#define _GUARD_CALLABLE_LIST_APPEND_r13 836 +#define _GUARD_CALLABLE_LIST_APPEND_r23 837 +#define _GUARD_CALLABLE_LIST_APPEND_r33 838 +#define _GUARD_CALLABLE_STR_1_r03 839 +#define _GUARD_CALLABLE_STR_1_r13 840 +#define _GUARD_CALLABLE_STR_1_r23 841 +#define _GUARD_CALLABLE_STR_1_r33 842 +#define _GUARD_CALLABLE_TUPLE_1_r03 843 +#define _GUARD_CALLABLE_TUPLE_1_r13 844 +#define _GUARD_CALLABLE_TUPLE_1_r23 845 +#define _GUARD_CALLABLE_TUPLE_1_r33 846 +#define _GUARD_CALLABLE_TYPE_1_r03 847 +#define _GUARD_CALLABLE_TYPE_1_r13 848 +#define _GUARD_CALLABLE_TYPE_1_r23 849 +#define _GUARD_CALLABLE_TYPE_1_r33 850 +#define _GUARD_DORV_NO_DICT_r01 851 +#define _GUARD_DORV_NO_DICT_r11 852 +#define _GUARD_DORV_NO_DICT_r22 853 +#define _GUARD_DORV_NO_DICT_r33 854 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r01 855 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r11 856 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r22 857 +#define _GUARD_DORV_VALUES_INST_ATTR_FROM_DICT_r33 858 +#define _GUARD_GLOBALS_VERSION_r00 859 +#define _GUARD_GLOBALS_VERSION_r11 860 +#define _GUARD_GLOBALS_VERSION_r22 861 +#define _GUARD_GLOBALS_VERSION_r33 862 +#define _GUARD_IP_RETURN_GENERATOR_r00 863 +#define _GUARD_IP_RETURN_GENERATOR_r11 864 +#define _GUARD_IP_RETURN_GENERATOR_r22 865 +#define _GUARD_IP_RETURN_GENERATOR_r33 866 +#define _GUARD_IP_RETURN_VALUE_r00 867 +#define _GUARD_IP_RETURN_VALUE_r11 868 +#define _GUARD_IP_RETURN_VALUE_r22 869 +#define _GUARD_IP_RETURN_VALUE_r33 870 +#define _GUARD_IP_YIELD_VALUE_r00 871 +#define _GUARD_IP_YIELD_VALUE_r11 872 +#define _GUARD_IP_YIELD_VALUE_r22 873 +#define _GUARD_IP_YIELD_VALUE_r33 874 +#define _GUARD_IP__PUSH_FRAME_r00 875 +#define _GUARD_IP__PUSH_FRAME_r11 876 +#define _GUARD_IP__PUSH_FRAME_r22 877 +#define _GUARD_IP__PUSH_FRAME_r33 878 +#define _GUARD_IS_FALSE_POP_r00 879 +#define _GUARD_IS_FALSE_POP_r10 880 +#define _GUARD_IS_FALSE_POP_r21 881 +#define _GUARD_IS_FALSE_POP_r32 882 +#define _GUARD_IS_NONE_POP_r00 883 +#define _GUARD_IS_NONE_POP_r10 884 +#define _GUARD_IS_NONE_POP_r21 885 +#define _GUARD_IS_NONE_POP_r32 886 +#define _GUARD_IS_NOT_NONE_POP_r10 887 +#define _GUARD_IS_TRUE_POP_r00 888 +#define _GUARD_IS_TRUE_POP_r10 889 +#define _GUARD_IS_TRUE_POP_r21 890 +#define _GUARD_IS_TRUE_POP_r32 891 +#define _GUARD_KEYS_VERSION_r01 892 +#define _GUARD_KEYS_VERSION_r11 893 +#define _GUARD_KEYS_VERSION_r22 894 +#define _GUARD_KEYS_VERSION_r33 895 +#define _GUARD_NOS_COMPACT_ASCII_r02 896 +#define _GUARD_NOS_COMPACT_ASCII_r12 897 +#define _GUARD_NOS_COMPACT_ASCII_r22 898 +#define _GUARD_NOS_COMPACT_ASCII_r33 899 +#define _GUARD_NOS_DICT_r02 900 +#define _GUARD_NOS_DICT_r12 901 +#define _GUARD_NOS_DICT_r22 902 +#define _GUARD_NOS_DICT_r33 903 +#define _GUARD_NOS_FLOAT_r02 904 +#define _GUARD_NOS_FLOAT_r12 905 +#define _GUARD_NOS_FLOAT_r22 906 +#define _GUARD_NOS_FLOAT_r33 907 +#define _GUARD_NOS_INT_r02 908 +#define _GUARD_NOS_INT_r12 909 +#define _GUARD_NOS_INT_r22 910 +#define _GUARD_NOS_INT_r33 911 +#define _GUARD_NOS_LIST_r02 912 +#define _GUARD_NOS_LIST_r12 913 +#define _GUARD_NOS_LIST_r22 914 +#define _GUARD_NOS_LIST_r33 915 +#define _GUARD_NOS_NOT_NULL_r02 916 +#define _GUARD_NOS_NOT_NULL_r12 917 +#define _GUARD_NOS_NOT_NULL_r22 918 +#define _GUARD_NOS_NOT_NULL_r33 919 +#define _GUARD_NOS_NULL_r02 920 +#define _GUARD_NOS_NULL_r12 921 +#define _GUARD_NOS_NULL_r22 922 +#define _GUARD_NOS_NULL_r33 923 +#define _GUARD_NOS_OVERFLOWED_r02 924 +#define _GUARD_NOS_OVERFLOWED_r12 925 +#define _GUARD_NOS_OVERFLOWED_r22 926 +#define _GUARD_NOS_OVERFLOWED_r33 927 +#define _GUARD_NOS_TUPLE_r02 928 +#define _GUARD_NOS_TUPLE_r12 929 +#define _GUARD_NOS_TUPLE_r22 930 +#define _GUARD_NOS_TUPLE_r33 931 +#define _GUARD_NOS_UNICODE_r02 932 +#define _GUARD_NOS_UNICODE_r12 933 +#define _GUARD_NOS_UNICODE_r22 934 +#define _GUARD_NOS_UNICODE_r33 935 +#define _GUARD_NOT_EXHAUSTED_LIST_r02 936 +#define _GUARD_NOT_EXHAUSTED_LIST_r12 937 +#define _GUARD_NOT_EXHAUSTED_LIST_r22 938 +#define _GUARD_NOT_EXHAUSTED_LIST_r33 939 +#define _GUARD_NOT_EXHAUSTED_RANGE_r02 940 +#define _GUARD_NOT_EXHAUSTED_RANGE_r12 941 +#define _GUARD_NOT_EXHAUSTED_RANGE_r22 942 +#define _GUARD_NOT_EXHAUSTED_RANGE_r33 943 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r02 944 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r12 945 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r22 946 +#define _GUARD_NOT_EXHAUSTED_TUPLE_r33 947 +#define _GUARD_THIRD_NULL_r03 948 +#define _GUARD_THIRD_NULL_r13 949 +#define _GUARD_THIRD_NULL_r23 950 +#define _GUARD_THIRD_NULL_r33 951 +#define _GUARD_TOS_ANY_SET_r01 952 +#define _GUARD_TOS_ANY_SET_r11 953 +#define _GUARD_TOS_ANY_SET_r22 954 +#define _GUARD_TOS_ANY_SET_r33 955 +#define _GUARD_TOS_DICT_r01 956 +#define _GUARD_TOS_DICT_r11 957 +#define _GUARD_TOS_DICT_r22 958 +#define _GUARD_TOS_DICT_r33 959 +#define _GUARD_TOS_FLOAT_r01 960 +#define _GUARD_TOS_FLOAT_r11 961 +#define _GUARD_TOS_FLOAT_r22 962 +#define _GUARD_TOS_FLOAT_r33 963 +#define _GUARD_TOS_INT_r01 964 +#define _GUARD_TOS_INT_r11 965 +#define _GUARD_TOS_INT_r22 966 +#define _GUARD_TOS_INT_r33 967 +#define _GUARD_TOS_LIST_r01 968 +#define _GUARD_TOS_LIST_r11 969 +#define _GUARD_TOS_LIST_r22 970 +#define _GUARD_TOS_LIST_r33 971 +#define _GUARD_TOS_OVERFLOWED_r01 972 +#define _GUARD_TOS_OVERFLOWED_r11 973 +#define _GUARD_TOS_OVERFLOWED_r22 974 +#define _GUARD_TOS_OVERFLOWED_r33 975 +#define _GUARD_TOS_SLICE_r01 976 +#define _GUARD_TOS_SLICE_r11 977 +#define _GUARD_TOS_SLICE_r22 978 +#define _GUARD_TOS_SLICE_r33 979 +#define _GUARD_TOS_TUPLE_r01 980 +#define _GUARD_TOS_TUPLE_r11 981 +#define _GUARD_TOS_TUPLE_r22 982 +#define _GUARD_TOS_TUPLE_r33 983 +#define _GUARD_TOS_UNICODE_r01 984 +#define _GUARD_TOS_UNICODE_r11 985 +#define _GUARD_TOS_UNICODE_r22 986 +#define _GUARD_TOS_UNICODE_r33 987 +#define _GUARD_TYPE_VERSION_r01 988 +#define _GUARD_TYPE_VERSION_r11 989 +#define _GUARD_TYPE_VERSION_r22 990 +#define _GUARD_TYPE_VERSION_r33 991 +#define _GUARD_TYPE_VERSION_AND_LOCK_r01 992 +#define _GUARD_TYPE_VERSION_AND_LOCK_r11 993 +#define _GUARD_TYPE_VERSION_AND_LOCK_r22 994 +#define _GUARD_TYPE_VERSION_AND_LOCK_r33 995 +#define _HANDLE_PENDING_AND_DEOPT_r00 996 +#define _HANDLE_PENDING_AND_DEOPT_r10 997 +#define _HANDLE_PENDING_AND_DEOPT_r20 998 +#define _HANDLE_PENDING_AND_DEOPT_r30 999 +#define _IMPORT_FROM_r12 1000 +#define _IMPORT_NAME_r21 1001 +#define _INIT_CALL_BOUND_METHOD_EXACT_ARGS_r00 1002 +#define _INIT_CALL_PY_EXACT_ARGS_r01 1003 +#define _INIT_CALL_PY_EXACT_ARGS_0_r01 1004 +#define _INIT_CALL_PY_EXACT_ARGS_1_r01 1005 +#define _INIT_CALL_PY_EXACT_ARGS_2_r01 1006 +#define _INIT_CALL_PY_EXACT_ARGS_3_r01 1007 +#define _INIT_CALL_PY_EXACT_ARGS_4_r01 1008 +#define _INSERT_1_LOAD_CONST_INLINE_r02 1009 +#define _INSERT_1_LOAD_CONST_INLINE_r12 1010 +#define _INSERT_1_LOAD_CONST_INLINE_r23 1011 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r02 1012 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r12 1013 +#define _INSERT_1_LOAD_CONST_INLINE_BORROW_r23 1014 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r03 1015 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r13 1016 +#define _INSERT_2_LOAD_CONST_INLINE_BORROW_r23 1017 +#define _INSERT_NULL_r10 1018 +#define _INSTRUMENTED_FOR_ITER_r23 1019 +#define _INSTRUMENTED_INSTRUCTION_r00 1020 +#define _INSTRUMENTED_JUMP_FORWARD_r00 1021 +#define _INSTRUMENTED_JUMP_FORWARD_r11 1022 +#define _INSTRUMENTED_JUMP_FORWARD_r22 1023 +#define _INSTRUMENTED_JUMP_FORWARD_r33 1024 +#define _INSTRUMENTED_LINE_r00 1025 +#define _INSTRUMENTED_NOT_TAKEN_r00 1026 +#define _INSTRUMENTED_NOT_TAKEN_r11 1027 +#define _INSTRUMENTED_NOT_TAKEN_r22 1028 +#define _INSTRUMENTED_NOT_TAKEN_r33 1029 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r00 1030 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r10 1031 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r21 1032 +#define _INSTRUMENTED_POP_JUMP_IF_FALSE_r32 1033 +#define _INSTRUMENTED_POP_JUMP_IF_NONE_r10 1034 +#define _INSTRUMENTED_POP_JUMP_IF_NOT_NONE_r10 1035 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r00 1036 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r10 1037 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r21 1038 +#define _INSTRUMENTED_POP_JUMP_IF_TRUE_r32 1039 +#define _IS_NONE_r11 1040 +#define _IS_OP_r03 1041 +#define _IS_OP_r13 1042 +#define _IS_OP_r23 1043 +#define _ITER_CHECK_LIST_r02 1044 +#define _ITER_CHECK_LIST_r12 1045 +#define _ITER_CHECK_LIST_r22 1046 +#define _ITER_CHECK_LIST_r33 1047 +#define _ITER_CHECK_RANGE_r02 1048 +#define _ITER_CHECK_RANGE_r12 1049 +#define _ITER_CHECK_RANGE_r22 1050 +#define _ITER_CHECK_RANGE_r33 1051 +#define _ITER_CHECK_TUPLE_r02 1052 +#define _ITER_CHECK_TUPLE_r12 1053 +#define _ITER_CHECK_TUPLE_r22 1054 +#define _ITER_CHECK_TUPLE_r33 1055 +#define _ITER_JUMP_LIST_r02 1056 +#define _ITER_JUMP_LIST_r12 1057 +#define _ITER_JUMP_LIST_r22 1058 +#define _ITER_JUMP_LIST_r33 1059 +#define _ITER_JUMP_RANGE_r02 1060 +#define _ITER_JUMP_RANGE_r12 1061 +#define _ITER_JUMP_RANGE_r22 1062 +#define _ITER_JUMP_RANGE_r33 1063 +#define _ITER_JUMP_TUPLE_r02 1064 +#define _ITER_JUMP_TUPLE_r12 1065 +#define _ITER_JUMP_TUPLE_r22 1066 +#define _ITER_JUMP_TUPLE_r33 1067 +#define _ITER_NEXT_LIST_r23 1068 +#define _ITER_NEXT_LIST_TIER_TWO_r23 1069 +#define _ITER_NEXT_RANGE_r03 1070 +#define _ITER_NEXT_RANGE_r13 1071 +#define _ITER_NEXT_RANGE_r23 1072 +#define _ITER_NEXT_TUPLE_r03 1073 +#define _ITER_NEXT_TUPLE_r13 1074 +#define _ITER_NEXT_TUPLE_r23 1075 +#define _JUMP_BACKWARD_NO_INTERRUPT_r00 1076 +#define _JUMP_BACKWARD_NO_INTERRUPT_r11 1077 +#define _JUMP_BACKWARD_NO_INTERRUPT_r22 1078 +#define _JUMP_BACKWARD_NO_INTERRUPT_r33 1079 +#define _JUMP_TO_TOP_r00 1080 +#define _LIST_APPEND_r10 1081 +#define _LIST_EXTEND_r10 1082 +#define _LOAD_ATTR_r10 1083 +#define _LOAD_ATTR_CLASS_r11 1084 +#define _LOAD_ATTR_GETATTRIBUTE_OVERRIDDEN_r11 1085 +#define _LOAD_ATTR_INSTANCE_VALUE_r02 1086 +#define _LOAD_ATTR_INSTANCE_VALUE_r12 1087 +#define _LOAD_ATTR_INSTANCE_VALUE_r23 1088 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r02 1089 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r12 1090 +#define _LOAD_ATTR_METHOD_LAZY_DICT_r23 1091 +#define _LOAD_ATTR_METHOD_NO_DICT_r02 1092 +#define _LOAD_ATTR_METHOD_NO_DICT_r12 1093 +#define _LOAD_ATTR_METHOD_NO_DICT_r23 1094 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r02 1095 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r12 1096 +#define _LOAD_ATTR_METHOD_WITH_VALUES_r23 1097 +#define _LOAD_ATTR_MODULE_r12 1098 +#define _LOAD_ATTR_NONDESCRIPTOR_NO_DICT_r11 1099 +#define _LOAD_ATTR_NONDESCRIPTOR_WITH_VALUES_r11 1100 +#define _LOAD_ATTR_PROPERTY_FRAME_r11 1101 +#define _LOAD_ATTR_SLOT_r02 1102 +#define _LOAD_ATTR_SLOT_r12 1103 +#define _LOAD_ATTR_SLOT_r23 1104 +#define _LOAD_ATTR_WITH_HINT_r12 1105 +#define _LOAD_BUILD_CLASS_r01 1106 +#define _LOAD_BYTECODE_r00 1107 +#define _LOAD_COMMON_CONSTANT_r01 1108 +#define _LOAD_COMMON_CONSTANT_r12 1109 +#define _LOAD_COMMON_CONSTANT_r23 1110 +#define _LOAD_CONST_r01 1111 +#define _LOAD_CONST_r12 1112 +#define _LOAD_CONST_r23 1113 +#define _LOAD_CONST_INLINE_r01 1114 +#define _LOAD_CONST_INLINE_r12 1115 +#define _LOAD_CONST_INLINE_r23 1116 +#define _LOAD_CONST_INLINE_BORROW_r01 1117 +#define _LOAD_CONST_INLINE_BORROW_r12 1118 +#define _LOAD_CONST_INLINE_BORROW_r23 1119 +#define _LOAD_CONST_UNDER_INLINE_r02 1120 +#define _LOAD_CONST_UNDER_INLINE_r12 1121 +#define _LOAD_CONST_UNDER_INLINE_r23 1122 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r02 1123 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r12 1124 +#define _LOAD_CONST_UNDER_INLINE_BORROW_r23 1125 +#define _LOAD_DEREF_r01 1126 +#define _LOAD_FAST_r01 1127 +#define _LOAD_FAST_r12 1128 +#define _LOAD_FAST_r23 1129 +#define _LOAD_FAST_0_r01 1130 +#define _LOAD_FAST_0_r12 1131 +#define _LOAD_FAST_0_r23 1132 +#define _LOAD_FAST_1_r01 1133 +#define _LOAD_FAST_1_r12 1134 +#define _LOAD_FAST_1_r23 1135 +#define _LOAD_FAST_2_r01 1136 +#define _LOAD_FAST_2_r12 1137 +#define _LOAD_FAST_2_r23 1138 +#define _LOAD_FAST_3_r01 1139 +#define _LOAD_FAST_3_r12 1140 +#define _LOAD_FAST_3_r23 1141 +#define _LOAD_FAST_4_r01 1142 +#define _LOAD_FAST_4_r12 1143 +#define _LOAD_FAST_4_r23 1144 +#define _LOAD_FAST_5_r01 1145 +#define _LOAD_FAST_5_r12 1146 +#define _LOAD_FAST_5_r23 1147 +#define _LOAD_FAST_6_r01 1148 +#define _LOAD_FAST_6_r12 1149 +#define _LOAD_FAST_6_r23 1150 +#define _LOAD_FAST_7_r01 1151 +#define _LOAD_FAST_7_r12 1152 +#define _LOAD_FAST_7_r23 1153 +#define _LOAD_FAST_AND_CLEAR_r01 1154 +#define _LOAD_FAST_AND_CLEAR_r12 1155 +#define _LOAD_FAST_AND_CLEAR_r23 1156 +#define _LOAD_FAST_BORROW_r01 1157 +#define _LOAD_FAST_BORROW_r12 1158 +#define _LOAD_FAST_BORROW_r23 1159 +#define _LOAD_FAST_BORROW_0_r01 1160 +#define _LOAD_FAST_BORROW_0_r12 1161 +#define _LOAD_FAST_BORROW_0_r23 1162 +#define _LOAD_FAST_BORROW_1_r01 1163 +#define _LOAD_FAST_BORROW_1_r12 1164 +#define _LOAD_FAST_BORROW_1_r23 1165 +#define _LOAD_FAST_BORROW_2_r01 1166 +#define _LOAD_FAST_BORROW_2_r12 1167 +#define _LOAD_FAST_BORROW_2_r23 1168 +#define _LOAD_FAST_BORROW_3_r01 1169 +#define _LOAD_FAST_BORROW_3_r12 1170 +#define _LOAD_FAST_BORROW_3_r23 1171 +#define _LOAD_FAST_BORROW_4_r01 1172 +#define _LOAD_FAST_BORROW_4_r12 1173 +#define _LOAD_FAST_BORROW_4_r23 1174 +#define _LOAD_FAST_BORROW_5_r01 1175 +#define _LOAD_FAST_BORROW_5_r12 1176 +#define _LOAD_FAST_BORROW_5_r23 1177 +#define _LOAD_FAST_BORROW_6_r01 1178 +#define _LOAD_FAST_BORROW_6_r12 1179 +#define _LOAD_FAST_BORROW_6_r23 1180 +#define _LOAD_FAST_BORROW_7_r01 1181 +#define _LOAD_FAST_BORROW_7_r12 1182 +#define _LOAD_FAST_BORROW_7_r23 1183 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r02 1184 +#define _LOAD_FAST_BORROW_LOAD_FAST_BORROW_r13 1185 +#define _LOAD_FAST_CHECK_r01 1186 +#define _LOAD_FAST_CHECK_r12 1187 +#define _LOAD_FAST_CHECK_r23 1188 +#define _LOAD_FAST_LOAD_FAST_r02 1189 +#define _LOAD_FAST_LOAD_FAST_r13 1190 +#define _LOAD_FROM_DICT_OR_DEREF_r11 1191 +#define _LOAD_FROM_DICT_OR_GLOBALS_r11 1192 +#define _LOAD_GLOBAL_r00 1193 +#define _LOAD_GLOBAL_BUILTINS_r01 1194 +#define _LOAD_GLOBAL_MODULE_r01 1195 +#define _LOAD_LOCALS_r01 1196 +#define _LOAD_LOCALS_r12 1197 +#define _LOAD_LOCALS_r23 1198 +#define _LOAD_NAME_r01 1199 +#define _LOAD_SMALL_INT_r01 1200 +#define _LOAD_SMALL_INT_r12 1201 +#define _LOAD_SMALL_INT_r23 1202 +#define _LOAD_SMALL_INT_0_r01 1203 +#define _LOAD_SMALL_INT_0_r12 1204 +#define _LOAD_SMALL_INT_0_r23 1205 +#define _LOAD_SMALL_INT_1_r01 1206 +#define _LOAD_SMALL_INT_1_r12 1207 +#define _LOAD_SMALL_INT_1_r23 1208 +#define _LOAD_SMALL_INT_2_r01 1209 +#define _LOAD_SMALL_INT_2_r12 1210 +#define _LOAD_SMALL_INT_2_r23 1211 +#define _LOAD_SMALL_INT_3_r01 1212 +#define _LOAD_SMALL_INT_3_r12 1213 +#define _LOAD_SMALL_INT_3_r23 1214 +#define _LOAD_SPECIAL_r00 1215 +#define _LOAD_SUPER_ATTR_ATTR_r31 1216 +#define _LOAD_SUPER_ATTR_METHOD_r32 1217 +#define _MAKE_CALLARGS_A_TUPLE_r33 1218 +#define _MAKE_CELL_r00 1219 +#define _MAKE_FUNCTION_r11 1220 +#define _MAKE_WARM_r00 1221 +#define _MAKE_WARM_r11 1222 +#define _MAKE_WARM_r22 1223 +#define _MAKE_WARM_r33 1224 +#define _MAP_ADD_r20 1225 +#define _MATCH_CLASS_r31 1226 +#define _MATCH_KEYS_r23 1227 +#define _MATCH_MAPPING_r02 1228 +#define _MATCH_MAPPING_r12 1229 +#define _MATCH_MAPPING_r23 1230 +#define _MATCH_SEQUENCE_r02 1231 +#define _MATCH_SEQUENCE_r12 1232 +#define _MATCH_SEQUENCE_r23 1233 +#define _MAYBE_EXPAND_METHOD_r00 1234 +#define _MAYBE_EXPAND_METHOD_KW_r11 1235 +#define _MONITOR_CALL_r00 1236 +#define _MONITOR_CALL_KW_r11 1237 +#define _MONITOR_JUMP_BACKWARD_r00 1238 +#define _MONITOR_JUMP_BACKWARD_r11 1239 +#define _MONITOR_JUMP_BACKWARD_r22 1240 +#define _MONITOR_JUMP_BACKWARD_r33 1241 +#define _MONITOR_RESUME_r00 1242 +#define _NOP_r00 1243 +#define _NOP_r11 1244 +#define _NOP_r22 1245 +#define _NOP_r33 1246 +#define _POP_CALL_r20 1247 +#define _POP_CALL_LOAD_CONST_INLINE_BORROW_r21 1248 +#define _POP_CALL_ONE_r30 1249 +#define _POP_CALL_ONE_LOAD_CONST_INLINE_BORROW_r31 1250 +#define _POP_CALL_TWO_r30 1251 +#define _POP_CALL_TWO_LOAD_CONST_INLINE_BORROW_r31 1252 +#define _POP_EXCEPT_r10 1253 +#define _POP_ITER_r20 1254 +#define _POP_JUMP_IF_FALSE_r00 1255 +#define _POP_JUMP_IF_FALSE_r10 1256 +#define _POP_JUMP_IF_FALSE_r21 1257 +#define _POP_JUMP_IF_FALSE_r32 1258 +#define _POP_JUMP_IF_TRUE_r00 1259 +#define _POP_JUMP_IF_TRUE_r10 1260 +#define _POP_JUMP_IF_TRUE_r21 1261 +#define _POP_JUMP_IF_TRUE_r32 1262 +#define _POP_TOP_r10 1263 +#define _POP_TOP_FLOAT_r00 1264 +#define _POP_TOP_FLOAT_r10 1265 +#define _POP_TOP_FLOAT_r21 1266 +#define _POP_TOP_FLOAT_r32 1267 +#define _POP_TOP_INT_r00 1268 +#define _POP_TOP_INT_r10 1269 +#define _POP_TOP_INT_r21 1270 +#define _POP_TOP_INT_r32 1271 +#define _POP_TOP_LOAD_CONST_INLINE_r11 1272 +#define _POP_TOP_LOAD_CONST_INLINE_BORROW_r11 1273 +#define _POP_TOP_NOP_r00 1274 +#define _POP_TOP_NOP_r10 1275 +#define _POP_TOP_NOP_r21 1276 +#define _POP_TOP_NOP_r32 1277 +#define _POP_TOP_UNICODE_r00 1278 +#define _POP_TOP_UNICODE_r10 1279 +#define _POP_TOP_UNICODE_r21 1280 +#define _POP_TOP_UNICODE_r32 1281 +#define _POP_TWO_r20 1282 +#define _POP_TWO_LOAD_CONST_INLINE_BORROW_r21 1283 +#define _PUSH_EXC_INFO_r02 1284 +#define _PUSH_EXC_INFO_r12 1285 +#define _PUSH_EXC_INFO_r23 1286 +#define _PUSH_FRAME_r10 1287 +#define _PUSH_NULL_r01 1288 +#define _PUSH_NULL_r12 1289 +#define _PUSH_NULL_r23 1290 +#define _PUSH_NULL_CONDITIONAL_r00 1291 +#define _PY_FRAME_EX_r31 1292 +#define _PY_FRAME_GENERAL_r01 1293 +#define _PY_FRAME_KW_r11 1294 +#define _QUICKEN_RESUME_r00 1295 +#define _QUICKEN_RESUME_r11 1296 +#define _QUICKEN_RESUME_r22 1297 +#define _QUICKEN_RESUME_r33 1298 +#define _REPLACE_WITH_TRUE_r02 1299 +#define _REPLACE_WITH_TRUE_r12 1300 +#define _REPLACE_WITH_TRUE_r23 1301 +#define _RESUME_CHECK_r00 1302 +#define _RESUME_CHECK_r11 1303 +#define _RESUME_CHECK_r22 1304 +#define _RESUME_CHECK_r33 1305 +#define _RETURN_GENERATOR_r01 1306 +#define _RETURN_VALUE_r11 1307 +#define _SAVE_RETURN_OFFSET_r00 1308 +#define _SAVE_RETURN_OFFSET_r11 1309 +#define _SAVE_RETURN_OFFSET_r22 1310 +#define _SAVE_RETURN_OFFSET_r33 1311 +#define _SEND_r22 1312 +#define _SEND_GEN_FRAME_r22 1313 +#define _SETUP_ANNOTATIONS_r00 1314 +#define _SET_ADD_r10 1315 +#define _SET_FUNCTION_ATTRIBUTE_r01 1316 +#define _SET_FUNCTION_ATTRIBUTE_r11 1317 +#define _SET_FUNCTION_ATTRIBUTE_r21 1318 +#define _SET_FUNCTION_ATTRIBUTE_r32 1319 +#define _SET_IP_r00 1320 +#define _SET_IP_r11 1321 +#define _SET_IP_r22 1322 +#define _SET_IP_r33 1323 +#define _SET_UPDATE_r10 1324 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r02 1325 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r12 1326 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r22 1327 +#define _SHUFFLE_2_LOAD_CONST_INLINE_BORROW_r32 1328 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r03 1329 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r13 1330 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r23 1331 +#define _SHUFFLE_3_LOAD_CONST_INLINE_BORROW_r33 1332 +#define _SPILL_OR_RELOAD_r01 1333 +#define _SPILL_OR_RELOAD_r02 1334 +#define _SPILL_OR_RELOAD_r03 1335 +#define _SPILL_OR_RELOAD_r10 1336 +#define _SPILL_OR_RELOAD_r12 1337 +#define _SPILL_OR_RELOAD_r13 1338 +#define _SPILL_OR_RELOAD_r20 1339 +#define _SPILL_OR_RELOAD_r21 1340 +#define _SPILL_OR_RELOAD_r23 1341 +#define _SPILL_OR_RELOAD_r30 1342 +#define _SPILL_OR_RELOAD_r31 1343 +#define _SPILL_OR_RELOAD_r32 1344 +#define _START_EXECUTOR_r00 1345 +#define _STORE_ATTR_r20 1346 +#define _STORE_ATTR_INSTANCE_VALUE_r21 1347 +#define _STORE_ATTR_INSTANCE_VALUE_NULL_r01 1348 +#define _STORE_ATTR_INSTANCE_VALUE_NULL_r11 1349 +#define _STORE_ATTR_INSTANCE_VALUE_NULL_r21 1350 +#define _STORE_ATTR_INSTANCE_VALUE_NULL_r32 1351 +#define _STORE_ATTR_SLOT_r21 1352 +#define _STORE_ATTR_SLOT_NULL_r01 1353 +#define _STORE_ATTR_SLOT_NULL_r11 1354 +#define _STORE_ATTR_SLOT_NULL_r21 1355 +#define _STORE_ATTR_SLOT_NULL_r32 1356 +#define _STORE_ATTR_WITH_HINT_r21 1357 +#define _STORE_DEREF_r10 1358 +#define _STORE_FAST_LOAD_FAST_r11 1359 +#define _STORE_FAST_STORE_FAST_r20 1360 +#define _STORE_GLOBAL_r10 1361 +#define _STORE_NAME_r10 1362 +#define _STORE_SLICE_r30 1363 +#define _STORE_SUBSCR_r30 1364 +#define _STORE_SUBSCR_DICT_r31 1365 +#define _STORE_SUBSCR_LIST_INT_r32 1366 +#define _SWAP_r11 1367 +#define _SWAP_2_r02 1368 +#define _SWAP_2_r12 1369 +#define _SWAP_2_r22 1370 +#define _SWAP_2_r33 1371 +#define _SWAP_3_r03 1372 +#define _SWAP_3_r13 1373 +#define _SWAP_3_r23 1374 +#define _SWAP_3_r33 1375 +#define _SWAP_FAST_r01 1376 +#define _SWAP_FAST_r11 1377 +#define _SWAP_FAST_r22 1378 +#define _SWAP_FAST_r33 1379 +#define _SWAP_FAST_0_r01 1380 +#define _SWAP_FAST_0_r11 1381 +#define _SWAP_FAST_0_r22 1382 +#define _SWAP_FAST_0_r33 1383 +#define _SWAP_FAST_1_r01 1384 +#define _SWAP_FAST_1_r11 1385 +#define _SWAP_FAST_1_r22 1386 +#define _SWAP_FAST_1_r33 1387 +#define _SWAP_FAST_2_r01 1388 +#define _SWAP_FAST_2_r11 1389 +#define _SWAP_FAST_2_r22 1390 +#define _SWAP_FAST_2_r33 1391 +#define _SWAP_FAST_3_r01 1392 +#define _SWAP_FAST_3_r11 1393 +#define _SWAP_FAST_3_r22 1394 +#define _SWAP_FAST_3_r33 1395 +#define _SWAP_FAST_4_r01 1396 +#define _SWAP_FAST_4_r11 1397 +#define _SWAP_FAST_4_r22 1398 +#define _SWAP_FAST_4_r33 1399 +#define _SWAP_FAST_5_r01 1400 +#define _SWAP_FAST_5_r11 1401 +#define _SWAP_FAST_5_r22 1402 +#define _SWAP_FAST_5_r33 1403 +#define _SWAP_FAST_6_r01 1404 +#define _SWAP_FAST_6_r11 1405 +#define _SWAP_FAST_6_r22 1406 +#define _SWAP_FAST_6_r33 1407 +#define _SWAP_FAST_7_r01 1408 +#define _SWAP_FAST_7_r11 1409 +#define _SWAP_FAST_7_r22 1410 +#define _SWAP_FAST_7_r33 1411 +#define _TIER2_RESUME_CHECK_r00 1412 +#define _TIER2_RESUME_CHECK_r11 1413 +#define _TIER2_RESUME_CHECK_r22 1414 +#define _TIER2_RESUME_CHECK_r33 1415 +#define _TO_BOOL_r11 1416 +#define _TO_BOOL_BOOL_r01 1417 +#define _TO_BOOL_BOOL_r11 1418 +#define _TO_BOOL_BOOL_r22 1419 +#define _TO_BOOL_BOOL_r33 1420 +#define _TO_BOOL_INT_r02 1421 +#define _TO_BOOL_INT_r12 1422 +#define _TO_BOOL_INT_r23 1423 +#define _TO_BOOL_LIST_r02 1424 +#define _TO_BOOL_LIST_r12 1425 +#define _TO_BOOL_LIST_r23 1426 +#define _TO_BOOL_NONE_r01 1427 +#define _TO_BOOL_NONE_r11 1428 +#define _TO_BOOL_NONE_r22 1429 +#define _TO_BOOL_NONE_r33 1430 +#define _TO_BOOL_STR_r02 1431 +#define _TO_BOOL_STR_r12 1432 +#define _TO_BOOL_STR_r23 1433 +#define _TRACE_RECORD_r00 1434 +#define _UNARY_INVERT_r12 1435 +#define _UNARY_NEGATIVE_r12 1436 +#define _UNARY_NOT_r01 1437 +#define _UNARY_NOT_r11 1438 +#define _UNARY_NOT_r22 1439 +#define _UNARY_NOT_r33 1440 +#define _UNPACK_EX_r10 1441 +#define _UNPACK_SEQUENCE_r10 1442 +#define _UNPACK_SEQUENCE_LIST_r10 1443 +#define _UNPACK_SEQUENCE_TUPLE_r10 1444 +#define _UNPACK_SEQUENCE_TWO_TUPLE_r12 1445 +#define _WITH_EXCEPT_START_r33 1446 +#define _YIELD_VALUE_r11 1447 +#define MAX_UOP_REGS_ID 1447 #ifdef __cplusplus } diff --git a/Include/internal/pycore_uop_metadata.h b/Include/internal/pycore_uop_metadata.h index 07c4f0aeb4a95d..d19f219c165324 100644 --- a/Include/internal/pycore_uop_metadata.h +++ b/Include/internal/pycore_uop_metadata.h @@ -201,8 +201,10 @@ const uint32_t _PyUop_Flags[MAX_UOP_ID+1] = { [_LOAD_ATTR_PROPERTY_FRAME] = HAS_ARG_FLAG | HAS_DEOPT_FLAG, [_GUARD_DORV_NO_DICT] = HAS_EXIT_FLAG, [_STORE_ATTR_INSTANCE_VALUE] = HAS_ESCAPES_FLAG, + [_STORE_ATTR_INSTANCE_VALUE_NULL] = HAS_DEOPT_FLAG, [_STORE_ATTR_WITH_HINT] = HAS_ARG_FLAG | HAS_NAME_FLAG | HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, [_STORE_ATTR_SLOT] = HAS_DEOPT_FLAG | HAS_ESCAPES_FLAG, + [_STORE_ATTR_SLOT_NULL] = HAS_DEOPT_FLAG, [_COMPARE_OP] = HAS_ARG_FLAG | HAS_ERROR_FLAG | HAS_ESCAPES_FLAG, [_COMPARE_OP_FLOAT] = HAS_ARG_FLAG, [_COMPARE_OP_INT] = HAS_ARG_FLAG, @@ -1883,6 +1885,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_STORE_ATTR_INSTANCE_VALUE_NULL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _STORE_ATTR_INSTANCE_VALUE_NULL_r01 }, + { 1, 1, _STORE_ATTR_INSTANCE_VALUE_NULL_r11 }, + { 1, 2, _STORE_ATTR_INSTANCE_VALUE_NULL_r21 }, + { 2, 3, _STORE_ATTR_INSTANCE_VALUE_NULL_r32 }, + }, + }, [_STORE_ATTR_WITH_HINT] = { .best = { 2, 2, 2, 2 }, .entries = { @@ -1901,6 +1912,15 @@ const _PyUopCachingInfo _PyUop_Caching[MAX_UOP_ID+1] = { { -1, -1, -1 }, }, }, + [_STORE_ATTR_SLOT_NULL] = { + .best = { 0, 1, 2, 3 }, + .entries = { + { 1, 0, _STORE_ATTR_SLOT_NULL_r01 }, + { 1, 1, _STORE_ATTR_SLOT_NULL_r11 }, + { 1, 2, _STORE_ATTR_SLOT_NULL_r21 }, + { 2, 3, _STORE_ATTR_SLOT_NULL_r32 }, + }, + }, [_COMPARE_OP] = { .best = { 2, 2, 2, 2 }, .entries = { @@ -3815,8 +3835,16 @@ const uint16_t _PyUop_Uncached[MAX_UOP_REGS_ID+1] = { [_GUARD_DORV_NO_DICT_r22] = _GUARD_DORV_NO_DICT, [_GUARD_DORV_NO_DICT_r33] = _GUARD_DORV_NO_DICT, [_STORE_ATTR_INSTANCE_VALUE_r21] = _STORE_ATTR_INSTANCE_VALUE, + [_STORE_ATTR_INSTANCE_VALUE_NULL_r01] = _STORE_ATTR_INSTANCE_VALUE_NULL, + [_STORE_ATTR_INSTANCE_VALUE_NULL_r11] = _STORE_ATTR_INSTANCE_VALUE_NULL, + [_STORE_ATTR_INSTANCE_VALUE_NULL_r21] = _STORE_ATTR_INSTANCE_VALUE_NULL, + [_STORE_ATTR_INSTANCE_VALUE_NULL_r32] = _STORE_ATTR_INSTANCE_VALUE_NULL, [_STORE_ATTR_WITH_HINT_r21] = _STORE_ATTR_WITH_HINT, [_STORE_ATTR_SLOT_r21] = _STORE_ATTR_SLOT, + [_STORE_ATTR_SLOT_NULL_r01] = _STORE_ATTR_SLOT_NULL, + [_STORE_ATTR_SLOT_NULL_r11] = _STORE_ATTR_SLOT_NULL, + [_STORE_ATTR_SLOT_NULL_r21] = _STORE_ATTR_SLOT_NULL, + [_STORE_ATTR_SLOT_NULL_r32] = _STORE_ATTR_SLOT_NULL, [_COMPARE_OP_r21] = _COMPARE_OP, [_COMPARE_OP_FLOAT_r03] = _COMPARE_OP_FLOAT, [_COMPARE_OP_FLOAT_r13] = _COMPARE_OP_FLOAT, @@ -5234,8 +5262,18 @@ const char *const _PyOpcode_uop_name[MAX_UOP_REGS_ID+1] = { [_STORE_ATTR_r20] = "_STORE_ATTR_r20", [_STORE_ATTR_INSTANCE_VALUE] = "_STORE_ATTR_INSTANCE_VALUE", [_STORE_ATTR_INSTANCE_VALUE_r21] = "_STORE_ATTR_INSTANCE_VALUE_r21", + [_STORE_ATTR_INSTANCE_VALUE_NULL] = "_STORE_ATTR_INSTANCE_VALUE_NULL", + [_STORE_ATTR_INSTANCE_VALUE_NULL_r01] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r01", + [_STORE_ATTR_INSTANCE_VALUE_NULL_r11] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r11", + [_STORE_ATTR_INSTANCE_VALUE_NULL_r21] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r21", + [_STORE_ATTR_INSTANCE_VALUE_NULL_r32] = "_STORE_ATTR_INSTANCE_VALUE_NULL_r32", [_STORE_ATTR_SLOT] = "_STORE_ATTR_SLOT", [_STORE_ATTR_SLOT_r21] = "_STORE_ATTR_SLOT_r21", + [_STORE_ATTR_SLOT_NULL] = "_STORE_ATTR_SLOT_NULL", + [_STORE_ATTR_SLOT_NULL_r01] = "_STORE_ATTR_SLOT_NULL_r01", + [_STORE_ATTR_SLOT_NULL_r11] = "_STORE_ATTR_SLOT_NULL_r11", + [_STORE_ATTR_SLOT_NULL_r21] = "_STORE_ATTR_SLOT_NULL_r21", + [_STORE_ATTR_SLOT_NULL_r32] = "_STORE_ATTR_SLOT_NULL_r32", [_STORE_ATTR_WITH_HINT] = "_STORE_ATTR_WITH_HINT", [_STORE_ATTR_WITH_HINT_r21] = "_STORE_ATTR_WITH_HINT_r21", [_STORE_DEREF] = "_STORE_DEREF", @@ -5697,10 +5735,14 @@ int _PyUop_num_popped(int opcode, int oparg) return 0; case _STORE_ATTR_INSTANCE_VALUE: return 2; + case _STORE_ATTR_INSTANCE_VALUE_NULL: + return 2; case _STORE_ATTR_WITH_HINT: return 2; case _STORE_ATTR_SLOT: return 2; + case _STORE_ATTR_SLOT_NULL: + return 2; case _COMPARE_OP: return 2; case _COMPARE_OP_FLOAT: diff --git a/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst new file mode 100644 index 00000000000000..561cda687064be --- /dev/null +++ b/Misc/NEWS.d/next/Core_and_Builtins/2026-01-30-09-47-29.gh-issue-144145.mxJyUj.rst @@ -0,0 +1 @@ +Track nullness of attributes of objects in the JIT optimizer. Patch by Hai Zhu. diff --git a/Python/bytecodes.c b/Python/bytecodes.c index 4c808016a00cb6..8bc58240e908a7 100644 --- a/Python/bytecodes.c +++ b/Python/bytecodes.c @@ -2671,6 +2671,23 @@ dummy_func( Py_XDECREF(old_value); } + op(_STORE_ATTR_INSTANCE_VALUE_NULL, (offset/1, value, owner -- o)) { + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + + STAT_INC(STORE_ATTR, hit); + assert(_PyObject_GetManagedDict(owner_o) == NULL); + PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); + PyObject *old_value = *value_ptr; + DEOPT_IF(old_value != NULL); + FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); + PyDictValues *values = _PyObject_InlineValues(owner_o); + Py_ssize_t index = value_ptr - values->values; + _PyDictValues_AddToInsertionOrder(values, index); + UNLOCK_OBJECT(owner_o); + INPUTS_DEAD(); + o = owner; + } + macro(STORE_ATTR_INSTANCE_VALUE) = unused/1 + _GUARD_TYPE_VERSION_AND_LOCK + @@ -2733,6 +2750,20 @@ dummy_func( Py_XDECREF(old_value); } + op(_STORE_ATTR_SLOT_NULL, (index/1, value, owner -- o)) { + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + + DEOPT_IF(!LOCK_OBJECT(owner_o)); + char *addr = (char *)owner_o + index; + STAT_INC(STORE_ATTR, hit); + PyObject *old_value = *(PyObject **)addr; + DEOPT_IF(old_value != NULL); + FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); + UNLOCK_OBJECT(owner_o); + INPUTS_DEAD(); + o = owner; + } + macro(STORE_ATTR_SLOT) = unused/1 + _GUARD_TYPE_VERSION + diff --git a/Python/executor_cases.c.h b/Python/executor_cases.c.h index 8901c259525081..1a705098472425 100644 --- a/Python/executor_cases.c.h +++ b/Python/executor_cases.c.h @@ -9782,6 +9782,147 @@ break; } + case _STORE_ATTR_INSTANCE_VALUE_NULL_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + owner = stack_pointer[-1]; + value = stack_pointer[-2]; + uint16_t offset = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + STAT_INC(STORE_ATTR, hit); + assert(_PyObject_GetManagedDict(owner_o) == NULL); + PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); + PyObject *old_value = *value_ptr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); + PyDictValues *values = _PyObject_InlineValues(owner_o); + Py_ssize_t index = value_ptr - values->values; + _PyDictValues_AddToInsertionOrder(values, index); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_INSTANCE_VALUE_NULL_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + owner = _stack_item_0; + value = stack_pointer[-1]; + uint16_t offset = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + STAT_INC(STORE_ATTR, hit); + assert(_PyObject_GetManagedDict(owner_o) == NULL); + PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); + PyObject *old_value = *value_ptr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); + PyDictValues *values = _PyObject_InlineValues(owner_o); + Py_ssize_t index = value_ptr - values->values; + _PyDictValues_AddToInsertionOrder(values, index); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_INSTANCE_VALUE_NULL_r21: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + owner = _stack_item_1; + value = _stack_item_0; + uint16_t offset = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + STAT_INC(STORE_ATTR, hit); + assert(_PyObject_GetManagedDict(owner_o) == NULL); + PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); + PyObject *old_value = *value_ptr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = owner; + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); + PyDictValues *values = _PyObject_InlineValues(owner_o); + Py_ssize_t index = value_ptr - values->values; + _PyDictValues_AddToInsertionOrder(values, index); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_INSTANCE_VALUE_NULL_r32: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + owner = _stack_item_2; + value = _stack_item_1; + uint16_t offset = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + STAT_INC(STORE_ATTR, hit); + assert(_PyObject_GetManagedDict(owner_o) == NULL); + PyObject **value_ptr = (PyObject**)(((char *)owner_o) + offset); + PyObject *old_value = *value_ptr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = owner; + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*value_ptr, PyStackRef_AsPyObjectSteal(value)); + PyDictValues *values = _PyObject_InlineValues(owner_o); + Py_ssize_t index = value_ptr - values->values; + _PyDictValues_AddToInsertionOrder(values, index); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache1 = o; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _STORE_ATTR_WITH_HINT_r21: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); @@ -9914,6 +10055,157 @@ break; } + case _STORE_ATTR_SLOT_NULL_r01: { + CHECK_CURRENT_CACHED_VALUES(0); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + owner = stack_pointer[-1]; + value = stack_pointer[-2]; + uint16_t index = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + if (!LOCK_OBJECT(owner_o)) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + char *addr = (char *)owner_o + index; + STAT_INC(STORE_ATTR, hit); + PyObject *old_value = *(PyObject **)addr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + SET_CURRENT_CACHED_VALUES(0); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -2; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_SLOT_NULL_r11: { + CHECK_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + owner = _stack_item_0; + value = stack_pointer[-1]; + uint16_t index = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + if (!LOCK_OBJECT(owner_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + char *addr = (char *)owner_o + index; + STAT_INC(STORE_ATTR, hit); + PyObject *old_value = *(PyObject **)addr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache0 = owner; + SET_CURRENT_CACHED_VALUES(1); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_SLOT_NULL_r21: { + CHECK_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + owner = _stack_item_1; + value = _stack_item_0; + uint16_t index = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + if (!LOCK_OBJECT(owner_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = owner; + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + char *addr = (char *)owner_o + index; + STAT_INC(STORE_ATTR, hit); + PyObject *old_value = *(PyObject **)addr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache1 = owner; + _tos_cache0 = value; + SET_CURRENT_CACHED_VALUES(2); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache0 = o; + SET_CURRENT_CACHED_VALUES(1); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + + case _STORE_ATTR_SLOT_NULL_r32: { + CHECK_CURRENT_CACHED_VALUES(3); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + _PyStackRef owner; + _PyStackRef value; + _PyStackRef o; + _PyStackRef _stack_item_0 = _tos_cache0; + _PyStackRef _stack_item_1 = _tos_cache1; + _PyStackRef _stack_item_2 = _tos_cache2; + owner = _stack_item_2; + value = _stack_item_1; + uint16_t index = (uint16_t)CURRENT_OPERAND0_16(); + PyObject *owner_o = PyStackRef_AsPyObjectBorrow(owner); + if (!LOCK_OBJECT(owner_o)) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = owner; + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + char *addr = (char *)owner_o + index; + STAT_INC(STORE_ATTR, hit); + PyObject *old_value = *(PyObject **)addr; + if (old_value != NULL) { + UOP_STAT_INC(uopcode, miss); + _tos_cache2 = owner; + _tos_cache1 = value; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(3); + JUMP_TO_JUMP_TARGET(); + } + FT_ATOMIC_STORE_PTR_RELEASE(*(PyObject **)addr, PyStackRef_AsPyObjectSteal(value)); + UNLOCK_OBJECT(owner_o); + o = owner; + _tos_cache1 = o; + _tos_cache0 = _stack_item_0; + SET_CURRENT_CACHED_VALUES(2); + assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); + break; + } + case _COMPARE_OP_r21: { CHECK_CURRENT_CACHED_VALUES(2); assert(WITHIN_STACK_BOUNDS_IGNORING_CACHE()); diff --git a/Python/optimizer_analysis.c b/Python/optimizer_analysis.c index 039aacf23ae3a3..0a1f2672f4b6a0 100644 --- a/Python/optimizer_analysis.c +++ b/Python/optimizer_analysis.c @@ -269,6 +269,9 @@ add_op(JitOptContext *ctx, _PyUOpInstruction *this_instr, #define sym_is_compact_int _Py_uop_sym_is_compact_int #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_new_truthiness _Py_uop_sym_new_truthiness +#define sym_new_descr_object _Py_uop_sym_new_descr_object +#define sym_get_attr _Py_uop_sym_get_attr +#define sym_set_attr _Py_uop_sym_set_attr #define sym_new_predicate _Py_uop_sym_new_predicate #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing @@ -503,7 +506,6 @@ optimize_uops( int oparg = this_instr->oparg; opcode = this_instr->opcode; - if (!CURRENT_FRAME_IS_INIT_SHIM()) { stack_pointer = ctx->frame->stack_pointer; } @@ -524,9 +526,15 @@ optimize_uops( if (ctx->out_buffer.next == out_ptr) { *(ctx->out_buffer.next++) = *this_instr; } + // Track escapes - but skip when from init shim frame, since self hasn't escaped yet + bool is_init_shim = CURRENT_FRAME_IS_INIT_SHIM(); + if ((_PyUop_Flags[out_ptr->opcode] & HAS_ESCAPES_FLAG) && !is_init_shim) + { + ctx->last_escape_index = uop_buffer_length(&ctx->out_buffer) - 1; + } assert(ctx->frame != NULL); DUMP_UOP(ctx, "out", uop_buffer_length(&ctx->out_buffer) - 1, out_ptr, stack_pointer); - if (!CURRENT_FRAME_IS_INIT_SHIM() && !ctx->done) { + if (!is_init_shim && !ctx->done) { DPRINTF(3, " stack_level %d\n", STACK_LEVEL()); ctx->frame->stack_pointer = stack_pointer; assert(STACK_LEVEL() >= 0); diff --git a/Python/optimizer_bytecodes.c b/Python/optimizer_bytecodes.c index 5a3480ab31676b..4ccecd472b36da 100644 --- a/Python/optimizer_bytecodes.c +++ b/Python/optimizer_bytecodes.c @@ -38,6 +38,9 @@ typedef struct _Py_UOpsAbstractFrame _Py_UOpsAbstractFrame; #define sym_new_compact_int _Py_uop_sym_new_compact_int #define sym_is_compact_int _Py_uop_sym_is_compact_int #define sym_new_truthiness _Py_uop_sym_new_truthiness +#define sym_new_descr_object _Py_uop_sym_new_descr_object +#define sym_get_attr _Py_uop_sym_get_attr +#define sym_set_attr _Py_uop_sym_set_attr #define sym_new_predicate _Py_uop_sym_new_predicate #define sym_apply_predicate_narrowing _Py_uop_sym_apply_predicate_narrowing @@ -103,6 +106,14 @@ dummy_func(void) { } op(_STORE_ATTR_INSTANCE_VALUE, (offset/1, value, owner -- o)) { + JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)offset, value); + if (sym_is_null(old_value)) { + ADD_OP(_STORE_ATTR_INSTANCE_VALUE_NULL, 0, offset); + } + o = owner; + } + + op(_STORE_ATTR_INSTANCE_VALUE_NULL, (offset/1, value, owner -- o)) { (void)value; o = owner; } @@ -125,7 +136,14 @@ dummy_func(void) { } op(_STORE_ATTR_SLOT, (index/1, value, owner -- o)) { - (void)index; + JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)index, value); + if (sym_is_null(old_value)) { + ADD_OP(_STORE_ATTR_SLOT_NULL, 0, index); + } + o = owner; + } + + op(_STORE_ATTR_SLOT_NULL, (index/1, value, owner -- o)) { (void)value; o = owner; } @@ -749,8 +767,7 @@ dummy_func(void) { } op(_LOAD_ATTR_SLOT, (index/1, owner -- attr, o)) { - attr = sym_new_not_null(ctx); - (void)index; + attr = sym_get_attr(ctx, owner, (uint16_t)index); o = owner; } @@ -934,10 +951,14 @@ dummy_func(void) { } op(_CHECK_AND_ALLOCATE_OBJECT, (type_version/2, callable, self_or_null, args[oparg] -- callable, self_or_null, args[oparg])) { - (void)type_version; (void)args; callable = sym_new_not_null(ctx); - self_or_null = sym_new_not_null(ctx); + PyTypeObject *tp = _PyType_LookupByVersion(type_version); + if (tp != NULL) { + self_or_null = sym_new_descr_object(ctx, type_version); + } else { + self_or_null = sym_new_not_null(ctx); + } } op(_CREATE_INIT_FRAME, (init, self, args[oparg] -- init_frame)) { diff --git a/Python/optimizer_cases.c.h b/Python/optimizer_cases.c.h index 9dc1da3c93bb69..4a6f2450680bf9 100644 --- a/Python/optimizer_cases.c.h +++ b/Python/optimizer_cases.c.h @@ -1936,8 +1936,7 @@ JitOptRef o; owner = stack_pointer[-1]; uint16_t index = (uint16_t)this_instr->operand0; - attr = sym_new_not_null(ctx); - (void)index; + attr = sym_get_attr(ctx, owner, (uint16_t)index); o = owner; CHECK_STACK_BOUNDS(1); stack_pointer[-1] = attr; @@ -2006,6 +2005,25 @@ } case _STORE_ATTR_INSTANCE_VALUE: { + JitOptRef owner; + JitOptRef value; + JitOptRef o; + owner = stack_pointer[-1]; + value = stack_pointer[-2]; + uint16_t offset = (uint16_t)this_instr->operand0; + JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)offset, value); + if (sym_is_null(old_value)) { + ADD_OP(_STORE_ATTR_INSTANCE_VALUE_NULL, 0, offset); + } + o = owner; + CHECK_STACK_BOUNDS(-1); + stack_pointer[-2] = o; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _STORE_ATTR_INSTANCE_VALUE_NULL: { JitOptRef owner; JitOptRef value; JitOptRef o; @@ -2044,7 +2062,25 @@ owner = stack_pointer[-1]; value = stack_pointer[-2]; uint16_t index = (uint16_t)this_instr->operand0; - (void)index; + JitOptRef old_value = sym_set_attr(ctx, owner, (uint16_t)index, value); + if (sym_is_null(old_value)) { + ADD_OP(_STORE_ATTR_SLOT_NULL, 0, index); + } + o = owner; + CHECK_STACK_BOUNDS(-1); + stack_pointer[-2] = o; + stack_pointer += -1; + ASSERT_WITHIN_STACK_BOUNDS(__FILE__, __LINE__); + break; + } + + case _STORE_ATTR_SLOT_NULL: { + JitOptRef owner; + JitOptRef value; + JitOptRef o; + owner = stack_pointer[-1]; + value = stack_pointer[-2]; + uint16_t index = (uint16_t)this_instr->operand0; (void)value; o = owner; CHECK_STACK_BOUNDS(-1); @@ -3192,11 +3228,15 @@ self_or_null = stack_pointer[-1 - oparg]; callable = stack_pointer[-2 - oparg]; uint32_t type_version = (uint32_t)this_instr->operand0; - (void)type_version; (void)args; callable = sym_new_not_null(ctx); - self_or_null = sym_new_not_null(ctx); stack_pointer[-2 - oparg] = callable; + PyTypeObject *tp = _PyType_LookupByVersion(type_version); + if (tp != NULL) { + self_or_null = sym_new_descr_object(ctx, type_version); + } else { + self_or_null = sym_new_not_null(ctx); + } stack_pointer[-1 - oparg] = self_or_null; break; } diff --git a/Python/optimizer_symbols.c b/Python/optimizer_symbols.c index 51cf6e189f0f49..ff94807c6db1c5 100644 --- a/Python/optimizer_symbols.c +++ b/Python/optimizer_symbols.c @@ -113,6 +113,15 @@ _PyUOpSymPrint(JitOptRef ref) case JIT_SYM_COMPACT_INT: printf("", (void *)sym); break; + case JIT_SYM_DESCR_TAG: { + PyTypeObject *descr_type = _PyType_LookupByVersion(sym->descr.type_version); + if (descr_type) { + printf("<%s descr[%d] v%u at %p>", descr_type->tp_name, sym->descr.num_descrs, sym->descr.type_version, (void *)sym); + } else { + printf("", sym->descr.num_descrs, sym->descr.type_version, (void *)sym); + } + break; + } default: printf("", sym->tag, (void *)sym); break; @@ -320,6 +329,11 @@ _Py_uop_sym_set_type(JitOptContext *ctx, JitOptRef ref, PyTypeObject *typ) sym_set_bottom(ctx, sym); } return; + case JIT_SYM_DESCR_TAG: + if (typ->tp_version_tag != sym->descr.type_version) { + sym_set_bottom(ctx, sym); + } + return; } } @@ -384,6 +398,12 @@ _Py_uop_sym_set_type_version(JitOptContext *ctx, JitOptRef ref, unsigned int ver return false; } return true; + case JIT_SYM_DESCR_TAG: + if (version != sym->descr.type_version) { + sym_set_bottom(ctx, sym); + return false; + } + return true; } Py_UNREACHABLE(); } @@ -483,6 +503,9 @@ _Py_uop_sym_set_const(JitOptContext *ctx, JitOptRef ref, PyObject *const_val) sym_set_bottom(ctx, sym); } return; + case JIT_SYM_DESCR_TAG: + sym_set_bottom(ctx, sym); + return; } } @@ -603,7 +626,8 @@ _Py_uop_sym_get_type(JitOptRef ref) return &PyBool_Type; case JIT_SYM_COMPACT_INT: return &PyLong_Type; - + case JIT_SYM_DESCR_TAG: + return _PyType_LookupByVersion(sym->descr.type_version); } Py_UNREACHABLE(); } @@ -632,6 +656,8 @@ _Py_uop_sym_get_type_version(JitOptRef ref) return PyBool_Type.tp_version_tag; case JIT_SYM_COMPACT_INT: return PyLong_Type.tp_version_tag; + case JIT_SYM_DESCR_TAG: + return sym->descr.type_version; } Py_UNREACHABLE(); } @@ -666,6 +692,7 @@ _Py_uop_sym_truthiness(JitOptContext *ctx, JitOptRef ref) case JIT_SYM_NON_NULL_TAG: case JIT_SYM_UNKNOWN_TAG: case JIT_SYM_COMPACT_INT: + case JIT_SYM_DESCR_TAG: return -1; case JIT_SYM_KNOWN_CLASS_TAG: /* TODO : @@ -823,6 +850,7 @@ _Py_uop_sym_set_compact_int(JitOptContext *ctx, JitOptRef ref) case JIT_SYM_TUPLE_TAG: case JIT_SYM_PREDICATE_TAG: case JIT_SYM_TRUTHINESS_TAG: + case JIT_SYM_DESCR_TAG: sym_set_bottom(ctx, sym); return; case JIT_SYM_BOTTOM_TAG: @@ -937,6 +965,116 @@ _Py_uop_sym_new_compact_int(JitOptContext *ctx) return PyJitRef_Wrap(sym); } +JitOptRef +_Py_uop_sym_new_descr_object(JitOptContext *ctx, unsigned int type_version) +{ + JitOptSymbol *res = sym_new(ctx); + if (res == NULL) { + return out_of_space_ref(ctx); + } + res->tag = JIT_SYM_DESCR_TAG; + res->descr.num_descrs = 0; + res->descr.descrs = NULL; + res->descr.type_version = type_version; + res->descr.last_modified_index = uop_buffer_length(&ctx->out_buffer); + return PyJitRef_Wrap(res); +} + +JitOptRef +_Py_uop_sym_get_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index) +{ + JitOptSymbol *sym = PyJitRef_Unwrap(ref); + + switch (sym->tag) { + case JIT_SYM_DESCR_TAG: + // Only return tracked slot values if: + // 1. Symbol has mappings allocated + // 2. No escape has occurred since last modification (state is fresh) + if (sym->descr.descrs != NULL && + sym->descr.last_modified_index >= ctx->last_escape_index) + { + for (int i = 0; i < sym->descr.num_descrs; i++) { + if (sym->descr.descrs[i].slot_index == slot_index) { + return PyJitRef_Wrap(allocation_base(ctx) + sym->descr.descrs[i].symbol); + } + } + } + break; + default: + break; + } + + return _Py_uop_sym_new_not_null(ctx); +} + +static JitOptDescrMapping * +descr_arena_alloc(JitOptContext *ctx) +{ + if (ctx->d_arena.descr_curr_number + MAX_SYMBOLIC_DESCR_SIZE > ctx->d_arena.descr_max_number) { + return NULL; + } + JitOptDescrMapping *descrs = &ctx->d_arena.arena[ctx->d_arena.descr_curr_number]; + ctx->d_arena.descr_curr_number += MAX_SYMBOLIC_DESCR_SIZE; + return descrs; +} + +JitOptRef +_Py_uop_sym_set_attr(JitOptContext *ctx, JitOptRef ref, uint16_t slot_index, JitOptRef value) +{ + JitOptSymbol *sym = PyJitRef_Unwrap(ref); + int curr_index = uop_buffer_length(&ctx->out_buffer); + + switch (sym->tag) { + case JIT_SYM_DESCR_TAG: + break; + default: + return _Py_uop_sym_new_not_null(ctx); + } + + // Check escape + if (sym->descr.last_modified_index < ctx->last_escape_index) { + sym->descr.num_descrs = 0; + } + + // Get old value before updating + JitOptRef old_value = PyJitRef_NULL; + if (sym->descr.descrs != NULL) { + for (int i = 0; i < sym->descr.num_descrs; i++) { + if (sym->descr.descrs[i].slot_index == slot_index) { + old_value = PyJitRef_Wrap(allocation_base(ctx) + sym->descr.descrs[i].symbol); + break; + } + } + } + + // Update the last modified timestamp + sym->descr.last_modified_index = curr_index; + + // Check if have arena space allocated + if (sym->descr.descrs == NULL) { + sym->descr.descrs = descr_arena_alloc(ctx); + if (sym->descr.descrs == NULL) { + return PyJitRef_IsNull(old_value) ? _Py_uop_sym_new_not_null(ctx) : old_value; + } + } + // Check if the slot already exists + for (int i = 0; i < sym->descr.num_descrs; i++) { + if (sym->descr.descrs[i].slot_index == slot_index) { + sym->descr.descrs[i].symbol = (uint16_t)(PyJitRef_Unwrap(value) - allocation_base(ctx)); + assert(!PyJitRef_IsNull(old_value)); + return old_value; + } + } + // Add new mapping if there's space + if (sym->descr.num_descrs < MAX_SYMBOLIC_DESCR_SIZE) { + int idx = sym->descr.num_descrs++; + sym->descr.descrs[idx].slot_index = slot_index; + sym->descr.descrs[idx].symbol = (uint16_t)(PyJitRef_Unwrap(value) - allocation_base(ctx)); + } + + return PyJitRef_IsNull(old_value) ? PyJitRef_Borrow(_Py_uop_sym_new_null(ctx)) : old_value; +} + // 0 on success, -1 on error. _Py_UOpsAbstractFrame * _Py_uop_frame_new( @@ -1026,6 +1164,10 @@ _Py_uop_abstractcontext_init(JitOptContext *ctx) ctx->t_arena.ty_curr_number = 0; ctx->t_arena.ty_max_number = TY_ARENA_SIZE; + // Setup the arena for descriptor mappings. + ctx->d_arena.descr_curr_number = 0; + ctx->d_arena.descr_max_number = DESCR_ARENA_SIZE; + // Frame setup ctx->curr_frame_depth = 0; @@ -1036,6 +1178,7 @@ _Py_uop_abstractcontext_init(JitOptContext *ctx) ctx->out_of_space = false; ctx->contradiction = false; ctx->builtins_watched = false; + ctx->last_escape_index = 0; } int @@ -1497,6 +1640,61 @@ _Py_uop_symbols_test(PyObject *Py_UNUSED(self), PyObject *Py_UNUSED(ignored)) TEST_PREDICATE(_Py_uop_sym_matches_type(ref_int, &PyLong_Type), "43 is not an int"); TEST_PREDICATE(_Py_uop_sym_get_const(ctx, ref_int) == val_43, "43 isn't 43"); + JitOptRef descr_obj = _Py_uop_sym_new_descr_object(ctx, 42); + TEST_PREDICATE(!_Py_uop_sym_is_null(descr_obj), "descr object is NULL"); + TEST_PREDICATE(_Py_uop_sym_is_not_null(descr_obj), "descr object is not not-null"); + TEST_PREDICATE(_Py_uop_sym_get_type_version(descr_obj) == 42, + "descr object has wrong type version"); + + JitOptRef slot_val = _Py_uop_sym_new_const(ctx, val_42); + JitOptRef old_val = _Py_uop_sym_set_attr(ctx, descr_obj, 0, slot_val); + TEST_PREDICATE(_Py_uop_sym_is_null(old_val), "set_attr on new slot should return NULL"); + JitOptRef retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42, + "descr getattr(0) didn't return val_42"); + + JitOptRef missing = _Py_uop_sym_get_attr(ctx, descr_obj, 99); + TEST_PREDICATE(_Py_uop_sym_is_not_null(missing), "missing slot is not not-null"); + TEST_PREDICATE(!_Py_uop_sym_is_const(ctx, missing), "missing slot is const"); + + JitOptRef slot_val2 = _Py_uop_sym_new_const(ctx, val_43); + old_val = _Py_uop_sym_set_attr(ctx, descr_obj, 0, slot_val2); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, old_val) == val_42, + "set_attr should return old value (val_42)"); + retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_43, + "descr getattr(0) didn't return val_43 after update"); + + // Test multiple slots + JitOptRef slot_val3 = _Py_uop_sym_new_const(ctx, val_42); + _Py_uop_sym_set_attr(ctx, descr_obj, 1, slot_val3); + retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 1); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42, + "descr getattr(1) didn't return val_42"); + retrieved = _Py_uop_sym_get_attr(ctx, descr_obj, 0); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_43, + "descr getattr(0) changed unexpectedly"); + + // Test escape invalidation + JitOptRef descr_obj3 = _Py_uop_sym_new_descr_object(ctx, 100); + JitOptRef escape_val = _Py_uop_sym_new_const(ctx, val_42); + _Py_uop_sym_set_attr(ctx, descr_obj3, 0, escape_val); + retrieved = _Py_uop_sym_get_attr(ctx, descr_obj3, 0); + TEST_PREDICATE(_Py_uop_sym_get_const(ctx, retrieved) == val_42, + "descr getattr before escape didn't return val_42"); + // Simulate escape by setting last_escape_index higher + ctx->last_escape_index = INT_MAX; + retrieved = _Py_uop_sym_get_attr(ctx, descr_obj3, 0); + TEST_PREDICATE(!_Py_uop_sym_is_const(ctx, retrieved), + "descr getattr after escape should not return const"); + TEST_PREDICATE(_Py_uop_sym_is_not_null(retrieved), + "descr getattr after escape should return not-null"); + ctx->last_escape_index = 0; + + JitOptRef descr_obj2 = _Py_uop_sym_new_descr_object(ctx, 42); + _Py_uop_sym_set_type_version(ctx, descr_obj2, 43); + TEST_PREDICATE(_Py_uop_sym_is_bottom(descr_obj2), + "descr object with wrong type version isn't bottom"); _Py_uop_abstractcontext_fini(ctx); Py_DECREF(val_42); Py_DECREF(val_43);