==================================================Ascend ============================= test session starts ============================== platform linux -- Python 3.9.19, pytest-6.2.5, py-1.11.0, pluggy-1.5.0 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/mint, configfile: ../../../../../../sault/virtual_test/virtualenv_007/sault/config/pytest.ini plugins: mock-3.14.0, hydra-core-1.3.2, forked-1.6.0, anyio-4.9.0, xdist-1.32.0 collected 18 items test_select.py . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape0-0-10-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape0-0-10-pynative],max_mem:2.0M TotalTime = 0.661459, [30] [bootstrap]: 0.00062079 [type_inference]: 0.501287 [event_method]: 1.67e-05 [auto_monad]: 0.00015722 [graph_reusing]: 6.66e-06 [pre_auto_parallel]: 1.217e-05 [py_interpret_to_execute]: 0.00011402 [rewriter_before_opt_a]: 6.439e-05 [expand_dump_flag]: 3.35e-06 [jit_opt_a]: 0.155399, [2] [Cycle 1]: 0.00209064, [27] [switch_simplify]: 6.479e-05 [loop_unroll]: 1.884e-05 [a_1]: 0.00044683 [with_stream_mark]: 3.094e-05 [recompute_prepare]: 1.069e-05 [updatestate_depend_eliminate]: 7.31999e-06 [updatestate_assign_eliminate]: 1.02e-05 [updatestate_loads_eliminate]: 4.91002e-06 [parameter_eliminate]: 1.91998e-06 [specialize_transform]: 8.96002e-06 [updatestate_useless_node_eliminater]: 1.167e-05 [accelerated_algorithm]: 8.98002e-06 [meta_shard_fg_expand]: 3.41001e-06 [get_grad_eliminate_]: 8.50001e-06 [merge_forward]: 5.43002e-06 [cell_reuse_recompute_pass]: 1.79998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.401e-05 [j_node_and_user_rematch]: 1.507e-05 [meta_fg_expand]: 3.45e-06 [replace_old_param]: 1.277e-05 [inline_without_move]: 8.11002e-06 [renormalize]: 0.00105033 [add_forward_monad_depend]: 1.066e-05 [auto_monad_grad]: 2.61999e-06 [auto_monad_eliminator]: 2.234e-05 [cse]: 5.221e-05 [replace_applicator]: 1.934e-05 [Cycle 2]: 0.000507, [27] [switch_simplify]: 8.98002e-06 [loop_unroll]: 8.28999e-06 [a_1]: 0.00017221 [with_stream_mark]: 1.48e-05 [recompute_prepare]: 9.27001e-06 [updatestate_depend_eliminate]: 5.66e-06 [updatestate_assign_eliminate]: 5.20999e-06 [updatestate_loads_eliminate]: 4.90999e-06 [parameter_eliminate]: 1.87001e-06 [specialize_transform]: 8.21002e-06 [updatestate_useless_node_eliminater]: 1.071e-05 [accelerated_algorithm]: 8.15e-06 [meta_shard_fg_expand]: 2.71e-06 [get_grad_eliminate_]: 8.81997e-06 [merge_forward]: 5.92999e-06 [cell_reuse_recompute_pass]: 1.94999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.815e-05 [j_node_and_user_rematch]: 1.315e-05 [meta_fg_expand]: 3.26999e-06 [replace_old_param]: 1.223e-05 [inline_without_move]: 7.73001e-06 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 1.60999e-06 [auto_monad_grad]: 1.10001e-06 [auto_monad_eliminator]: 1.25e-05 [cse]: 2.105e-05 [replace_applicator]: 8.43001e-06 [py_interpret_to_execute_after_opt_a]: 1.76e-05 [rewriter_after_opt_a]: 0.00046991 [convert_after_rewriter]: 1.443e-05 [order_py_execute_after_rewriter]: 7.62002e-06 [mutable_eliminate]: 0.0008517 [jit_opt_b]: 7.551e-05, [1] [Cycle 1]: 6.609e-05, [2] [frontend_op_eliminate]: 2.592e-05 [inline_after_opt_a]: 2.621e-05 [cconv]: 3.928e-05 [loop_unroll]: 0.00051413 [jit_opt_after_cconv]: 0.00025994, [1] [Cycle 1]: 0.0002521, [11] [c_1]: 5.56e-05 [parameter_eliminate]: 5.47001e-06 [updatestate_depend_eliminate]: 1.332e-05 [updatestate_assign_eliminate]: 5.61e-06 [updatestate_loads_eliminate]: 4.97e-06 [cse]: 4.704e-05 [call_graph_tuple_transform]: 4.089e-05 [tuple_list_get_item_eliminator]: 9.04998e-06 [none_parameter_eliminate]: 1.82999e-06 [renormalize]: 8.70001e-07 [switch_simplify]: 9.37001e-06 [remove_dup_value]: 2.577e-05 [partial_unused_args_eliminate]: 3.03998e-06 [environ_conv]: 2.235e-05 [add_recomputation]: 9.034e-05 [cse_after_recomputation]: 3.278e-05, [1] [Cycle 1]: 2.467e-05, [1] [cse]: 1.742e-05 [auto_monad_reorder]: 4.036e-05 [get_jit_bprop_graph]: 2.48998e-06 [rewriter_after_jit_bprop_graph]: 0.00017065 [opt_after_jit_grad]: 0.00062344 [symbol_engine_optimizer]: 0.00010336, [1] [Cycle 1]: 9.564e-05, [6] [build]: 7.66001e-06 [elim_shapecalc]: 1.183e-05 [elim_not_effective]: 2.093e-05 [opt_reshape]: 9.02e-06 [fold_const_symbol]: 1.449e-05 [renormalize]: 8.60018e-07 [validate]: 7.475e-05 Sums bootstrap : 0.000621s : 0.12% type_inference : 0.501287s : 98.71% event_method : 0.000017s : 0.00% auto_monad : 0.000157s : 0.03% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000012s : 0.00% py_interpret_to_execute : 0.000114s : 0.02% rewriter_before_opt_a : 0.000064s : 0.01% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000074s : 0.01% jit_opt_a.loop_unroll : 0.000027s : 0.01% jit_opt_a.a_1 : 0.000619s : 0.12% jit_opt_a.with_stream_mark : 0.000046s : 0.01% jit_opt_a.recompute_prepare : 0.000020s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000015s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000017s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000022s : 0.00% jit_opt_a.accelerated_algorithm : 0.000017s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.00% jit_opt_a.merge_forward : 0.000011s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000042s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.00% jit_opt_a.inline_without_move : 0.000016s : 0.00% jit_opt_a.renormalize : 0.001050s : 0.21% jit_opt_a.add_forward_monad_depend : 0.000012s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000035s : 0.01% jit_opt_a.cse : 0.000073s : 0.01% jit_opt_a.replace_applicator : 0.000028s : 0.01% py_interpret_to_execute_after_opt_a : 0.000018s : 0.00% rewriter_after_opt_a : 0.000470s : 0.09% convert_after_rewriter : 0.000014s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000852s : 0.17% jit_opt_b.frontend_op_eliminate : 0.000026s : 0.01% jit_opt_b.inline_after_opt_a : 0.000026s : 0.01% cconv : 0.000039s : 0.01% loop_unroll : 0.000514s : 0.10% jit_opt_after_cconv.c_1 : 0.000056s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000047s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000041s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000026s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000022s : 0.00% add_recomputation : 0.000090s : 0.02% cse_after_recomputation.cse : 0.000017s : 0.00% auto_monad_reorder : 0.000040s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000171s : 0.03% opt_after_jit_grad : 0.000623s : 0.12% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000075s : 0.01% Time group info: ------[substitution.] 0.000237 43 3.51% : 0.000008s : 2: substitution.depend_value_elim 1.41% : 0.000003s : 4: substitution.elim_not_effective 1.01% : 0.000002s : 4: substitution.fold_const_symbol 9.46% : 0.000022s : 5: substitution.graph_param_transform 65.94% : 0.000156s : 2: substitution.inline 2.33% : 0.000006s : 8: substitution.j_node_and_user_rematch 3.14% : 0.000007s : 8: substitution.remove_not_recompute_node 2.50% : 0.000006s : 2: substitution.replace_old_param 5.86% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 4.85% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.501205 2 99.81% : 0.500240s : 1: type_inference.infer 0.19% : 0.000965s : 1: type_inference.specialize ------[replace.] 0.000032 2 100.00% : 0.000032s : 2: replace.inline ------[match.] 0.000154 2 100.00% : 0.000154s : 2: match.inline ------[predicate.] 0.000158 767 1.59% : 0.000003s : 11: predicate.accumulaten_eliminater 1.64% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 1.15% : 0.000002s : 11: predicate.addn_check_dump 1.14% : 0.000002s : 11: predicate.addn_zero_filter 1.76% : 0.000003s : 11: predicate.arithmetic_simplify 1.33% : 0.000002s : 11: predicate.cast_eliminate 0.68% : 0.000001s : 5: predicate.check_bprop_eliminate 1.08% : 0.000002s : 11: predicate.compare_switch_simplify 1.23% : 0.000002s : 11: predicate.depend_value_elim 1.07% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.20% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.12% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.41% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.48% : 0.000001s : 5: predicate.elim_not_effective 0.97% : 0.000002s : 5: predicate.elim_shapecalc_of_broadcastargs 1.02% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.22% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.02% : 0.000002s : 11: predicate.environ_get_depend_swap 1.15% : 0.000002s : 11: predicate.environ_get_eliminate 1.05% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.41% : 0.000002s : 10: predicate.get_grad_eliminate 0.48% : 0.000001s : 5: predicate.graph_param_transform 4.74% : 0.000007s : 23: predicate.inline 1.20% : 0.000002s : 10: predicate.inline_without_move 0.49% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.84% : 0.000003s : 10: predicate.less_batch_normalization 1.41% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.67% : 0.000003s : 16: predicate.load_eliminater 2.35% : 0.000004s : 5: predicate.loop_unroll_after_grad 2.44% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.45% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 1.12% : 0.000002s : 11: predicate.merge_addn 1.08% : 0.000002s : 11: predicate.minmaximum_grad 3.02% : 0.000005s : 5: predicate.mutable_eliminate 0.69% : 0.000001s : 5: predicate.opt_reshape 1.98% : 0.000003s : 16: predicate.partial_eliminate 1.13% : 0.000002s : 11: predicate.print_const_string_wrapper 1.62% : 0.000003s : 11: predicate.reduce_eliminate 1.35% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.89% : 0.000001s : 10: predicate.remove_not_recompute_node 1.43% : 0.000002s : 21: predicate.replace_applicator 0.94% : 0.000001s : 10: predicate.replace_old_param 0.40% : 0.000001s : 5: predicate.reset_defer_inline 1.29% : 0.000002s : 11: predicate.reshape_eliminate 1.36% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.20% : 0.000002s : 5: predicate.row_tensor_eliminate 1.29% : 0.000002s : 11: predicate.same_eliminate 0.60% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.38% : 0.000002s : 10: predicate.special_op_eliminate 1.17% : 0.000002s : 10: predicate.specialize_transform 1.49% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.08% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.68% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.72% : 0.000003s : 13: predicate.switch_defer_inline 1.33% : 0.000002s : 13: predicate.switch_layer_defer_inline 6.06% : 0.000010s : 38: predicate.switch_simplify 1.20% : 0.000002s : 11: predicate.tile_eliminate 1.24% : 0.000002s : 11: predicate.transpose_eliminate 1.45% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.20% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.61% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.65% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.28% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.67% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 3.43% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.70% : 0.000003s : 11: predicate.value_based_eliminate 0.49% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.72% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000325 5 7.46% : 0.000024s : 1: func_graph_cloner_run.FuncGraphClonerGraph 92.54% : 0.000301s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.663437 72 0.01% : 0.000094s : 1: add_recomputation 0.02% : 0.000162s : 1: auto_monad 0.01% : 0.000043s : 1: auto_monad_reorder 0.10% : 0.000644s : 1: bootstrap 0.01% : 0.000043s : 1: cconv 0.00% : 0.000018s : 1: convert_after_rewriter 0.01% : 0.000035s : 1: cse_after_recomputation 0.00% : 0.000025s : 1: environ_conv 0.00% : 0.000023s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 23.42% : 0.155403s : 1: jit_opt_a 0.04% : 0.000264s : 1: jit_opt_after_cconv 0.01% : 0.000079s : 1: jit_opt_b 0.08% : 0.000523s : 1: loop_unroll 0.13% : 0.000862s : 1: mutable_eliminate 0.14% : 0.000904s : 26: opt.transform.jit_opt_a 0.02% : 0.000111s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000044s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000028s : 1: opt.transform.mutable_eliminate 0.01% : 0.000036s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000053s : 4: opt.transform.symbol_engine_opt 0.10% : 0.000633s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000015s : 1: pre_auto_parallel 0.02% : 0.000118s : 1: py_interpret_to_execute 0.00% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000029s : 1: remove_dup_value 0.10% : 0.000661s : 1: renormalize.infer 0.06% : 0.000381s : 1: renormalize.specialize 0.03% : 0.000175s : 1: rewriter_after_jit_bprop_graph 0.07% : 0.000475s : 1: rewriter_after_opt_a 0.01% : 0.000068s : 1: rewriter_before_opt_a 0.02% : 0.000107s : 1: symbol_engine_optimizer 75.56% : 0.501307s : 1: type_inference TotalTime = 1.32285, [30] [bootstrap]: 0.00051551 [type_inference]: 0.569103 [event_method]: 0.00023279 [auto_monad]: 0.00035627 [graph_reusing]: 1.13e-05 [pre_auto_parallel]: 4.03001e-06 [py_interpret_to_execute]: 6.384e-05 [rewriter_before_opt_a]: 0.00015432 [expand_dump_flag]: 3.88999e-06 [jit_opt_a]: 0.692622, [4] [Cycle 1]: 0.507362, [27] [switch_simplify]: 0.00022468 [loop_unroll]: 5.965e-05 [a_1]: 0.00145172 [with_stream_mark]: 3.744e-05 [recompute_prepare]: 2.793e-05 [updatestate_depend_eliminate]: 1.479e-05 [updatestate_assign_eliminate]: 1.202e-05 [updatestate_loads_eliminate]: 9.91e-06 [parameter_eliminate]: 3.36999e-06 [specialize_transform]: 2.044e-05 [updatestate_useless_node_eliminater]: 2.327e-05 [accelerated_algorithm]: 1.927e-05 [meta_shard_fg_expand]: 5.87999e-06 [get_grad_eliminate_]: 1.857e-05 [merge_forward]: 1.2e-05 [cell_reuse_recompute_pass]: 1.11002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.824e-05 [j_node_and_user_rematch]: 3.209e-05 [meta_fg_expand]: 0.326156 [replace_old_param]: 0.00012314 [inline_without_move]: 0.00011792 [renormalize]: 0.177924 [add_forward_monad_depend]: 2.59e-05 [auto_monad_grad]: 1.368e-05 [auto_monad_eliminator]: 0.00012654 [cse]: 0.00032345 [replace_applicator]: 0.0002164 [Cycle 2]: 0.178111, [27] [switch_simplify]: 9.045e-05 [loop_unroll]: 8.289e-05 [a_1]: 0.175016 [with_stream_mark]: 4.969e-05 [recompute_prepare]: 3.832e-05 [updatestate_depend_eliminate]: 1.588e-05 [updatestate_assign_eliminate]: 1.553e-05 [updatestate_loads_eliminate]: 1.448e-05 [parameter_eliminate]: 5.44998e-06 [specialize_transform]: 2.443e-05 [updatestate_useless_node_eliminater]: 9.419e-05 [accelerated_algorithm]: 3.8e-05 [meta_shard_fg_expand]: 5.02999e-06 [get_grad_eliminate_]: 1.512e-05 [merge_forward]: 9.51e-06 [cell_reuse_recompute_pass]: 1.77999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.249e-05 [j_node_and_user_rematch]: 2.391e-05 [meta_fg_expand]: 0.00012365 [replace_old_param]: 2.493e-05 [inline_without_move]: 1.402e-05 [renormalize]: 0.00186057 [add_forward_monad_depend]: 1.001e-05 [auto_monad_grad]: 2.83e-06 [auto_monad_eliminator]: 3.543e-05 [cse]: 0.00017561 [replace_applicator]: 3.379e-05 [Cycle 3]: 0.00179617, [27] [switch_simplify]: 1.668e-05 [loop_unroll]: 1.357e-05 [a_1]: 0.00032005 [with_stream_mark]: 2.363e-05 [recompute_prepare]: 1.768e-05 [updatestate_depend_eliminate]: 3.854e-05 [updatestate_assign_eliminate]: 8.03999e-06 [updatestate_loads_eliminate]: 7.11999e-06 [parameter_eliminate]: 1.96e-06 [specialize_transform]: 1.306e-05 [updatestate_useless_node_eliminater]: 1.658e-05 [accelerated_algorithm]: 1.696e-05 [meta_shard_fg_expand]: 3.24001e-06 [get_grad_eliminate_]: 1.131e-05 [merge_forward]: 7.57998e-06 [cell_reuse_recompute_pass]: 2.61e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.638e-05 [j_node_and_user_rematch]: 1.963e-05 [meta_fg_expand]: 4.83001e-06 [replace_old_param]: 1.591e-05 [inline_without_move]: 1.148e-05 [renormalize]: 0.00089095 [add_forward_monad_depend]: 6.89999e-06 [auto_monad_grad]: 2.46e-06 [auto_monad_eliminator]: 2.411e-05 [cse]: 8.303e-05 [replace_applicator]: 2.501e-05 [Cycle 4]: 0.00067441, [27] [switch_simplify]: 1.309e-05 [loop_unroll]: 1.156e-05 [a_1]: 0.00025267 [with_stream_mark]: 1.637e-05 [recompute_prepare]: 1.212e-05 [updatestate_depend_eliminate]: 7.63001e-06 [updatestate_assign_eliminate]: 6.96999e-06 [updatestate_loads_eliminate]: 7.06999e-06 [parameter_eliminate]: 1.14998e-06 [specialize_transform]: 1.267e-05 [updatestate_useless_node_eliminater]: 1.462e-05 [accelerated_algorithm]: 1.612e-05 [meta_shard_fg_expand]: 3.26999e-06 [get_grad_eliminate_]: 1.094e-05 [merge_forward]: 7.2e-06 [cell_reuse_recompute_pass]: 2.09e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.336e-05 [j_node_and_user_rematch]: 1.914e-05 [meta_fg_expand]: 4.60001e-06 [replace_old_param]: 1.596e-05 [inline_without_move]: 1.281e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.45999e-06 [auto_monad_grad]: 1.55999e-06 [auto_monad_eliminator]: 1.765e-05 [cse]: 3.817e-05 [replace_applicator]: 1.277e-05 [py_interpret_to_execute_after_opt_a]: 1.894e-05 [rewriter_after_opt_a]: 0.00020843 [convert_after_rewriter]: 1.485e-05 [order_py_execute_after_rewriter]: 9.30001e-06 [mutable_eliminate]: 0.00076201 [jit_opt_b]: 9.194e-05, [1] [Cycle 1]: 8.381e-05, [2] [frontend_op_eliminate]: 3.511e-05 [inline_after_opt_a]: 3.489e-05 [cconv]: 3.472e-05 [loop_unroll]: 0.0569107 [jit_opt_after_cconv]: 0.00033249, [1] [Cycle 1]: 0.00032099, [11] [c_1]: 7.742e-05 [parameter_eliminate]: 6.61999e-06 [updatestate_depend_eliminate]: 2.067e-05 [updatestate_assign_eliminate]: 8.05e-06 [updatestate_loads_eliminate]: 6.73e-06 [cse]: 7.858e-05 [call_graph_tuple_transform]: 3.35e-05 [tuple_list_get_item_eliminator]: 1.302e-05 [none_parameter_eliminate]: 1.55999e-06 [renormalize]: 7.30011e-07 [switch_simplify]: 1.304e-05 [remove_dup_value]: 3.462e-05 [partial_unused_args_eliminate]: 2.99999e-06 [environ_conv]: 1.735e-05 [add_recomputation]: 0.00010848 [cse_after_recomputation]: 5.087e-05, [1] [Cycle 1]: 4.413e-05, [1] [cse]: 3.491e-05 [auto_monad_reorder]: 3.553e-05 [get_jit_bprop_graph]: 2.93998e-06 [rewriter_after_jit_bprop_graph]: 9.56998e-06 [opt_after_jit_grad]: 0.00066133 [symbol_engine_optimizer]: 0.00013468, [1] [Cycle 1]: 0.0001273, [6] [build]: 1.823e-05 [elim_shapecalc]: 1.68e-05 [elim_not_effective]: 2.653e-05 [opt_reshape]: 1.341e-05 [fold_const_symbol]: 2.005e-05 [renormalize]: 3.60014e-07 [validate]: 6.911e-05 Sums bootstrap : 0.000516s : 0.04% type_inference : 0.569103s : 43.22% event_method : 0.000233s : 0.02% auto_monad : 0.000356s : 0.03% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000064s : 0.00% rewriter_before_opt_a : 0.000154s : 0.01% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000345s : 0.03% jit_opt_a.loop_unroll : 0.000168s : 0.01% jit_opt_a.a_1 : 0.177040s : 13.44% jit_opt_a.with_stream_mark : 0.000127s : 0.01% jit_opt_a.recompute_prepare : 0.000096s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000077s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000043s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000039s : 0.00% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000071s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000149s : 0.01% jit_opt_a.accelerated_algorithm : 0.000090s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000056s : 0.00% jit_opt_a.merge_forward : 0.000036s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000008s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000120s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000095s : 0.01% jit_opt_a.meta_fg_expand : 0.326289s : 24.78% jit_opt_a.replace_old_param : 0.000180s : 0.01% jit_opt_a.inline_without_move : 0.000156s : 0.01% jit_opt_a.renormalize : 0.180676s : 13.72% jit_opt_a.add_forward_monad_depend : 0.000044s : 0.00% jit_opt_a.auto_monad_grad : 0.000021s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000204s : 0.02% jit_opt_a.cse : 0.000620s : 0.05% jit_opt_a.replace_applicator : 0.000288s : 0.02% py_interpret_to_execute_after_opt_a : 0.000019s : 0.00% rewriter_after_opt_a : 0.000208s : 0.02% convert_after_rewriter : 0.000015s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000762s : 0.06% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.00% jit_opt_b.inline_after_opt_a : 0.000035s : 0.00% cconv : 0.000035s : 0.00% loop_unroll : 0.056911s : 4.32% jit_opt_after_cconv.c_1 : 0.000077s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000021s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000079s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000033s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000035s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000017s : 0.00% add_recomputation : 0.000108s : 0.01% cse_after_recomputation.cse : 0.000035s : 0.00% auto_monad_reorder : 0.000036s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000661s : 0.05% symbol_engine_optimizer.build : 0.000018s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000017s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000069s : 0.01% Time group info: ------[substitution.] 0.173922 291 0.02% : 0.000038s : 12: substitution.depend_value_elim 0.00% : 0.000004s : 7: substitution.elim_not_effective 0.00% : 0.000003s : 7: substitution.fold_const_symbol 0.49% : 0.000846s : 4: substitution.getattr_setattr_resolve 0.01% : 0.000009s : 8: substitution.graph_param_transform 0.83% : 0.001439s : 28: substitution.inline 0.02% : 0.000034s : 4: substitution.inline_without_move 0.01% : 0.000017s : 35: substitution.j_node_and_user_rematch 0.01% : 0.000024s : 3: substitution.less_batch_normalization 0.01% : 0.000022s : 13: substitution.minmaximum_grad 0.02% : 0.000029s : 14: substitution.partial_eliminate 0.01% : 0.000024s : 35: substitution.remove_not_recompute_node 0.03% : 0.000060s : 16: substitution.replace_applicator 0.01% : 0.000018s : 19: substitution.replace_old_param 0.00% : 0.000007s : 2: substitution.set_cell_output_no_recompute 0.01% : 0.000015s : 3: substitution.switch_simplify 0.03% : 0.000046s : 13: substitution.tuple_list_convert_item_index_to_positive 0.02% : 0.000041s : 13: substitution.tuple_list_get_item_depend_reorder 98.41% : 0.171158s : 30: substitution.tuple_list_get_item_eliminator 0.02% : 0.000029s : 9: substitution.updatestate_pure_node_eliminater 0.03% : 0.000058s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.568980 2 99.47% : 0.565971s : 1: type_inference.infer 0.53% : 0.003009s : 1: type_inference.specialize ------[replace.] 0.000868 53 8.14% : 0.000071s : 3: replace.getattr_setattr_resolve 46.55% : 0.000404s : 28: replace.inline 4.26% : 0.000037s : 1: replace.replace_applicator 8.46% : 0.000073s : 3: replace.switch_simplify 26.94% : 0.000234s : 17: replace.tuple_list_get_item_eliminator 5.65% : 0.000049s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002287 53 34.33% : 0.000785s : 3: match.getattr_setattr_resolve 62.16% : 0.001422s : 28: match.inline 0.52% : 0.000012s : 1: match.replace_applicator 0.59% : 0.000013s : 3: match.switch_simplify 1.82% : 0.000042s : 17: match.tuple_list_get_item_eliminator 0.58% : 0.000013s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000940 5919 1.45% : 0.000014s : 99: predicate.accumulaten_eliminater 0.32% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.37% : 0.000013s : 99: predicate.addn_check_dump 1.53% : 0.000014s : 99: predicate.addn_zero_filter 2.12% : 0.000020s : 99: predicate.arithmetic_simplify 1.48% : 0.000014s : 99: predicate.cast_eliminate 0.14% : 0.000001s : 8: predicate.check_bprop_eliminate 1.39% : 0.000013s : 99: predicate.compare_switch_simplify 1.69% : 0.000016s : 99: predicate.depend_value_elim 1.40% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.50% : 0.000014s : 99: predicate.dict_get_item_eliminator 1.48% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.34% : 0.000003s : 8: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 8: predicate.elim_not_effective 0.18% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.44% : 0.000014s : 99: predicate.environ_add_const_eliminate 1.40% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.36% : 0.000013s : 99: predicate.environ_get_depend_swap 1.44% : 0.000014s : 99: predicate.environ_get_eliminate 1.37% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.76% : 0.000007s : 42: predicate.get_grad_eliminate 0.81% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000001s : 8: predicate.graph_param_transform 4.60% : 0.000043s : 160: predicate.inline 1.96% : 0.000018s : 106: predicate.inline_without_move 0.33% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.12% : 0.000011s : 42: predicate.less_batch_normalization 1.79% : 0.000017s : 116: predicate.list_to_tuple_eliminator_ 1.89% : 0.000018s : 124: predicate.load_eliminater 0.87% : 0.000008s : 8: predicate.loop_unroll_after_grad 2.66% : 0.000025s : 171: predicate.loop_unroll_before_grad 2.24% : 0.000021s : 107: predicate.make_slice_get_slice_eliminator 1.42% : 0.000013s : 99: predicate.merge_addn 1.42% : 0.000013s : 99: predicate.minmaximum_grad 0.43% : 0.000004s : 8: predicate.mutable_eliminate 0.17% : 0.000002s : 8: predicate.opt_reshape 2.40% : 0.000023s : 124: predicate.partial_eliminate 1.42% : 0.000013s : 99: predicate.print_const_string_wrapper 1.92% : 0.000018s : 99: predicate.reduce_eliminate 1.83% : 0.000017s : 116: predicate.redundant_stop_gradient_eliminater 0.41% : 0.000004s : 42: predicate.remove_not_recompute_node 2.64% : 0.000025s : 236: predicate.replace_applicator 1.02% : 0.000010s : 106: predicate.replace_old_param 0.11% : 0.000001s : 8: predicate.reset_defer_inline 1.49% : 0.000014s : 99: predicate.reshape_eliminate 1.49% : 0.000014s : 99: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.48% : 0.000014s : 99: predicate.same_eliminate 0.52% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.35% : 0.000003s : 16: predicate.special_op_eliminate 1.02% : 0.000010s : 50: predicate.specialize_transform 1.70% : 0.000016s : 99: predicate.split_environ_get_set_with_tuple_value 1.53% : 0.000014s : 99: predicate.stack_unstack_eliminate 0.15% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.38% : 0.000032s : 144: predicate.switch_defer_inline 2.38% : 0.000022s : 144: predicate.switch_layer_defer_inline 5.50% : 0.000052s : 329: predicate.switch_simplify 1.42% : 0.000013s : 99: predicate.tile_eliminate 1.44% : 0.000014s : 99: predicate.transpose_eliminate 1.92% : 0.000018s : 99: predicate.tuple_list_convert_item_index_to_positive 1.80% : 0.000017s : 99: predicate.tuple_list_get_item_depend_reorder 3.23% : 0.000030s : 132: predicate.tuple_list_get_item_eliminator 2.28% : 0.000021s : 99: predicate.tuple_list_set_item_eliminator 1.84% : 0.000017s : 116: predicate.tuple_to_list_eliminator_ 1.87% : 0.000018s : 124: predicate.updatestate_pure_node_eliminater 2.93% : 0.000028s : 168: predicate.updatestate_useless_node_eliminater 1.87% : 0.000018s : 99: predicate.value_based_eliminate 0.12% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.18% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.045493 58 95.29% : 0.043351s : 22: func_graph_cloner_run.FuncGraphClonerGraph 0.95% : 0.000430s : 7: func_graph_cloner_run.FuncGraphClonerNode 3.76% : 0.001712s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.683488 104 0.01% : 0.000113s : 1: add_recomputation 0.02% : 0.000368s : 1: auto_monad 0.00% : 0.000039s : 1: auto_monad_reorder 0.03% : 0.000539s : 1: bootstrap 0.00% : 0.000037s : 1: cconv 0.00% : 0.000018s : 1: convert_after_rewriter 0.00% : 0.000054s : 1: cse_after_recomputation 0.00% : 0.000020s : 1: environ_conv 0.01% : 0.000244s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 41.14% : 0.692627s : 1: jit_opt_a 0.02% : 0.000337s : 1: jit_opt_after_cconv 0.01% : 0.000095s : 1: jit_opt_b 3.38% : 0.056936s : 1: loop_unroll 0.05% : 0.000770s : 1: mutable_eliminate 10.62% : 0.178771s : 52: opt.transform.jit_opt_a 0.01% : 0.000133s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000063s : 4: opt.transform.jit_opt_b 0.00% : 0.000052s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000026s : 1: opt.transform.mutable_eliminate 0.00% : 0.000053s : 1: opt.transform.opt_after_jit_grad 0.06% : 0.000982s : 2: opt.transform.opt_resolve 0.00% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.04% : 0.000671s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.00% : 0.000068s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000038s : 1: remove_dup_value 10.45% : 0.175994s : 3: renormalize.infer 0.28% : 0.004647s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.01% : 0.000213s : 1: rewriter_after_opt_a 0.01% : 0.000158s : 1: rewriter_before_opt_a 0.01% : 0.000138s : 1: symbol_engine_optimizer 33.81% : 0.569130s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape0-0-10-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape0-0-10-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape1-0-1-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape1-0-1-pynative],max_mem:4.0M TotalTime = 0.251169, [30] [bootstrap]: 0.00066098 [type_inference]: 0.031048 [event_method]: 1.44e-05 [auto_monad]: 0.00014622 [graph_reusing]: 5.90002e-06 [pre_auto_parallel]: 2.67001e-06 [py_interpret_to_execute]: 0.00011409 [rewriter_before_opt_a]: 5.814e-05 [expand_dump_flag]: 3.31999e-06 [jit_opt_a]: 0.215812, [2] [Cycle 1]: 0.00224856, [27] [switch_simplify]: 5.211e-05 [loop_unroll]: 3.078e-05 [a_1]: 0.00043582 [with_stream_mark]: 3.313e-05 [recompute_prepare]: 1.251e-05 [updatestate_depend_eliminate]: 7.12002e-06 [updatestate_assign_eliminate]: 5.86e-06 [updatestate_loads_eliminate]: 4.87e-06 [parameter_eliminate]: 2.24999e-06 [specialize_transform]: 1.025e-05 [updatestate_useless_node_eliminater]: 1.213e-05 [accelerated_algorithm]: 8.98002e-06 [meta_shard_fg_expand]: 2.58e-06 [get_grad_eliminate_]: 7.99002e-06 [merge_forward]: 5.70001e-06 [cell_reuse_recompute_pass]: 1.12999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.092e-05 [j_node_and_user_rematch]: 1.38e-05 [meta_fg_expand]: 3.46001e-06 [replace_old_param]: 1.361e-05 [inline_without_move]: 8.60999e-06 [renormalize]: 0.00122135 [add_forward_monad_depend]: 1.138e-05 [auto_monad_grad]: 2.83998e-06 [auto_monad_eliminator]: 2.858e-05 [cse]: 4.414e-05 [replace_applicator]: 2.316e-05 [Cycle 2]: 0.00051859, [27] [switch_simplify]: 1.032e-05 [loop_unroll]: 8.27998e-06 [a_1]: 0.00017527 [with_stream_mark]: 1.761e-05 [recompute_prepare]: 9.09e-06 [updatestate_depend_eliminate]: 6.43e-06 [updatestate_assign_eliminate]: 5.49e-06 [updatestate_loads_eliminate]: 5.07e-06 [parameter_eliminate]: 1.81e-06 [specialize_transform]: 9.05001e-06 [updatestate_useless_node_eliminater]: 1.149e-05 [accelerated_algorithm]: 7.96001e-06 [meta_shard_fg_expand]: 2.74001e-06 [get_grad_eliminate_]: 7.51999e-06 [merge_forward]: 5.77001e-06 [cell_reuse_recompute_pass]: 2.17001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.972e-05 [j_node_and_user_rematch]: 1.319e-05 [meta_fg_expand]: 3.25e-06 [replace_old_param]: 1.277e-05 [inline_without_move]: 8.82e-06 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 2.07001e-06 [auto_monad_grad]: 1.49998e-06 [auto_monad_eliminator]: 1.315e-05 [cse]: 2.176e-05 [replace_applicator]: 8.88002e-06 [py_interpret_to_execute_after_opt_a]: 1.904e-05 [rewriter_after_opt_a]: 0.00045037 [convert_after_rewriter]: 1.687e-05 [order_py_execute_after_rewriter]: 7.56001e-06 [mutable_eliminate]: 0.00073694 [jit_opt_b]: 7.627e-05, [1] [Cycle 1]: 6.636e-05, [2] [frontend_op_eliminate]: 2.548e-05 [inline_after_opt_a]: 2.675e-05 [cconv]: 3.922e-05 [loop_unroll]: 0.00046546 [jit_opt_after_cconv]: 0.00023054, [1] [Cycle 1]: 0.00022318, [11] [c_1]: 5.308e-05 [parameter_eliminate]: 4.61002e-06 [updatestate_depend_eliminate]: 1.272e-05 [updatestate_assign_eliminate]: 5.47001e-06 [updatestate_loads_eliminate]: 4.68999e-06 [cse]: 4.117e-05 [call_graph_tuple_transform]: 2.382e-05 [tuple_list_get_item_eliminator]: 8.75999e-06 [none_parameter_eliminate]: 1.56002e-06 [renormalize]: 7.2e-07 [switch_simplify]: 8.89e-06 [remove_dup_value]: 2.197e-05 [partial_unused_args_eliminate]: 2.30002e-06 [environ_conv]: 8.3e-06 [add_recomputation]: 7.299e-05 [cse_after_recomputation]: 3.037e-05, [1] [Cycle 1]: 2.369e-05, [1] [cse]: 1.65e-05 [auto_monad_reorder]: 2.822e-05 [get_jit_bprop_graph]: 2.74001e-06 [rewriter_after_jit_bprop_graph]: 0.00015367 [opt_after_jit_grad]: 0.00054811 [symbol_engine_optimizer]: 0.00010103, [1] [Cycle 1]: 9.389e-05, [6] [build]: 7.16001e-06 [elim_shapecalc]: 1.215e-05 [elim_not_effective]: 1.872e-05 [opt_reshape]: 9.07999e-06 [fold_const_symbol]: 1.462e-05 [renormalize]: 2.99973e-07 [validate]: 5.796e-05 Sums bootstrap : 0.000661s : 1.77% type_inference : 0.031048s : 83.02% event_method : 0.000014s : 0.04% auto_monad : 0.000146s : 0.39% graph_reusing : 0.000006s : 0.02% pre_auto_parallel : 0.000003s : 0.01% py_interpret_to_execute : 0.000114s : 0.31% rewriter_before_opt_a : 0.000058s : 0.16% expand_dump_flag : 0.000003s : 0.01% jit_opt_a.switch_simplify : 0.000062s : 0.17% jit_opt_a.loop_unroll : 0.000039s : 0.10% jit_opt_a.a_1 : 0.000611s : 1.63% jit_opt_a.with_stream_mark : 0.000051s : 0.14% jit_opt_a.recompute_prepare : 0.000022s : 0.06% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.04% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.03% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.03% jit_opt_a.parameter_eliminate : 0.000004s : 0.01% jit_opt_a.specialize_transform : 0.000019s : 0.05% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.06% jit_opt_a.accelerated_algorithm : 0.000017s : 0.05% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.01% jit_opt_a.get_grad_eliminate_ : 0.000016s : 0.04% jit_opt_a.merge_forward : 0.000011s : 0.03% jit_opt_a.cell_reuse_recompute_pass : 0.000003s : 0.01% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000041s : 0.11% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.07% jit_opt_a.meta_fg_expand : 0.000007s : 0.02% jit_opt_a.replace_old_param : 0.000026s : 0.07% jit_opt_a.inline_without_move : 0.000017s : 0.05% jit_opt_a.renormalize : 0.001221s : 3.27% jit_opt_a.add_forward_monad_depend : 0.000013s : 0.04% jit_opt_a.auto_monad_grad : 0.000004s : 0.01% jit_opt_a.auto_monad_eliminator : 0.000042s : 0.11% jit_opt_a.cse : 0.000066s : 0.18% jit_opt_a.replace_applicator : 0.000032s : 0.09% py_interpret_to_execute_after_opt_a : 0.000019s : 0.05% rewriter_after_opt_a : 0.000450s : 1.20% convert_after_rewriter : 0.000017s : 0.05% order_py_execute_after_rewriter : 0.000008s : 0.02% mutable_eliminate : 0.000737s : 1.97% jit_opt_b.frontend_op_eliminate : 0.000025s : 0.07% jit_opt_b.inline_after_opt_a : 0.000027s : 0.07% cconv : 0.000039s : 0.10% loop_unroll : 0.000465s : 1.24% jit_opt_after_cconv.c_1 : 0.000053s : 0.14% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.01% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.03% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.01% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.01% jit_opt_after_cconv.cse : 0.000041s : 0.11% jit_opt_after_cconv.call_graph_tuple_transform : 0.000024s : 0.06% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.02% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.02% remove_dup_value : 0.000022s : 0.06% partial_unused_args_eliminate : 0.000002s : 0.01% environ_conv : 0.000008s : 0.02% add_recomputation : 0.000073s : 0.20% cse_after_recomputation.cse : 0.000017s : 0.04% auto_monad_reorder : 0.000028s : 0.08% get_jit_bprop_graph : 0.000003s : 0.01% rewriter_after_jit_bprop_graph : 0.000154s : 0.41% opt_after_jit_grad : 0.000548s : 1.47% symbol_engine_optimizer.build : 0.000007s : 0.02% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.03% symbol_engine_optimizer.elim_not_effective : 0.000019s : 0.05% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.02% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.04% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000058s : 0.15% Time group info: ------[substitution.] 0.000219 43 4.79% : 0.000010s : 2: substitution.depend_value_elim 1.15% : 0.000003s : 4: substitution.elim_not_effective 1.03% : 0.000002s : 4: substitution.fold_const_symbol 3.46% : 0.000008s : 5: substitution.graph_param_transform 69.06% : 0.000151s : 2: substitution.inline 2.44% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.48% : 0.000008s : 8: substitution.remove_not_recompute_node 3.61% : 0.000008s : 2: substitution.replace_old_param 6.09% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.90% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.030970 2 96.96% : 0.030027s : 1: type_inference.infer 3.04% : 0.000943s : 1: type_inference.specialize ------[replace.] 0.000033 2 100.00% : 0.000033s : 2: replace.inline ------[match.] 0.000150 2 100.00% : 0.000150s : 2: match.inline ------[predicate.] 0.000144 767 1.09% : 0.000002s : 11: predicate.accumulaten_eliminater 1.36% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.09% : 0.000002s : 11: predicate.addn_check_dump 1.17% : 0.000002s : 11: predicate.addn_zero_filter 1.75% : 0.000003s : 11: predicate.arithmetic_simplify 1.48% : 0.000002s : 11: predicate.cast_eliminate 0.61% : 0.000001s : 5: predicate.check_bprop_eliminate 0.95% : 0.000001s : 11: predicate.compare_switch_simplify 1.23% : 0.000002s : 11: predicate.depend_value_elim 1.00% : 0.000001s : 11: predicate.dict_get_item_const_eliminator 1.18% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.04% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.00% : 0.000001s : 5: predicate.dumpgradient_eliminate 0.50% : 0.000001s : 5: predicate.elim_not_effective 0.82% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.25% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.01% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.00% : 0.000001s : 11: predicate.environ_get_depend_swap 1.19% : 0.000002s : 11: predicate.environ_get_eliminate 0.99% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.30% : 0.000000s : 5: predicate.fold_const_symbol 1.28% : 0.000002s : 10: predicate.get_grad_eliminate 0.41% : 0.000001s : 5: predicate.graph_param_transform 5.72% : 0.000008s : 23: predicate.inline 1.43% : 0.000002s : 10: predicate.inline_without_move 0.51% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.46% : 0.000002s : 10: predicate.less_batch_normalization 1.20% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.61% : 0.000002s : 16: predicate.load_eliminater 2.02% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.62% : 0.000004s : 20: predicate.loop_unroll_before_grad 2.38% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.07% : 0.000002s : 11: predicate.merge_addn 1.07% : 0.000002s : 11: predicate.minmaximum_grad 2.43% : 0.000004s : 5: predicate.mutable_eliminate 0.67% : 0.000001s : 5: predicate.opt_reshape 1.97% : 0.000003s : 16: predicate.partial_eliminate 1.38% : 0.000002s : 11: predicate.print_const_string_wrapper 1.55% : 0.000002s : 11: predicate.reduce_eliminate 1.14% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.12% : 0.000002s : 10: predicate.remove_not_recompute_node 1.94% : 0.000003s : 21: predicate.replace_applicator 1.16% : 0.000002s : 10: predicate.replace_old_param 0.56% : 0.000001s : 5: predicate.reset_defer_inline 1.22% : 0.000002s : 11: predicate.reshape_eliminate 1.17% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.20% : 0.000002s : 5: predicate.row_tensor_eliminate 1.38% : 0.000002s : 11: predicate.same_eliminate 0.64% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.50% : 0.000002s : 10: predicate.special_op_eliminate 1.63% : 0.000002s : 10: predicate.specialize_transform 1.34% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.22% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.60% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.74% : 0.000003s : 13: predicate.switch_defer_inline 1.46% : 0.000002s : 13: predicate.switch_layer_defer_inline 6.29% : 0.000009s : 38: predicate.switch_simplify 1.07% : 0.000002s : 11: predicate.tile_eliminate 1.23% : 0.000002s : 11: predicate.transpose_eliminate 1.51% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.22% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.95% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.50% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.23% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.62% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.54% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.61% : 0.000002s : 11: predicate.value_based_eliminate 0.62% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.84% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000332 5 7.54% : 0.000025s : 1: func_graph_cloner_run.FuncGraphClonerGraph 92.46% : 0.000307s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.253424 72 0.03% : 0.000077s : 1: add_recomputation 0.06% : 0.000152s : 1: auto_monad 0.01% : 0.000031s : 1: auto_monad_reorder 0.27% : 0.000688s : 1: bootstrap 0.02% : 0.000042s : 1: cconv 0.01% : 0.000021s : 1: convert_after_rewriter 0.01% : 0.000033s : 1: cse_after_recomputation 0.00% : 0.000011s : 1: environ_conv 0.01% : 0.000019s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 85.16% : 0.215816s : 1: jit_opt_a 0.09% : 0.000234s : 1: jit_opt_after_cconv 0.03% : 0.000079s : 1: jit_opt_b 0.19% : 0.000474s : 1: loop_unroll 0.30% : 0.000749s : 1: mutable_eliminate 0.36% : 0.000917s : 26: opt.transform.jit_opt_a 0.04% : 0.000091s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000044s : 4: opt.transform.jit_opt_b 0.01% : 0.000018s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000034s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000051s : 4: opt.transform.symbol_engine_opt 0.22% : 0.000558s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.05% : 0.000118s : 1: py_interpret_to_execute 0.01% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000025s : 1: remove_dup_value 0.30% : 0.000757s : 1: renormalize.infer 0.18% : 0.000454s : 1: renormalize.specialize 0.06% : 0.000157s : 1: rewriter_after_jit_bprop_graph 0.18% : 0.000457s : 1: rewriter_after_opt_a 0.02% : 0.000062s : 1: rewriter_before_opt_a 0.04% : 0.000104s : 1: symbol_engine_optimizer 12.26% : 0.031063s : 1: type_inference TotalTime = 0.864589, [30] [bootstrap]: 0.00033363 [type_inference]: 0.367685 [event_method]: 0.0001986 [auto_monad]: 0.00025783 [graph_reusing]: 1.003e-05 [pre_auto_parallel]: 3.30998e-06 [py_interpret_to_execute]: 4.909e-05 [rewriter_before_opt_a]: 0.00015197 [expand_dump_flag]: 4.15999e-06 [jit_opt_a]: 0.284358, [4] [Cycle 1]: 0.271148, [27] [switch_simplify]: 0.00022612 [loop_unroll]: 6.148e-05 [a_1]: 0.00146184 [with_stream_mark]: 4.39e-05 [recompute_prepare]: 3.104e-05 [updatestate_depend_eliminate]: 1.379e-05 [updatestate_assign_eliminate]: 1.065e-05 [updatestate_loads_eliminate]: 1.034e-05 [parameter_eliminate]: 3.09999e-06 [specialize_transform]: 2.069e-05 [updatestate_useless_node_eliminater]: 2.357e-05 [accelerated_algorithm]: 1.848e-05 [meta_shard_fg_expand]: 5.29998e-06 [get_grad_eliminate_]: 1.915e-05 [merge_forward]: 1.222e-05 [cell_reuse_recompute_pass]: 1.36002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.866e-05 [j_node_and_user_rematch]: 3.192e-05 [meta_fg_expand]: 0.00605701 [replace_old_param]: 0.00012812 [inline_without_move]: 0.00012523 [renormalize]: 0.261817 [add_forward_monad_depend]: 1.815e-05 [auto_monad_grad]: 1.102e-05 [auto_monad_eliminator]: 0.00011569 [cse]: 0.00031266 [replace_applicator]: 0.00021035 [Cycle 2]: 0.00647496, [27] [switch_simplify]: 8.576e-05 [loop_unroll]: 8.137e-05 [a_1]: 0.00349016 [with_stream_mark]: 3.546e-05 [recompute_prepare]: 3.154e-05 [updatestate_depend_eliminate]: 1.453e-05 [updatestate_assign_eliminate]: 1.473e-05 [updatestate_loads_eliminate]: 1.368e-05 [parameter_eliminate]: 4.42e-06 [specialize_transform]: 2.333e-05 [updatestate_useless_node_eliminater]: 7.301e-05 [accelerated_algorithm]: 3.307e-05 [meta_shard_fg_expand]: 4.24002e-06 [get_grad_eliminate_]: 1.412e-05 [merge_forward]: 1.019e-05 [cell_reuse_recompute_pass]: 1.62001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.012e-05 [j_node_and_user_rematch]: 2.338e-05 [meta_fg_expand]: 0.0001183 [replace_old_param]: 1.891e-05 [inline_without_move]: 1.353e-05 [renormalize]: 0.00192013 [add_forward_monad_depend]: 6.09001e-06 [auto_monad_grad]: 2.67001e-06 [auto_monad_eliminator]: 3.281e-05 [cse]: 0.00014181 [replace_applicator]: 2.677e-05 [Cycle 3]: 0.00186097, [27] [switch_simplify]: 1.506e-05 [loop_unroll]: 1.359e-05 [a_1]: 0.00033041 [with_stream_mark]: 1.899e-05 [recompute_prepare]: 1.403e-05 [updatestate_depend_eliminate]: 3.365e-05 [updatestate_assign_eliminate]: 7.93001e-06 [updatestate_loads_eliminate]: 6.44001e-06 [parameter_eliminate]: 1.45999e-06 [specialize_transform]: 1.272e-05 [updatestate_useless_node_eliminater]: 1.537e-05 [accelerated_algorithm]: 1.688e-05 [meta_shard_fg_expand]: 2.89001e-06 [get_grad_eliminate_]: 1.249e-05 [merge_forward]: 7.51999e-06 [cell_reuse_recompute_pass]: 2.17001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.615e-05 [j_node_and_user_rematch]: 1.952e-05 [meta_fg_expand]: 4.77998e-06 [replace_old_param]: 1.607e-05 [inline_without_move]: 1.142e-05 [renormalize]: 0.00095824 [add_forward_monad_depend]: 7.33999e-06 [auto_monad_grad]: 2.90002e-06 [auto_monad_eliminator]: 2.481e-05 [cse]: 9.178e-05 [replace_applicator]: 2.51e-05 [Cycle 4]: 0.00070667, [27] [switch_simplify]: 1.328e-05 [loop_unroll]: 1.217e-05 [a_1]: 0.00026552 [with_stream_mark]: 1.855e-05 [recompute_prepare]: 1.207e-05 [updatestate_depend_eliminate]: 8.60001e-06 [updatestate_assign_eliminate]: 8.15999e-06 [updatestate_loads_eliminate]: 7.81001e-06 [parameter_eliminate]: 1.40999e-06 [specialize_transform]: 1.42e-05 [updatestate_useless_node_eliminater]: 1.52e-05 [accelerated_algorithm]: 1.761e-05 [meta_shard_fg_expand]: 3.01001e-06 [get_grad_eliminate_]: 1.276e-05 [merge_forward]: 7.30998e-06 [cell_reuse_recompute_pass]: 2.35002e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.507e-05 [j_node_and_user_rematch]: 1.964e-05 [meta_fg_expand]: 4.47e-06 [replace_old_param]: 1.546e-05 [inline_without_move]: 1.144e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 2.27001e-06 [auto_monad_grad]: 1.69e-06 [auto_monad_eliminator]: 1.993e-05 [cse]: 4.171e-05 [replace_applicator]: 1.257e-05 [py_interpret_to_execute_after_opt_a]: 5.696e-05 [rewriter_after_opt_a]: 0.00027347 [convert_after_rewriter]: 1.729e-05 [order_py_execute_after_rewriter]: 1.004e-05 [mutable_eliminate]: 0.00081769 [jit_opt_b]: 0.00010193, [1] [Cycle 1]: 9.121e-05, [2] [frontend_op_eliminate]: 3.707e-05 [inline_after_opt_a]: 3.966e-05 [cconv]: 4.331e-05 [loop_unroll]: 0.00053048 [jit_opt_after_cconv]: 0.00033832, [1] [Cycle 1]: 0.00033039, [11] [c_1]: 7.289e-05 [parameter_eliminate]: 4.64002e-06 [updatestate_depend_eliminate]: 1.517e-05 [updatestate_assign_eliminate]: 7.60998e-06 [updatestate_loads_eliminate]: 7.37002e-06 [cse]: 9.738e-05 [call_graph_tuple_transform]: 3.526e-05 [tuple_list_get_item_eliminator]: 1.28e-05 [none_parameter_eliminate]: 2.16e-06 [renormalize]: 1.08001e-06 [switch_simplify]: 1.328e-05 [remove_dup_value]: 3.535e-05 [partial_unused_args_eliminate]: 2.42001e-06 [environ_conv]: 1.48e-05 [add_recomputation]: 9.935e-05 [cse_after_recomputation]: 4.695e-05, [1] [Cycle 1]: 4.046e-05, [1] [cse]: 3.326e-05 [auto_monad_reorder]: 3.414e-05 [get_jit_bprop_graph]: 2.39999e-06 [rewriter_after_jit_bprop_graph]: 8.87e-06 [opt_after_jit_grad]: 0.00054977 [symbol_engine_optimizer]: 0.00013541, [1] [Cycle 1]: 0.00012756, [6] [build]: 1.882e-05 [elim_shapecalc]: 1.721e-05 [elim_not_effective]: 2.634e-05 [opt_reshape]: 1.308e-05 [fold_const_symbol]: 1.927e-05 [renormalize]: 4.69998e-07 [validate]: 6.923e-05 Sums bootstrap : 0.000334s : 0.05% type_inference : 0.367685s : 56.47% event_method : 0.000199s : 0.03% auto_monad : 0.000258s : 0.04% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000049s : 0.01% rewriter_before_opt_a : 0.000152s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000340s : 0.05% jit_opt_a.loop_unroll : 0.000169s : 0.03% jit_opt_a.a_1 : 0.005548s : 0.85% jit_opt_a.with_stream_mark : 0.000117s : 0.02% jit_opt_a.recompute_prepare : 0.000089s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000071s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000010s : 0.00% jit_opt_a.specialize_transform : 0.000071s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000127s : 0.02% jit_opt_a.accelerated_algorithm : 0.000086s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000015s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000059s : 0.01% jit_opt_a.merge_forward : 0.000037s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000008s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000120s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000094s : 0.01% jit_opt_a.meta_fg_expand : 0.006185s : 0.95% jit_opt_a.replace_old_param : 0.000179s : 0.03% jit_opt_a.inline_without_move : 0.000162s : 0.02% jit_opt_a.renormalize : 0.264696s : 40.65% jit_opt_a.add_forward_monad_depend : 0.000034s : 0.01% jit_opt_a.auto_monad_grad : 0.000018s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000193s : 0.03% jit_opt_a.cse : 0.000588s : 0.09% jit_opt_a.replace_applicator : 0.000275s : 0.04% py_interpret_to_execute_after_opt_a : 0.000057s : 0.01% rewriter_after_opt_a : 0.000273s : 0.04% convert_after_rewriter : 0.000017s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000818s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000037s : 0.01% jit_opt_b.inline_after_opt_a : 0.000040s : 0.01% cconv : 0.000043s : 0.01% loop_unroll : 0.000530s : 0.08% jit_opt_after_cconv.c_1 : 0.000073s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000097s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000035s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000035s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000099s : 0.02% cse_after_recomputation.cse : 0.000033s : 0.01% auto_monad_reorder : 0.000034s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000550s : 0.08% symbol_engine_optimizer.build : 0.000019s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000017s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000026s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000019s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000069s : 0.01% Time group info: ------[substitution.] 0.002507 291 1.51% : 0.000038s : 12: substitution.depend_value_elim 0.16% : 0.000004s : 7: substitution.elim_not_effective 0.12% : 0.000003s : 7: substitution.fold_const_symbol 30.54% : 0.000766s : 4: substitution.getattr_setattr_resolve 0.39% : 0.000010s : 8: substitution.graph_param_transform 48.98% : 0.001228s : 28: substitution.inline 1.45% : 0.000036s : 4: substitution.inline_without_move 0.68% : 0.000017s : 35: substitution.j_node_and_user_rematch 0.85% : 0.000021s : 3: substitution.less_batch_normalization 0.79% : 0.000020s : 13: substitution.minmaximum_grad 0.60% : 0.000015s : 14: substitution.partial_eliminate 0.96% : 0.000024s : 35: substitution.remove_not_recompute_node 2.21% : 0.000055s : 16: substitution.replace_applicator 0.76% : 0.000019s : 19: substitution.replace_old_param 0.27% : 0.000007s : 2: substitution.set_cell_output_no_recompute 0.59% : 0.000015s : 3: substitution.switch_simplify 1.69% : 0.000042s : 13: substitution.tuple_list_convert_item_index_to_positive 1.12% : 0.000028s : 13: substitution.tuple_list_get_item_depend_reorder 3.41% : 0.000086s : 30: substitution.tuple_list_get_item_eliminator 0.95% : 0.000024s : 9: substitution.updatestate_pure_node_eliminater 1.94% : 0.000049s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.367574 2 99.08% : 0.364178s : 1: type_inference.infer 0.92% : 0.003396s : 1: type_inference.specialize ------[replace.] 0.000728 53 8.02% : 0.000058s : 3: replace.getattr_setattr_resolve 49.79% : 0.000363s : 28: replace.inline 5.13% : 0.000037s : 1: replace.replace_applicator 9.64% : 0.000070s : 3: replace.switch_simplify 22.65% : 0.000165s : 17: replace.tuple_list_get_item_eliminator 4.77% : 0.000035s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002001 53 35.80% : 0.000716s : 3: match.getattr_setattr_resolve 60.52% : 0.001211s : 28: match.inline 0.66% : 0.000013s : 1: match.replace_applicator 0.65% : 0.000013s : 3: match.switch_simplify 1.86% : 0.000037s : 17: match.tuple_list_get_item_eliminator 0.50% : 0.000010s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000928 5919 1.43% : 0.000013s : 99: predicate.accumulaten_eliminater 0.38% : 0.000004s : 8: predicate.ad_related_special_op_eliminate 1.39% : 0.000013s : 99: predicate.addn_check_dump 1.50% : 0.000014s : 99: predicate.addn_zero_filter 2.13% : 0.000020s : 99: predicate.arithmetic_simplify 1.49% : 0.000014s : 99: predicate.cast_eliminate 0.16% : 0.000001s : 8: predicate.check_bprop_eliminate 1.36% : 0.000013s : 99: predicate.compare_switch_simplify 1.59% : 0.000015s : 99: predicate.depend_value_elim 1.46% : 0.000014s : 99: predicate.dict_get_item_const_eliminator 1.44% : 0.000013s : 99: predicate.dict_get_item_eliminator 1.46% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.30% : 0.000003s : 8: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 8: predicate.elim_not_effective 0.20% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.51% : 0.000014s : 99: predicate.environ_add_const_eliminate 1.38% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.41% : 0.000013s : 99: predicate.environ_get_depend_swap 1.65% : 0.000015s : 99: predicate.environ_get_eliminate 1.41% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.84% : 0.000008s : 42: predicate.get_grad_eliminate 0.71% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000001s : 8: predicate.graph_param_transform 4.39% : 0.000041s : 160: predicate.inline 1.97% : 0.000018s : 106: predicate.inline_without_move 0.33% : 0.000003s : 42: predicate.j_node_and_user_rematch 0.98% : 0.000009s : 42: predicate.less_batch_normalization 2.09% : 0.000019s : 116: predicate.list_to_tuple_eliminator_ 1.88% : 0.000017s : 124: predicate.load_eliminater 0.40% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.69% : 0.000025s : 171: predicate.loop_unroll_before_grad 1.75% : 0.000016s : 107: predicate.make_slice_get_slice_eliminator 1.39% : 0.000013s : 99: predicate.merge_addn 1.51% : 0.000014s : 99: predicate.minmaximum_grad 0.51% : 0.000005s : 8: predicate.mutable_eliminate 0.18% : 0.000002s : 8: predicate.opt_reshape 2.43% : 0.000023s : 124: predicate.partial_eliminate 1.46% : 0.000014s : 99: predicate.print_const_string_wrapper 2.00% : 0.000019s : 99: predicate.reduce_eliminate 1.90% : 0.000018s : 116: predicate.redundant_stop_gradient_eliminater 0.40% : 0.000004s : 42: predicate.remove_not_recompute_node 2.66% : 0.000025s : 236: predicate.replace_applicator 0.97% : 0.000009s : 106: predicate.replace_old_param 0.21% : 0.000002s : 8: predicate.reset_defer_inline 3.31% : 0.000031s : 99: predicate.reshape_eliminate 1.48% : 0.000014s : 99: predicate.row_tensor_add_zeros_like 0.23% : 0.000002s : 8: predicate.row_tensor_eliminate 1.53% : 0.000014s : 99: predicate.same_eliminate 0.49% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.31% : 0.000003s : 16: predicate.special_op_eliminate 0.92% : 0.000009s : 50: predicate.specialize_transform 1.64% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.53% : 0.000014s : 99: predicate.stack_unstack_eliminate 0.16% : 0.000001s : 8: predicate.switch_call_monad_eliminater 2.81% : 0.000026s : 144: predicate.switch_defer_inline 2.39% : 0.000022s : 144: predicate.switch_layer_defer_inline 5.55% : 0.000052s : 329: predicate.switch_simplify 1.55% : 0.000014s : 99: predicate.tile_eliminate 1.43% : 0.000013s : 99: predicate.transpose_eliminate 1.95% : 0.000018s : 99: predicate.tuple_list_convert_item_index_to_positive 1.70% : 0.000016s : 99: predicate.tuple_list_get_item_depend_reorder 3.23% : 0.000030s : 132: predicate.tuple_list_get_item_eliminator 1.71% : 0.000016s : 99: predicate.tuple_list_set_item_eliminator 1.72% : 0.000016s : 116: predicate.tuple_to_list_eliminator_ 1.79% : 0.000017s : 124: predicate.updatestate_pure_node_eliminater 2.89% : 0.000027s : 168: predicate.updatestate_useless_node_eliminater 1.78% : 0.000017s : 99: predicate.value_based_eliminate 0.13% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.19% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.251401 58 99.23% : 0.249465s : 22: func_graph_cloner_run.FuncGraphClonerGraph 0.13% : 0.000334s : 7: func_graph_cloner_run.FuncGraphClonerNode 0.64% : 0.001602s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.137580 104 0.01% : 0.000103s : 1: add_recomputation 0.02% : 0.000267s : 1: auto_monad 0.00% : 0.000037s : 1: auto_monad_reorder 0.03% : 0.000358s : 1: bootstrap 0.00% : 0.000046s : 1: cconv 0.00% : 0.000021s : 1: convert_after_rewriter 0.00% : 0.000049s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.02% : 0.000208s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 43.29% : 0.492427s : 1: jit_opt_a 0.03% : 0.000342s : 1: jit_opt_after_cconv 0.01% : 0.000105s : 1: jit_opt_b 0.05% : 0.000540s : 1: loop_unroll 0.07% : 0.000827s : 1: mutable_eliminate 0.64% : 0.007240s : 52: opt.transform.jit_opt_a 0.01% : 0.000130s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000068s : 4: opt.transform.jit_opt_b 0.00% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000032s : 1: opt.transform.mutable_eliminate 0.00% : 0.000046s : 1: opt.transform.opt_after_jit_grad 0.08% : 0.000880s : 2: opt.transform.opt_resolve 0.01% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000558s : 1: opt_after_jit_grad 0.00% : 0.000013s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.00% : 0.000052s : 1: py_interpret_to_execute 0.01% : 0.000086s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000038s : 1: remove_dup_value 22.89% : 0.260344s : 3: renormalize.infer 0.38% : 0.004322s : 3: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.02% : 0.000280s : 1: rewriter_after_opt_a 0.01% : 0.000155s : 1: rewriter_before_opt_a 0.01% : 0.000139s : 1: symbol_engine_optimizer 32.32% : 0.367709s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape1-0-1-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape1-0-1-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape2-1-2-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape2-1-2-pynative],max_mem:4.0M TotalTime = 0.202571, [30] [bootstrap]: 0.00063144 [type_inference]: 0.190227 [event_method]: 1.382e-05 [auto_monad]: 0.00014986 [graph_reusing]: 5.74999e-06 [pre_auto_parallel]: 2.88e-06 [py_interpret_to_execute]: 0.000132 [rewriter_before_opt_a]: 6.076e-05 [expand_dump_flag]: 3.26001e-06 [jit_opt_a]: 0.00735019, [2] [Cycle 1]: 0.00241807, [27] [switch_simplify]: 5.526e-05 [loop_unroll]: 1.883e-05 [a_1]: 0.00060555 [with_stream_mark]: 3.419e-05 [recompute_prepare]: 1.471e-05 [updatestate_depend_eliminate]: 7.50998e-06 [updatestate_assign_eliminate]: 6.91001e-06 [updatestate_loads_eliminate]: 5.29e-06 [parameter_eliminate]: 2.39001e-06 [specialize_transform]: 9.67001e-06 [updatestate_useless_node_eliminater]: 1.324e-05 [accelerated_algorithm]: 1.075e-05 [meta_shard_fg_expand]: 3.50998e-06 [get_grad_eliminate_]: 8.87e-06 [merge_forward]: 5.61003e-06 [cell_reuse_recompute_pass]: 1.39998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.173e-05 [j_node_and_user_rematch]: 1.565e-05 [meta_fg_expand]: 3.83001e-06 [replace_old_param]: 1.437e-05 [inline_without_move]: 8.64e-06 [renormalize]: 0.00121455 [add_forward_monad_depend]: 1.379e-05 [auto_monad_grad]: 2.53e-06 [auto_monad_eliminator]: 2.799e-05 [cse]: 4.221e-05 [replace_applicator]: 2.094e-05 [Cycle 2]: 0.00050841, [27] [switch_simplify]: 8.93002e-06 [loop_unroll]: 7.87998e-06 [a_1]: 0.00017413 [with_stream_mark]: 1.722e-05 [recompute_prepare]: 8.52e-06 [updatestate_depend_eliminate]: 6.54999e-06 [updatestate_assign_eliminate]: 5.17999e-06 [updatestate_loads_eliminate]: 3.98999e-06 [parameter_eliminate]: 2.06e-06 [specialize_transform]: 9.36e-06 [updatestate_useless_node_eliminater]: 1.143e-05 [accelerated_algorithm]: 7.68001e-06 [meta_shard_fg_expand]: 2.58e-06 [get_grad_eliminate_]: 7.82e-06 [merge_forward]: 5.54e-06 [cell_reuse_recompute_pass]: 3.02002e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.9e-05 [j_node_and_user_rematch]: 1.306e-05 [meta_fg_expand]: 3.06001e-06 [replace_old_param]: 1.095e-05 [inline_without_move]: 7.38999e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.29998e-06 [auto_monad_grad]: 1.57999e-06 [auto_monad_eliminator]: 1.332e-05 [cse]: 2.041e-05 [replace_applicator]: 7.8e-06 [py_interpret_to_execute_after_opt_a]: 1.941e-05 [rewriter_after_opt_a]: 0.0004671 [convert_after_rewriter]: 1.461e-05 [order_py_execute_after_rewriter]: 6.70998e-06 [mutable_eliminate]: 0.00087836 [jit_opt_b]: 9.353e-05, [1] [Cycle 1]: 7.722e-05, [2] [frontend_op_eliminate]: 3.197e-05 [inline_after_opt_a]: 3.03e-05 [cconv]: 4.585e-05 [loop_unroll]: 0.00064588 [jit_opt_after_cconv]: 0.00026612, [1] [Cycle 1]: 0.00025619, [11] [c_1]: 6.407e-05 [parameter_eliminate]: 5.59998e-06 [updatestate_depend_eliminate]: 1.57e-05 [updatestate_assign_eliminate]: 5.61998e-06 [updatestate_loads_eliminate]: 5.47999e-06 [cse]: 5.182e-05 [call_graph_tuple_transform]: 2.545e-05 [tuple_list_get_item_eliminator]: 8.92e-06 [none_parameter_eliminate]: 1.44e-06 [renormalize]: 2.9002e-07 [switch_simplify]: 9.69e-06 [remove_dup_value]: 2.444e-05 [partial_unused_args_eliminate]: 3.09999e-06 [environ_conv]: 9.34e-06 [add_recomputation]: 8.371e-05 [cse_after_recomputation]: 3.321e-05, [1] [Cycle 1]: 2.546e-05, [1] [cse]: 1.795e-05 [auto_monad_reorder]: 3.025e-05 [get_jit_bprop_graph]: 2.76999e-06 [rewriter_after_jit_bprop_graph]: 0.00019524 [opt_after_jit_grad]: 0.00072518 [symbol_engine_optimizer]: 0.00010737, [1] [Cycle 1]: 9.972e-05, [6] [build]: 8.10999e-06 [elim_shapecalc]: 1.271e-05 [elim_not_effective]: 2.154e-05 [opt_reshape]: 9.79999e-06 [fold_const_symbol]: 1.436e-05 [renormalize]: 6.39993e-07 [validate]: 6.723e-05 Sums bootstrap : 0.000631s : 0.32% type_inference : 0.190227s : 96.39% event_method : 0.000014s : 0.01% auto_monad : 0.000150s : 0.08% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000132s : 0.07% rewriter_before_opt_a : 0.000061s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000064s : 0.03% jit_opt_a.loop_unroll : 0.000027s : 0.01% jit_opt_a.a_1 : 0.000780s : 0.40% jit_opt_a.with_stream_mark : 0.000051s : 0.03% jit_opt_a.recompute_prepare : 0.000023s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000014s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000041s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000029s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000025s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.01% jit_opt_a.renormalize : 0.001215s : 0.62% jit_opt_a.add_forward_monad_depend : 0.000015s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000041s : 0.02% jit_opt_a.cse : 0.000063s : 0.03% jit_opt_a.replace_applicator : 0.000029s : 0.01% py_interpret_to_execute_after_opt_a : 0.000019s : 0.01% rewriter_after_opt_a : 0.000467s : 0.24% convert_after_rewriter : 0.000015s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000878s : 0.45% jit_opt_b.frontend_op_eliminate : 0.000032s : 0.02% jit_opt_b.inline_after_opt_a : 0.000030s : 0.02% cconv : 0.000046s : 0.02% loop_unroll : 0.000646s : 0.33% jit_opt_after_cconv.c_1 : 0.000064s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000052s : 0.03% jit_opt_after_cconv.call_graph_tuple_transform : 0.000025s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000001s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000024s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000084s : 0.04% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000030s : 0.02% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000195s : 0.10% opt_after_jit_grad : 0.000725s : 0.37% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000022s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000067s : 0.03% Time group info: ------[substitution.] 0.000294 43 3.52% : 0.000010s : 2: substitution.depend_value_elim 0.96% : 0.000003s : 4: substitution.elim_not_effective 0.75% : 0.000002s : 4: substitution.fold_const_symbol 2.69% : 0.000008s : 5: substitution.graph_param_transform 76.22% : 0.000224s : 2: substitution.inline 1.70% : 0.000005s : 8: substitution.j_node_and_user_rematch 2.61% : 0.000008s : 8: substitution.remove_not_recompute_node 2.35% : 0.000007s : 2: substitution.replace_old_param 5.25% : 0.000015s : 3: substitution.updatestate_pure_node_eliminater 3.95% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.190140 2 99.49% : 0.189162s : 1: type_inference.infer 0.51% : 0.000978s : 1: type_inference.specialize ------[replace.] 0.000036 2 100.00% : 0.000036s : 2: replace.inline ------[match.] 0.000221 2 100.00% : 0.000221s : 2: match.inline ------[predicate.] 0.000238 767 0.79% : 0.000002s : 11: predicate.accumulaten_eliminater 1.38% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.66% : 0.000002s : 11: predicate.addn_check_dump 1.02% : 0.000002s : 11: predicate.addn_zero_filter 1.24% : 0.000003s : 11: predicate.arithmetic_simplify 0.84% : 0.000002s : 11: predicate.cast_eliminate 0.75% : 0.000002s : 5: predicate.check_bprop_eliminate 0.62% : 0.000001s : 11: predicate.compare_switch_simplify 0.80% : 0.000002s : 11: predicate.depend_value_elim 34.32% : 0.000082s : 11: predicate.dict_get_item_const_eliminator 0.74% : 0.000002s : 11: predicate.dict_get_item_eliminator 0.91% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.00% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.42% : 0.000001s : 5: predicate.elim_not_effective 0.51% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.80% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.65% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.59% : 0.000001s : 11: predicate.environ_get_depend_swap 0.66% : 0.000002s : 11: predicate.environ_get_eliminate 0.90% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.18% : 0.000000s : 5: predicate.fold_const_symbol 0.85% : 0.000002s : 10: predicate.get_grad_eliminate 0.24% : 0.000001s : 5: predicate.graph_param_transform 3.88% : 0.000009s : 23: predicate.inline 0.76% : 0.000002s : 10: predicate.inline_without_move 0.32% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.10% : 0.000003s : 10: predicate.less_batch_normalization 0.82% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.17% : 0.000003s : 16: predicate.load_eliminater 1.41% : 0.000003s : 5: predicate.loop_unroll_after_grad 1.63% : 0.000004s : 20: predicate.loop_unroll_before_grad 1.42% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.57% : 0.000001s : 11: predicate.merge_addn 0.59% : 0.000001s : 11: predicate.minmaximum_grad 2.21% : 0.000005s : 5: predicate.mutable_eliminate 0.57% : 0.000001s : 5: predicate.opt_reshape 1.42% : 0.000003s : 16: predicate.partial_eliminate 0.66% : 0.000002s : 11: predicate.print_const_string_wrapper 1.46% : 0.000003s : 11: predicate.reduce_eliminate 0.80% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.62% : 0.000001s : 10: predicate.remove_not_recompute_node 1.13% : 0.000003s : 21: predicate.replace_applicator 0.48% : 0.000001s : 10: predicate.replace_old_param 0.32% : 0.000001s : 5: predicate.reset_defer_inline 0.74% : 0.000002s : 11: predicate.reshape_eliminate 0.71% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.94% : 0.000002s : 5: predicate.row_tensor_eliminate 0.70% : 0.000002s : 11: predicate.same_eliminate 0.45% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.25% : 0.000003s : 10: predicate.special_op_eliminate 0.81% : 0.000002s : 10: predicate.specialize_transform 0.79% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 0.63% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.36% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.00% : 0.000002s : 13: predicate.switch_defer_inline 0.83% : 0.000002s : 13: predicate.switch_layer_defer_inline 3.80% : 0.000009s : 38: predicate.switch_simplify 0.78% : 0.000002s : 11: predicate.tile_eliminate 0.71% : 0.000002s : 11: predicate.transpose_eliminate 0.81% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 0.73% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 2.63% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 0.95% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 0.66% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 0.98% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 2.45% : 0.000006s : 26: predicate.updatestate_useless_node_eliminater 0.96% : 0.000002s : 11: predicate.value_based_eliminate 0.33% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.78% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000347 5 7.98% : 0.000028s : 1: func_graph_cloner_run.FuncGraphClonerGraph 92.02% : 0.000320s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.205000 72 0.04% : 0.000087s : 1: add_recomputation 0.08% : 0.000155s : 1: auto_monad 0.02% : 0.000034s : 1: auto_monad_reorder 0.33% : 0.000670s : 1: bootstrap 0.02% : 0.000049s : 1: cconv 0.01% : 0.000018s : 1: convert_after_rewriter 0.02% : 0.000036s : 1: cse_after_recomputation 0.01% : 0.000012s : 1: environ_conv 0.01% : 0.000019s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 3.59% : 0.007355s : 1: jit_opt_a 0.13% : 0.000270s : 1: jit_opt_after_cconv 0.05% : 0.000098s : 1: jit_opt_b 0.32% : 0.000656s : 1: loop_unroll 0.44% : 0.000895s : 1: mutable_eliminate 0.52% : 0.001076s : 26: opt.transform.jit_opt_a 0.05% : 0.000103s : 4: opt.transform.jit_opt_after_cconv 0.03% : 0.000052s : 4: opt.transform.jit_opt_b 0.01% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.02% : 0.000032s : 1: opt.transform.mutable_eliminate 0.02% : 0.000044s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.36% : 0.000738s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.07% : 0.000136s : 1: py_interpret_to_execute 0.01% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000028s : 1: remove_dup_value 0.37% : 0.000759s : 1: renormalize.infer 0.22% : 0.000443s : 1: renormalize.specialize 0.10% : 0.000201s : 1: rewriter_after_jit_bprop_graph 0.23% : 0.000475s : 1: rewriter_after_opt_a 0.03% : 0.000065s : 1: rewriter_before_opt_a 0.05% : 0.000111s : 1: symbol_engine_optimizer 92.80% : 0.190243s : 1: type_inference TotalTime = 0.629854, [30] [bootstrap]: 0.00032045 [type_inference]: 0.233622 [event_method]: 0.0002224 [auto_monad]: 0.0002797 [graph_reusing]: 1.062e-05 [pre_auto_parallel]: 3.75e-06 [py_interpret_to_execute]: 5.017e-05 [rewriter_before_opt_a]: 0.00015345 [expand_dump_flag]: 4e-06 [jit_opt_a]: 0.391945, [4] [Cycle 1]: 0.233103, [27] [switch_simplify]: 0.00019939 [loop_unroll]: 5.759e-05 [a_1]: 0.00144671 [with_stream_mark]: 4.14e-05 [recompute_prepare]: 3.407e-05 [updatestate_depend_eliminate]: 1.567e-05 [updatestate_assign_eliminate]: 1.13e-05 [updatestate_loads_eliminate]: 1.025e-05 [parameter_eliminate]: 3.08998e-06 [specialize_transform]: 2.161e-05 [updatestate_useless_node_eliminater]: 2.475e-05 [accelerated_algorithm]: 1.871e-05 [meta_shard_fg_expand]: 7.05e-06 [get_grad_eliminate_]: 1.92e-05 [merge_forward]: 1.378e-05 [cell_reuse_recompute_pass]: 2.09e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.985e-05 [j_node_and_user_rematch]: 3.349e-05 [meta_fg_expand]: 0.202835 [replace_old_param]: 0.00013132 [inline_without_move]: 0.00011944 [renormalize]: 0.0269817 [add_forward_monad_depend]: 2.011e-05 [auto_monad_grad]: 1.065e-05 [auto_monad_eliminator]: 0.00011921 [cse]: 0.00031254 [replace_applicator]: 0.00021271 [Cycle 2]: 0.152549, [27] [switch_simplify]: 8.518e-05 [loop_unroll]: 8.17e-05 [a_1]: 0.00366423 [with_stream_mark]: 3.954e-05 [recompute_prepare]: 3.44e-05 [updatestate_depend_eliminate]: 1.488e-05 [updatestate_assign_eliminate]: 1.516e-05 [updatestate_loads_eliminate]: 1.417e-05 [parameter_eliminate]: 4.63999e-06 [specialize_transform]: 2.337e-05 [updatestate_useless_node_eliminater]: 7.735e-05 [accelerated_algorithm]: 3.285e-05 [meta_shard_fg_expand]: 4.55001e-06 [get_grad_eliminate_]: 1.417e-05 [merge_forward]: 8.80001e-06 [cell_reuse_recompute_pass]: 1.56998e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.014e-05 [j_node_and_user_rematch]: 2.37e-05 [meta_fg_expand]: 0.00011384 [replace_old_param]: 2.122e-05 [inline_without_move]: 1.35e-05 [renormalize]: 0.147721 [add_forward_monad_depend]: 1.143e-05 [auto_monad_grad]: 3.16001e-06 [auto_monad_eliminator]: 4.11e-05 [cse]: 0.00015757 [replace_applicator]: 3.86e-05 [Cycle 3]: 0.0018793, [27] [switch_simplify]: 1.651e-05 [loop_unroll]: 1.405e-05 [a_1]: 0.00034381 [with_stream_mark]: 2.503e-05 [recompute_prepare]: 1.432e-05 [updatestate_depend_eliminate]: 4.159e-05 [updatestate_assign_eliminate]: 8.15e-06 [updatestate_loads_eliminate]: 6.94001e-06 [parameter_eliminate]: 1.87999e-06 [specialize_transform]: 1.347e-05 [updatestate_useless_node_eliminater]: 1.437e-05 [accelerated_algorithm]: 1.646e-05 [meta_shard_fg_expand]: 3.93001e-06 [get_grad_eliminate_]: 1.117e-05 [merge_forward]: 7.33e-06 [cell_reuse_recompute_pass]: 3.35e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.715e-05 [j_node_and_user_rematch]: 1.975e-05 [meta_fg_expand]: 4.90001e-06 [replace_old_param]: 1.532e-05 [inline_without_move]: 1.157e-05 [renormalize]: 0.00096705 [add_forward_monad_depend]: 5.44998e-06 [auto_monad_grad]: 2.51e-06 [auto_monad_eliminator]: 2.225e-05 [cse]: 7.478e-05 [replace_applicator]: 2.284e-05 [Cycle 4]: 0.00066117, [27] [switch_simplify]: 1.284e-05 [loop_unroll]: 1.17e-05 [a_1]: 0.00025324 [with_stream_mark]: 1.428e-05 [recompute_prepare]: 1.107e-05 [updatestate_depend_eliminate]: 7.4e-06 [updatestate_assign_eliminate]: 6.37001e-06 [updatestate_loads_eliminate]: 6.43e-06 [parameter_eliminate]: 1.57001e-06 [specialize_transform]: 1.133e-05 [updatestate_useless_node_eliminater]: 1.42e-05 [accelerated_algorithm]: 1.437e-05 [meta_shard_fg_expand]: 2.46e-06 [get_grad_eliminate_]: 1.246e-05 [merge_forward]: 8.28999e-06 [cell_reuse_recompute_pass]: 2.02001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.543e-05 [j_node_and_user_rematch]: 2.016e-05 [meta_fg_expand]: 4.32e-06 [replace_old_param]: 1.481e-05 [inline_without_move]: 1.137e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.88002e-06 [auto_monad_grad]: 1.42e-06 [auto_monad_eliminator]: 1.564e-05 [cse]: 3.737e-05 [replace_applicator]: 1.204e-05 [py_interpret_to_execute_after_opt_a]: 1.673e-05 [rewriter_after_opt_a]: 0.0002496 [convert_after_rewriter]: 1.464e-05 [order_py_execute_after_rewriter]: 8.78001e-06 [mutable_eliminate]: 0.00079742 [jit_opt_b]: 9.604e-05, [1] [Cycle 1]: 8.691e-05, [2] [frontend_op_eliminate]: 3.77e-05 [inline_after_opt_a]: 3.547e-05 [cconv]: 3.564e-05 [loop_unroll]: 0.00049968 [jit_opt_after_cconv]: 0.00030034, [1] [Cycle 1]: 0.00029246, [11] [c_1]: 7.249e-05 [parameter_eliminate]: 3.53e-06 [updatestate_depend_eliminate]: 1.55e-05 [updatestate_assign_eliminate]: 7.01001e-06 [updatestate_loads_eliminate]: 6.93e-06 [cse]: 6.116e-05 [call_graph_tuple_transform]: 3.654e-05 [tuple_list_get_item_eliminator]: 1.37e-05 [none_parameter_eliminate]: 1.59998e-06 [renormalize]: 3.09985e-07 [switch_simplify]: 1.374e-05 [remove_dup_value]: 3.483e-05 [partial_unused_args_eliminate]: 2.88e-06 [environ_conv]: 1.499e-05 [add_recomputation]: 9.66e-05 [cse_after_recomputation]: 4.637e-05, [1] [Cycle 1]: 3.995e-05, [1] [cse]: 3.26e-05 [auto_monad_reorder]: 3.319e-05 [get_jit_bprop_graph]: 2.44001e-06 [rewriter_after_jit_bprop_graph]: 6.98998e-06 [opt_after_jit_grad]: 0.00054973 [symbol_engine_optimizer]: 0.00012743, [1] [Cycle 1]: 0.00012041, [6] [build]: 1.564e-05 [elim_shapecalc]: 1.571e-05 [elim_not_effective]: 2.537e-05 [opt_reshape]: 1.285e-05 [fold_const_symbol]: 1.954e-05 [renormalize]: 5.60016e-07 [validate]: 6.816e-05 Sums bootstrap : 0.000320s : 0.05% type_inference : 0.233622s : 37.39% event_method : 0.000222s : 0.04% auto_monad : 0.000280s : 0.04% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000050s : 0.01% rewriter_before_opt_a : 0.000153s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000314s : 0.05% jit_opt_a.loop_unroll : 0.000165s : 0.03% jit_opt_a.a_1 : 0.005708s : 0.91% jit_opt_a.with_stream_mark : 0.000120s : 0.02% jit_opt_a.recompute_prepare : 0.000094s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000080s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000011s : 0.00% jit_opt_a.specialize_transform : 0.000070s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000131s : 0.02% jit_opt_a.accelerated_algorithm : 0.000082s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000018s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000057s : 0.01% jit_opt_a.merge_forward : 0.000038s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000009s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000123s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000097s : 0.02% jit_opt_a.meta_fg_expand : 0.202958s : 32.48% jit_opt_a.replace_old_param : 0.000183s : 0.03% jit_opt_a.inline_without_move : 0.000156s : 0.02% jit_opt_a.renormalize : 0.175670s : 28.12% jit_opt_a.add_forward_monad_depend : 0.000039s : 0.01% jit_opt_a.auto_monad_grad : 0.000018s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000198s : 0.03% jit_opt_a.cse : 0.000582s : 0.09% jit_opt_a.replace_applicator : 0.000286s : 0.05% py_interpret_to_execute_after_opt_a : 0.000017s : 0.00% rewriter_after_opt_a : 0.000250s : 0.04% convert_after_rewriter : 0.000015s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000797s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000038s : 0.01% jit_opt_b.inline_after_opt_a : 0.000035s : 0.01% cconv : 0.000036s : 0.01% loop_unroll : 0.000500s : 0.08% jit_opt_after_cconv.c_1 : 0.000072s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000061s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000037s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000014s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000035s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000097s : 0.02% cse_after_recomputation.cse : 0.000033s : 0.01% auto_monad_reorder : 0.000033s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000007s : 0.00% opt_after_jit_grad : 0.000550s : 0.09% symbol_engine_optimizer.build : 0.000016s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000068s : 0.01% Time group info: ------[substitution.] 0.002657 291 1.54% : 0.000041s : 12: substitution.depend_value_elim 0.15% : 0.000004s : 7: substitution.elim_not_effective 0.11% : 0.000003s : 7: substitution.fold_const_symbol 31.29% : 0.000831s : 4: substitution.getattr_setattr_resolve 0.36% : 0.000010s : 8: substitution.graph_param_transform 48.25% : 0.001282s : 28: substitution.inline 1.32% : 0.000035s : 4: substitution.inline_without_move 0.68% : 0.000018s : 35: substitution.j_node_and_user_rematch 0.76% : 0.000020s : 3: substitution.less_batch_normalization 0.77% : 0.000020s : 13: substitution.minmaximum_grad 0.53% : 0.000014s : 14: substitution.partial_eliminate 0.99% : 0.000026s : 35: substitution.remove_not_recompute_node 2.25% : 0.000060s : 16: substitution.replace_applicator 0.73% : 0.000019s : 19: substitution.replace_old_param 0.29% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.60% : 0.000016s : 3: substitution.switch_simplify 1.67% : 0.000044s : 13: substitution.tuple_list_convert_item_index_to_positive 1.10% : 0.000029s : 13: substitution.tuple_list_get_item_depend_reorder 3.64% : 0.000097s : 30: substitution.tuple_list_get_item_eliminator 0.91% : 0.000024s : 9: substitution.updatestate_pure_node_eliminater 2.04% : 0.000054s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.233502 2 98.68% : 0.230415s : 1: type_inference.infer 1.32% : 0.003087s : 1: type_inference.specialize ------[replace.] 0.000738 53 7.44% : 0.000055s : 3: replace.getattr_setattr_resolve 51.29% : 0.000379s : 28: replace.inline 4.39% : 0.000032s : 1: replace.replace_applicator 8.24% : 0.000061s : 3: replace.switch_simplify 23.52% : 0.000174s : 17: replace.tuple_list_get_item_eliminator 5.12% : 0.000038s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002129 53 36.69% : 0.000781s : 3: match.getattr_setattr_resolve 59.36% : 0.001263s : 28: match.inline 0.67% : 0.000014s : 1: match.replace_applicator 0.66% : 0.000014s : 3: match.switch_simplify 2.15% : 0.000046s : 17: match.tuple_list_get_item_eliminator 0.47% : 0.000010s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000892 5919 1.49% : 0.000013s : 99: predicate.accumulaten_eliminater 0.33% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.55% : 0.000014s : 99: predicate.addn_check_dump 1.53% : 0.000014s : 99: predicate.addn_zero_filter 1.85% : 0.000016s : 99: predicate.arithmetic_simplify 1.61% : 0.000014s : 99: predicate.cast_eliminate 0.23% : 0.000002s : 8: predicate.check_bprop_eliminate 1.40% : 0.000012s : 99: predicate.compare_switch_simplify 1.60% : 0.000014s : 99: predicate.depend_value_elim 1.51% : 0.000014s : 99: predicate.dict_get_item_const_eliminator 1.44% : 0.000013s : 99: predicate.dict_get_item_eliminator 1.52% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.25% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.09% : 0.000001s : 8: predicate.elim_not_effective 0.19% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.46% : 0.000013s : 99: predicate.environ_add_const_eliminate 1.47% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.45% : 0.000013s : 99: predicate.environ_get_depend_swap 1.49% : 0.000013s : 99: predicate.environ_get_eliminate 1.42% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.83% : 0.000007s : 42: predicate.get_grad_eliminate 0.73% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.11% : 0.000001s : 8: predicate.graph_param_transform 4.65% : 0.000042s : 160: predicate.inline 2.10% : 0.000019s : 106: predicate.inline_without_move 0.35% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.03% : 0.000009s : 42: predicate.less_batch_normalization 1.95% : 0.000017s : 116: predicate.list_to_tuple_eliminator_ 1.89% : 0.000017s : 124: predicate.load_eliminater 0.41% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.67% : 0.000024s : 171: predicate.loop_unroll_before_grad 1.74% : 0.000015s : 107: predicate.make_slice_get_slice_eliminator 1.40% : 0.000013s : 99: predicate.merge_addn 1.52% : 0.000014s : 99: predicate.minmaximum_grad 0.44% : 0.000004s : 8: predicate.mutable_eliminate 0.15% : 0.000001s : 8: predicate.opt_reshape 2.42% : 0.000022s : 124: predicate.partial_eliminate 1.55% : 0.000014s : 99: predicate.print_const_string_wrapper 1.81% : 0.000016s : 99: predicate.reduce_eliminate 1.98% : 0.000018s : 116: predicate.redundant_stop_gradient_eliminater 0.42% : 0.000004s : 42: predicate.remove_not_recompute_node 2.74% : 0.000024s : 236: predicate.replace_applicator 1.07% : 0.000010s : 106: predicate.replace_old_param 0.15% : 0.000001s : 8: predicate.reset_defer_inline 1.55% : 0.000014s : 99: predicate.reshape_eliminate 1.60% : 0.000014s : 99: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.64% : 0.000015s : 99: predicate.same_eliminate 0.63% : 0.000006s : 52: predicate.set_cell_output_no_recompute 0.30% : 0.000003s : 16: predicate.special_op_eliminate 0.96% : 0.000009s : 50: predicate.specialize_transform 1.70% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.45% : 0.000013s : 99: predicate.stack_unstack_eliminate 0.17% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.23% : 0.000029s : 144: predicate.switch_defer_inline 2.38% : 0.000021s : 144: predicate.switch_layer_defer_inline 5.56% : 0.000050s : 329: predicate.switch_simplify 1.41% : 0.000013s : 99: predicate.tile_eliminate 1.45% : 0.000013s : 99: predicate.transpose_eliminate 1.80% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.78% : 0.000016s : 99: predicate.tuple_list_get_item_depend_reorder 3.26% : 0.000029s : 132: predicate.tuple_list_get_item_eliminator 1.81% : 0.000016s : 99: predicate.tuple_list_set_item_eliminator 1.80% : 0.000016s : 116: predicate.tuple_to_list_eliminator_ 1.93% : 0.000017s : 124: predicate.updatestate_pure_node_eliminater 3.08% : 0.000027s : 168: predicate.updatestate_useless_node_eliminater 1.86% : 0.000017s : 99: predicate.value_based_eliminate 0.13% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.24% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004962 58 51.27% : 0.002544s : 22: func_graph_cloner_run.FuncGraphClonerGraph 7.43% : 0.000369s : 7: func_graph_cloner_run.FuncGraphClonerNode 41.30% : 0.002049s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.814028 104 0.01% : 0.000100s : 1: add_recomputation 0.04% : 0.000288s : 1: auto_monad 0.00% : 0.000036s : 1: auto_monad_reorder 0.04% : 0.000346s : 1: bootstrap 0.00% : 0.000038s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.01% : 0.000049s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.03% : 0.000233s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 48.15% : 0.391949s : 1: jit_opt_a 0.04% : 0.000304s : 1: jit_opt_after_cconv 0.01% : 0.000099s : 1: jit_opt_b 0.06% : 0.000509s : 1: loop_unroll 0.10% : 0.000808s : 1: mutable_eliminate 0.91% : 0.007383s : 52: opt.transform.jit_opt_a 0.02% : 0.000131s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000066s : 4: opt.transform.jit_opt_b 0.00% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.12% : 0.000952s : 2: opt.transform.opt_resolve 0.01% : 0.000070s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000558s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000054s : 1: py_interpret_to_execute 0.00% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000038s : 1: remove_dup_value 20.94% : 0.170488s : 3: renormalize.infer 0.63% : 0.005138s : 3: renormalize.specialize 0.00% : 0.000009s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000254s : 1: rewriter_after_opt_a 0.02% : 0.000157s : 1: rewriter_before_opt_a 0.02% : 0.000130s : 1: symbol_engine_optimizer 28.70% : 0.233645s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape2-1-2-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape2-1-2-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape3-2-3-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape3-2-3-pynative],max_mem:4.0M TotalTime = 0.381945, [30] [bootstrap]: 0.00068281 [type_inference]: 0.257153 [event_method]: 1.838e-05 [auto_monad]: 0.00022767 [graph_reusing]: 6.48998e-06 [pre_auto_parallel]: 2.23998e-06 [py_interpret_to_execute]: 0.00020531 [rewriter_before_opt_a]: 6.508e-05 [expand_dump_flag]: 3.11001e-06 [jit_opt_a]: 0.0770497, [2] [Cycle 1]: 0.0200378, [27] [switch_simplify]: 5.674e-05 [loop_unroll]: 1.809e-05 [a_1]: 0.00283048 [with_stream_mark]: 3.262e-05 [recompute_prepare]: 1.414e-05 [updatestate_depend_eliminate]: 7.06999e-06 [updatestate_assign_eliminate]: 5.71e-06 [updatestate_loads_eliminate]: 4.57e-06 [parameter_eliminate]: 2.32999e-06 [specialize_transform]: 9.64e-06 [updatestate_useless_node_eliminater]: 1.206e-05 [accelerated_algorithm]: 9.20001e-06 [meta_shard_fg_expand]: 4.07003e-06 [get_grad_eliminate_]: 8.43999e-06 [merge_forward]: 5.57999e-06 [cell_reuse_recompute_pass]: 1.32e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.047e-05 [j_node_and_user_rematch]: 1.35e-05 [meta_fg_expand]: 3.61001e-06 [replace_old_param]: 1.393e-05 [inline_without_move]: 8.62e-06 [renormalize]: 0.0119415 [add_forward_monad_depend]: 0.00453918 [auto_monad_grad]: 7.2e-06 [auto_monad_eliminator]: 5.69e-05 [cse]: 5.441e-05 [replace_applicator]: 3.613e-05 [Cycle 2]: 0.00056559, [27] [switch_simplify]: 1.062e-05 [loop_unroll]: 9.60001e-06 [a_1]: 0.00020565 [with_stream_mark]: 2.194e-05 [recompute_prepare]: 1.014e-05 [updatestate_depend_eliminate]: 6.24001e-06 [updatestate_assign_eliminate]: 6.51e-06 [updatestate_loads_eliminate]: 4.97999e-06 [parameter_eliminate]: 2.99999e-06 [specialize_transform]: 8.69e-06 [updatestate_useless_node_eliminater]: 1.278e-05 [accelerated_algorithm]: 8.70999e-06 [meta_shard_fg_expand]: 3.80998e-06 [get_grad_eliminate_]: 7.88001e-06 [merge_forward]: 5.82001e-06 [cell_reuse_recompute_pass]: 3.06999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.008e-05 [j_node_and_user_rematch]: 1.266e-05 [meta_fg_expand]: 3.73001e-06 [replace_old_param]: 1.377e-05 [inline_without_move]: 8.07e-06 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 3.46999e-06 [auto_monad_grad]: 1.28002e-06 [auto_monad_eliminator]: 1.272e-05 [cse]: 2.202e-05 [replace_applicator]: 8.68001e-06 [py_interpret_to_execute_after_opt_a]: 2.375e-05 [rewriter_after_opt_a]: 0.0165683 [convert_after_rewriter]: 3.067e-05 [order_py_execute_after_rewriter]: 7.78001e-06 [mutable_eliminate]: 0.0119079 [jit_opt_b]: 0.00013442, [1] [Cycle 1]: 0.00012161, [2] [frontend_op_eliminate]: 5.953e-05 [inline_after_opt_a]: 3.094e-05 [cconv]: 4.406e-05 [loop_unroll]: 0.00659353 [jit_opt_after_cconv]: 0.00027033, [1] [Cycle 1]: 0.00025841, [11] [c_1]: 6.476e-05 [parameter_eliminate]: 7.3e-06 [updatestate_depend_eliminate]: 1.716e-05 [updatestate_assign_eliminate]: 6.62002e-06 [updatestate_loads_eliminate]: 5.77001e-06 [cse]: 5.065e-05 [call_graph_tuple_transform]: 2.444e-05 [tuple_list_get_item_eliminator]: 1.021e-05 [none_parameter_eliminate]: 1.64998e-06 [renormalize]: 3.4002e-07 [switch_simplify]: 9.25999e-06 [remove_dup_value]: 2.459e-05 [partial_unused_args_eliminate]: 3.18e-06 [environ_conv]: 9.27001e-06 [add_recomputation]: 8.134e-05 [cse_after_recomputation]: 3.205e-05, [1] [Cycle 1]: 2.503e-05, [1] [cse]: 1.813e-05 [auto_monad_reorder]: 8.729e-05 [get_jit_bprop_graph]: 4.43999e-06 [rewriter_after_jit_bprop_graph]: 0.00022711 [opt_after_jit_grad]: 0.00439814 [symbol_engine_optimizer]: 0.00011608, [1] [Cycle 1]: 0.00010484, [6] [build]: 8.99e-06 [elim_shapecalc]: 1.289e-05 [elim_not_effective]: 2.478e-05 [opt_reshape]: 9.86998e-06 [fold_const_symbol]: 1.547e-05 [renormalize]: 8.30012e-07 [validate]: 6.511e-05 Sums bootstrap : 0.000683s : 0.21% type_inference : 0.257153s : 80.62% event_method : 0.000018s : 0.01% auto_monad : 0.000228s : 0.07% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000205s : 0.06% rewriter_before_opt_a : 0.000065s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000067s : 0.02% jit_opt_a.loop_unroll : 0.000028s : 0.01% jit_opt_a.a_1 : 0.003036s : 0.95% jit_opt_a.with_stream_mark : 0.000055s : 0.02% jit_opt_a.recompute_prepare : 0.000024s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000012s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000008s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000016s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000041s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000026s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000028s : 0.01% jit_opt_a.inline_without_move : 0.000017s : 0.01% jit_opt_a.renormalize : 0.011942s : 3.74% jit_opt_a.add_forward_monad_depend : 0.004543s : 1.42% jit_opt_a.auto_monad_grad : 0.000008s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000070s : 0.02% jit_opt_a.cse : 0.000076s : 0.02% jit_opt_a.replace_applicator : 0.000045s : 0.01% py_interpret_to_execute_after_opt_a : 0.000024s : 0.01% rewriter_after_opt_a : 0.016568s : 5.19% convert_after_rewriter : 0.000031s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.011908s : 3.73% jit_opt_b.frontend_op_eliminate : 0.000060s : 0.02% jit_opt_b.inline_after_opt_a : 0.000031s : 0.01% cconv : 0.000044s : 0.01% loop_unroll : 0.006594s : 2.07% jit_opt_after_cconv.c_1 : 0.000065s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000017s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000051s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000024s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000025s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000009s : 0.00% add_recomputation : 0.000081s : 0.03% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000087s : 0.03% get_jit_bprop_graph : 0.000004s : 0.00% rewriter_after_jit_bprop_graph : 0.000227s : 0.07% opt_after_jit_grad : 0.004398s : 1.38% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000010s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000065s : 0.02% Time group info: ------[substitution.] 0.000253 43 4.58% : 0.000012s : 2: substitution.depend_value_elim 1.39% : 0.000004s : 4: substitution.elim_not_effective 0.95% : 0.000002s : 4: substitution.fold_const_symbol 3.10% : 0.000008s : 5: substitution.graph_param_transform 70.28% : 0.000178s : 2: substitution.inline 1.86% : 0.000005s : 8: substitution.j_node_and_user_rematch 2.99% : 0.000008s : 8: substitution.remove_not_recompute_node 3.01% : 0.000008s : 2: substitution.replace_old_param 6.40% : 0.000016s : 3: substitution.updatestate_pure_node_eliminater 5.44% : 0.000014s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.257017 2 85.46% : 0.219647s : 1: type_inference.infer 14.54% : 0.037370s : 1: type_inference.specialize ------[replace.] 0.000035 2 100.00% : 0.000035s : 2: replace.inline ------[match.] 0.000175 2 100.00% : 0.000175s : 2: match.inline ------[predicate.] 0.000191 767 1.06% : 0.000002s : 11: predicate.accumulaten_eliminater 2.27% : 0.000004s : 5: predicate.ad_related_special_op_eliminate 0.91% : 0.000002s : 11: predicate.addn_check_dump 0.97% : 0.000002s : 11: predicate.addn_zero_filter 2.62% : 0.000005s : 11: predicate.arithmetic_simplify 1.15% : 0.000002s : 11: predicate.cast_eliminate 0.67% : 0.000001s : 5: predicate.check_bprop_eliminate 1.05% : 0.000002s : 11: predicate.compare_switch_simplify 1.23% : 0.000002s : 11: predicate.depend_value_elim 1.11% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.24% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.03% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.99% : 0.000004s : 5: predicate.dumpgradient_eliminate 0.54% : 0.000001s : 5: predicate.elim_not_effective 0.71% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.89% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.96% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.88% : 0.000002s : 11: predicate.environ_get_depend_swap 1.03% : 0.000002s : 11: predicate.environ_get_eliminate 0.90% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.24% : 0.000000s : 5: predicate.fold_const_symbol 1.07% : 0.000002s : 10: predicate.get_grad_eliminate 0.39% : 0.000001s : 5: predicate.graph_param_transform 6.10% : 0.000012s : 23: predicate.inline 0.92% : 0.000002s : 10: predicate.inline_without_move 0.39% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.51% : 0.000003s : 10: predicate.less_batch_normalization 1.21% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.59% : 0.000003s : 16: predicate.load_eliminater 3.51% : 0.000007s : 5: predicate.loop_unroll_after_grad 1.81% : 0.000003s : 20: predicate.loop_unroll_before_grad 1.87% : 0.000004s : 16: predicate.make_slice_get_slice_eliminator 0.79% : 0.000002s : 11: predicate.merge_addn 3.10% : 0.000006s : 11: predicate.minmaximum_grad 3.95% : 0.000008s : 5: predicate.mutable_eliminate 0.45% : 0.000001s : 5: predicate.opt_reshape 2.02% : 0.000004s : 16: predicate.partial_eliminate 0.99% : 0.000002s : 11: predicate.print_const_string_wrapper 1.57% : 0.000003s : 11: predicate.reduce_eliminate 1.22% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.95% : 0.000002s : 10: predicate.remove_not_recompute_node 1.68% : 0.000003s : 21: predicate.replace_applicator 0.75% : 0.000001s : 10: predicate.replace_old_param 0.64% : 0.000001s : 5: predicate.reset_defer_inline 1.18% : 0.000002s : 11: predicate.reshape_eliminate 1.10% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.18% : 0.000002s : 5: predicate.row_tensor_eliminate 1.07% : 0.000002s : 11: predicate.same_eliminate 0.51% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.07% : 0.000002s : 10: predicate.special_op_eliminate 1.03% : 0.000002s : 10: predicate.specialize_transform 1.37% : 0.000003s : 11: predicate.split_environ_get_set_with_tuple_value 0.89% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.55% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.06% : 0.000004s : 13: predicate.switch_defer_inline 1.26% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.13% : 0.000010s : 38: predicate.switch_simplify 1.05% : 0.000002s : 11: predicate.tile_eliminate 1.20% : 0.000002s : 11: predicate.transpose_eliminate 1.19% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.16% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.57% : 0.000007s : 21: predicate.tuple_list_get_item_eliminator 1.47% : 0.000003s : 11: predicate.tuple_list_set_item_eliminator 1.16% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.70% : 0.000003s : 16: predicate.updatestate_pure_node_eliminater 2.72% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.22% : 0.000002s : 11: predicate.value_based_eliminate 0.43% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 2.80% : 0.000005s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000529 5 4.98% : 0.000026s : 1: func_graph_cloner_run.FuncGraphClonerGraph 95.02% : 0.000503s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.391900 72 0.02% : 0.000084s : 1: add_recomputation 0.06% : 0.000233s : 1: auto_monad 0.03% : 0.000125s : 1: auto_monad_reorder 0.18% : 0.000710s : 1: bootstrap 0.01% : 0.000047s : 1: cconv 0.01% : 0.000037s : 1: convert_after_rewriter 0.01% : 0.000034s : 1: cse_after_recomputation 0.00% : 0.000012s : 1: environ_conv 0.01% : 0.000025s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000008s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 19.66% : 0.077055s : 1: jit_opt_a 0.07% : 0.000276s : 1: jit_opt_after_cconv 0.04% : 0.000139s : 1: jit_opt_b 1.69% : 0.006619s : 1: loop_unroll 3.05% : 0.011936s : 1: mutable_eliminate 0.85% : 0.003347s : 26: opt.transform.jit_opt_a 0.03% : 0.000105s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000076s : 4: opt.transform.jit_opt_b 0.01% : 0.000046s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000042s : 1: opt.transform.mutable_eliminate 0.01% : 0.000058s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000059s : 4: opt.transform.symbol_engine_opt 1.13% : 0.004420s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.05% : 0.000209s : 1: py_interpret_to_execute 0.01% : 0.000026s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000027s : 1: remove_dup_value 2.90% : 0.011357s : 1: renormalize.infer 0.14% : 0.000568s : 1: renormalize.specialize 0.06% : 0.000233s : 1: rewriter_after_jit_bprop_graph 4.23% : 0.016584s : 1: rewriter_after_opt_a 0.02% : 0.000069s : 1: rewriter_before_opt_a 0.03% : 0.000120s : 1: symbol_engine_optimizer 65.62% : 0.257178s : 1: type_inference TotalTime = 0.648931, [30] [bootstrap]: 0.00034027 [type_inference]: 0.488521 [event_method]: 0.00025644 [auto_monad]: 0.00037134 [graph_reusing]: 9.71e-06 [pre_auto_parallel]: 3.65998e-06 [py_interpret_to_execute]: 4.452e-05 [rewriter_before_opt_a]: 0.00022256 [expand_dump_flag]: 4.30999e-06 [jit_opt_a]: 0.154956, [4] [Cycle 1]: 0.0818785, [27] [switch_simplify]: 0.0001992 [loop_unroll]: 5.488e-05 [a_1]: 0.00188923 [with_stream_mark]: 4.433e-05 [recompute_prepare]: 4.667e-05 [updatestate_depend_eliminate]: 1.46e-05 [updatestate_assign_eliminate]: 1.076e-05 [updatestate_loads_eliminate]: 1.014e-05 [parameter_eliminate]: 3.36001e-06 [specialize_transform]: 2.056e-05 [updatestate_useless_node_eliminater]: 2.516e-05 [accelerated_algorithm]: 1.911e-05 [meta_shard_fg_expand]: 8.52e-06 [get_grad_eliminate_]: 1.944e-05 [merge_forward]: 1.092e-05 [cell_reuse_recompute_pass]: 1.05999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.912e-05 [j_node_and_user_rematch]: 3.48e-05 [meta_fg_expand]: 0.00664209 [replace_old_param]: 0.00012691 [inline_without_move]: 0.00012 [renormalize]: 0.0714594 [add_forward_monad_depend]: 2.426e-05 [auto_monad_grad]: 1.24e-05 [auto_monad_eliminator]: 0.00012699 [cse]: 0.00033725 [replace_applicator]: 0.00023178 [Cycle 2]: 0.0099157, [27] [switch_simplify]: 9.223e-05 [loop_unroll]: 8.16e-05 [a_1]: 0.00534103 [with_stream_mark]: 5.361e-05 [recompute_prepare]: 3.912e-05 [updatestate_depend_eliminate]: 1.768e-05 [updatestate_assign_eliminate]: 1.6e-05 [updatestate_loads_eliminate]: 1.498e-05 [parameter_eliminate]: 5.04e-06 [specialize_transform]: 2.662e-05 [updatestate_useless_node_eliminater]: 9.922e-05 [accelerated_algorithm]: 4.64e-05 [meta_shard_fg_expand]: 8.68001e-06 [get_grad_eliminate_]: 1.495e-05 [merge_forward]: 1.027e-05 [cell_reuse_recompute_pass]: 1.57999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.293e-05 [j_node_and_user_rematch]: 2.479e-05 [meta_fg_expand]: 0.00014596 [replace_old_param]: 2.497e-05 [inline_without_move]: 1.552e-05 [renormalize]: 0.00315728 [add_forward_monad_depend]: 1.219e-05 [auto_monad_grad]: 3.43999e-06 [auto_monad_eliminator]: 4.161e-05 [cse]: 0.00018315 [replace_applicator]: 3.989e-05 [Cycle 3]: 0.00224101, [27] [switch_simplify]: 1.574e-05 [loop_unroll]: 1.371e-05 [a_1]: 0.00035487 [with_stream_mark]: 0.00011105 [recompute_prepare]: 1.972e-05 [updatestate_depend_eliminate]: 5.262e-05 [updatestate_assign_eliminate]: 8.38001e-06 [updatestate_loads_eliminate]: 7.01999e-06 [parameter_eliminate]: 2.56e-06 [specialize_transform]: 1.338e-05 [updatestate_useless_node_eliminater]: 1.837e-05 [accelerated_algorithm]: 1.908e-05 [meta_shard_fg_expand]: 3.97e-06 [get_grad_eliminate_]: 1.231e-05 [merge_forward]: 7.8e-06 [cell_reuse_recompute_pass]: 3.70998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.839e-05 [j_node_and_user_rematch]: 1.987e-05 [meta_fg_expand]: 4.87e-06 [replace_old_param]: 1.659e-05 [inline_without_move]: 1.195e-05 [renormalize]: 0.00116553 [add_forward_monad_depend]: 7.59002e-06 [auto_monad_grad]: 1.92999e-06 [auto_monad_eliminator]: 2.589e-05 [cse]: 8.725e-05 [replace_applicator]: 2.458e-05 [Cycle 4]: 0.00075635, [27] [switch_simplify]: 1.331e-05 [loop_unroll]: 1.147e-05 [a_1]: 0.00026402 [with_stream_mark]: 1.673e-05 [recompute_prepare]: 1.192e-05 [updatestate_depend_eliminate]: 6.253e-05 [updatestate_assign_eliminate]: 8.07e-06 [updatestate_loads_eliminate]: 6.26e-06 [parameter_eliminate]: 2.38002e-06 [specialize_transform]: 1.544e-05 [updatestate_useless_node_eliminater]: 1.684e-05 [accelerated_algorithm]: 1.712e-05 [meta_shard_fg_expand]: 3.63e-06 [get_grad_eliminate_]: 1.125e-05 [merge_forward]: 6.88e-06 [cell_reuse_recompute_pass]: 2.53e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.495e-05 [j_node_and_user_rematch]: 1.966e-05 [meta_fg_expand]: 4.48999e-06 [replace_old_param]: 1.467e-05 [inline_without_move]: 1.134e-05 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 1.87999e-06 [auto_monad_grad]: 1.43002e-06 [auto_monad_eliminator]: 1.971e-05 [cse]: 3.865e-05 [replace_applicator]: 1.203e-05 [py_interpret_to_execute_after_opt_a]: 1.822e-05 [rewriter_after_opt_a]: 0.00021673 [convert_after_rewriter]: 1.321e-05 [order_py_execute_after_rewriter]: 8.16002e-06 [mutable_eliminate]: 0.00116256 [jit_opt_b]: 0.00010718, [1] [Cycle 1]: 9.725e-05, [2] [frontend_op_eliminate]: 4.336e-05 [inline_after_opt_a]: 3.932e-05 [cconv]: 3.984e-05 [loop_unroll]: 0.00069312 [jit_opt_after_cconv]: 0.00031911, [1] [Cycle 1]: 0.00031068, [11] [c_1]: 7.472e-05 [parameter_eliminate]: 5.35001e-06 [updatestate_depend_eliminate]: 1.68e-05 [updatestate_assign_eliminate]: 7.15e-06 [updatestate_loads_eliminate]: 6.43e-06 [cse]: 7.6e-05 [call_graph_tuple_transform]: 3.463e-05 [tuple_list_get_item_eliminator]: 1.279e-05 [none_parameter_eliminate]: 1.55999e-06 [renormalize]: 5.79981e-07 [switch_simplify]: 1.328e-05 [remove_dup_value]: 3.59e-05 [partial_unused_args_eliminate]: 2.69001e-06 [environ_conv]: 1.518e-05 [add_recomputation]: 0.00010341 [cse_after_recomputation]: 6.882e-05, [1] [Cycle 1]: 5.853e-05, [1] [cse]: 4.57e-05 [auto_monad_reorder]: 3.744e-05 [get_jit_bprop_graph]: 2.74999e-06 [rewriter_after_jit_bprop_graph]: 8.57e-06 [opt_after_jit_grad]: 0.00064734 [symbol_engine_optimizer]: 0.00013925, [1] [Cycle 1]: 0.00013137, [6] [build]: 1.768e-05 [elim_shapecalc]: 1.795e-05 [elim_not_effective]: 2.936e-05 [opt_reshape]: 1.297e-05 [fold_const_symbol]: 2.058e-05 [renormalize]: 5.59987e-07 [validate]: 7.279e-05 Sums bootstrap : 0.000340s : 0.06% type_inference : 0.488521s : 83.21% event_method : 0.000256s : 0.04% auto_monad : 0.000371s : 0.06% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000045s : 0.01% rewriter_before_opt_a : 0.000223s : 0.04% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000320s : 0.05% jit_opt_a.loop_unroll : 0.000162s : 0.03% jit_opt_a.a_1 : 0.007849s : 1.34% jit_opt_a.with_stream_mark : 0.000226s : 0.04% jit_opt_a.recompute_prepare : 0.000117s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000147s : 0.03% jit_opt_a.updatestate_assign_eliminate : 0.000043s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000013s : 0.00% jit_opt_a.specialize_transform : 0.000076s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000160s : 0.03% jit_opt_a.accelerated_algorithm : 0.000102s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000025s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000058s : 0.01% jit_opt_a.merge_forward : 0.000036s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000009s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000125s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000099s : 0.02% jit_opt_a.meta_fg_expand : 0.006797s : 1.16% jit_opt_a.replace_old_param : 0.000183s : 0.03% jit_opt_a.inline_without_move : 0.000159s : 0.03% jit_opt_a.renormalize : 0.075782s : 12.91% jit_opt_a.add_forward_monad_depend : 0.000046s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000214s : 0.04% jit_opt_a.cse : 0.000646s : 0.11% jit_opt_a.replace_applicator : 0.000308s : 0.05% py_interpret_to_execute_after_opt_a : 0.000018s : 0.00% rewriter_after_opt_a : 0.000217s : 0.04% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.001163s : 0.20% jit_opt_b.frontend_op_eliminate : 0.000043s : 0.01% jit_opt_b.inline_after_opt_a : 0.000039s : 0.01% cconv : 0.000040s : 0.01% loop_unroll : 0.000693s : 0.12% jit_opt_after_cconv.c_1 : 0.000075s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000017s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000076s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000035s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000036s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000103s : 0.02% cse_after_recomputation.cse : 0.000046s : 0.01% auto_monad_reorder : 0.000037s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000647s : 0.11% symbol_engine_optimizer.build : 0.000018s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000018s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000029s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000073s : 0.01% Time group info: ------[substitution.] 0.003605 291 1.31% : 0.000047s : 12: substitution.depend_value_elim 0.13% : 0.000005s : 7: substitution.elim_not_effective 0.09% : 0.000003s : 7: substitution.fold_const_symbol 26.25% : 0.000946s : 4: substitution.getattr_setattr_resolve 0.25% : 0.000009s : 8: substitution.graph_param_transform 56.28% : 0.002029s : 28: substitution.inline 0.96% : 0.000035s : 4: substitution.inline_without_move 0.49% : 0.000018s : 35: substitution.j_node_and_user_rematch 0.76% : 0.000027s : 3: substitution.less_batch_normalization 0.68% : 0.000025s : 13: substitution.minmaximum_grad 0.51% : 0.000018s : 14: substitution.partial_eliminate 0.69% : 0.000025s : 35: substitution.remove_not_recompute_node 2.06% : 0.000074s : 16: substitution.replace_applicator 0.61% : 0.000022s : 19: substitution.replace_old_param 0.30% : 0.000011s : 2: substitution.set_cell_output_no_recompute 0.41% : 0.000015s : 3: substitution.switch_simplify 1.46% : 0.000053s : 13: substitution.tuple_list_convert_item_index_to_positive 0.96% : 0.000035s : 13: substitution.tuple_list_get_item_depend_reorder 3.06% : 0.000110s : 30: substitution.tuple_list_get_item_eliminator 0.81% : 0.000029s : 9: substitution.updatestate_pure_node_eliminater 1.92% : 0.000069s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.488406 2 99.30% : 0.485000s : 1: type_inference.infer 0.70% : 0.003406s : 1: type_inference.specialize ------[replace.] 0.000881 53 8.08% : 0.000071s : 3: replace.getattr_setattr_resolve 49.46% : 0.000436s : 28: replace.inline 4.46% : 0.000039s : 1: replace.replace_applicator 7.21% : 0.000064s : 3: replace.switch_simplify 25.19% : 0.000222s : 17: replace.tuple_list_get_item_eliminator 5.60% : 0.000049s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002962 53 30.20% : 0.000895s : 3: match.getattr_setattr_resolve 66.57% : 0.001972s : 28: match.inline 0.56% : 0.000017s : 1: match.replace_applicator 0.45% : 0.000013s : 3: match.switch_simplify 1.61% : 0.000048s : 17: match.tuple_list_get_item_eliminator 0.61% : 0.000018s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000999 5919 1.64% : 0.000016s : 99: predicate.accumulaten_eliminater 0.37% : 0.000004s : 8: predicate.ad_related_special_op_eliminate 1.30% : 0.000013s : 99: predicate.addn_check_dump 1.44% : 0.000014s : 99: predicate.addn_zero_filter 1.92% : 0.000019s : 99: predicate.arithmetic_simplify 1.42% : 0.000014s : 99: predicate.cast_eliminate 0.13% : 0.000001s : 8: predicate.check_bprop_eliminate 2.68% : 0.000027s : 99: predicate.compare_switch_simplify 1.53% : 0.000015s : 99: predicate.depend_value_elim 1.33% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.49% : 0.000015s : 99: predicate.dict_get_item_eliminator 1.43% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.24% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.08% : 0.000001s : 8: predicate.elim_not_effective 0.21% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.46% : 0.000015s : 99: predicate.environ_add_const_eliminate 1.38% : 0.000014s : 99: predicate.environ_get_add_eliminate 1.46% : 0.000015s : 99: predicate.environ_get_depend_swap 4.27% : 0.000043s : 99: predicate.environ_get_eliminate 1.46% : 0.000015s : 99: predicate.environ_get_set_eliminate 0.06% : 0.000001s : 8: predicate.fold_const_symbol 0.74% : 0.000007s : 42: predicate.get_grad_eliminate 0.75% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.10% : 0.000001s : 8: predicate.graph_param_transform 4.33% : 0.000043s : 160: predicate.inline 1.79% : 0.000018s : 106: predicate.inline_without_move 0.31% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.12% : 0.000011s : 42: predicate.less_batch_normalization 2.20% : 0.000022s : 116: predicate.list_to_tuple_eliminator_ 2.18% : 0.000022s : 124: predicate.load_eliminater 0.49% : 0.000005s : 8: predicate.loop_unroll_after_grad 2.38% : 0.000024s : 171: predicate.loop_unroll_before_grad 1.86% : 0.000019s : 107: predicate.make_slice_get_slice_eliminator 1.53% : 0.000015s : 99: predicate.merge_addn 1.33% : 0.000013s : 99: predicate.minmaximum_grad 0.61% : 0.000006s : 8: predicate.mutable_eliminate 0.17% : 0.000002s : 8: predicate.opt_reshape 2.23% : 0.000022s : 124: predicate.partial_eliminate 1.32% : 0.000013s : 99: predicate.print_const_string_wrapper 1.76% : 0.000018s : 99: predicate.reduce_eliminate 1.83% : 0.000018s : 116: predicate.redundant_stop_gradient_eliminater 0.39% : 0.000004s : 42: predicate.remove_not_recompute_node 2.50% : 0.000025s : 236: predicate.replace_applicator 0.96% : 0.000010s : 106: predicate.replace_old_param 0.09% : 0.000001s : 8: predicate.reset_defer_inline 1.37% : 0.000014s : 99: predicate.reshape_eliminate 1.51% : 0.000015s : 99: predicate.row_tensor_add_zeros_like 0.24% : 0.000002s : 8: predicate.row_tensor_eliminate 1.47% : 0.000015s : 99: predicate.same_eliminate 0.50% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.26% : 0.000003s : 16: predicate.special_op_eliminate 0.95% : 0.000010s : 50: predicate.specialize_transform 1.50% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.33% : 0.000013s : 99: predicate.stack_unstack_eliminate 0.13% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.10% : 0.000031s : 144: predicate.switch_defer_inline 2.31% : 0.000023s : 144: predicate.switch_layer_defer_inline 5.22% : 0.000052s : 329: predicate.switch_simplify 1.42% : 0.000014s : 99: predicate.tile_eliminate 1.40% : 0.000014s : 99: predicate.transpose_eliminate 1.74% : 0.000017s : 99: predicate.tuple_list_convert_item_index_to_positive 1.49% : 0.000015s : 99: predicate.tuple_list_get_item_depend_reorder 3.27% : 0.000033s : 132: predicate.tuple_list_get_item_eliminator 1.72% : 0.000017s : 99: predicate.tuple_list_set_item_eliminator 2.01% : 0.000020s : 116: predicate.tuple_to_list_eliminator_ 1.88% : 0.000019s : 124: predicate.updatestate_pure_node_eliminater 2.86% : 0.000029s : 168: predicate.updatestate_useless_node_eliminater 1.68% : 0.000017s : 99: predicate.value_based_eliminate 0.13% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.20% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.014042 58 83.10% : 0.011669s : 22: func_graph_cloner_run.FuncGraphClonerGraph 3.45% : 0.000484s : 7: func_graph_cloner_run.FuncGraphClonerNode 13.45% : 0.001888s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.735483 104 0.01% : 0.000108s : 1: add_recomputation 0.05% : 0.000380s : 1: auto_monad 0.01% : 0.000041s : 1: auto_monad_reorder 0.06% : 0.000439s : 1: bootstrap 0.01% : 0.000043s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.01% : 0.000072s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.04% : 0.000268s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 21.07% : 0.154961s : 1: jit_opt_a 0.04% : 0.000323s : 1: jit_opt_after_cconv 0.02% : 0.000111s : 1: jit_opt_b 0.10% : 0.000705s : 1: loop_unroll 0.16% : 0.001177s : 1: mutable_eliminate 1.31% : 0.009623s : 52: opt.transform.jit_opt_a 0.02% : 0.000130s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000073s : 4: opt.transform.jit_opt_b 0.00% : 0.000031s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000037s : 1: opt.transform.mutable_eliminate 0.01% : 0.000051s : 1: opt.transform.opt_after_jit_grad 0.15% : 0.001083s : 2: opt.transform.opt_resolve 0.01% : 0.000076s : 4: opt.transform.symbol_engine_opt 0.09% : 0.000659s : 1: opt_after_jit_grad 0.00% : 0.000026s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000047s : 1: py_interpret_to_execute 0.00% : 0.000021s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000039s : 1: remove_dup_value 2.47% : 0.018178s : 3: renormalize.infer 7.83% : 0.057563s : 3: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000220s : 1: rewriter_after_opt_a 0.03% : 0.000229s : 1: rewriter_before_opt_a 0.02% : 0.000143s : 1: symbol_engine_optimizer 66.43% : 0.488547s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape3-2-3-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape3-2-3-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape4-0-0-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape4-0-0-pynative],max_mem:4.0M TotalTime = 0.256108, [30] [bootstrap]: 0.00059109 [type_inference]: 0.241971 [event_method]: 1.779e-05 [auto_monad]: 0.00017145 [graph_reusing]: 5.81e-06 [pre_auto_parallel]: 2.63998e-06 [py_interpret_to_execute]: 0.00014064 [rewriter_before_opt_a]: 6.147e-05 [expand_dump_flag]: 3.38999e-06 [jit_opt_a]: 0.00959887, [2] [Cycle 1]: 0.00232104, [27] [switch_simplify]: 6.08e-05 [loop_unroll]: 1.894e-05 [a_1]: 0.00045523 [with_stream_mark]: 3.29e-05 [recompute_prepare]: 1.272e-05 [updatestate_depend_eliminate]: 8.18999e-06 [updatestate_assign_eliminate]: 5.10001e-06 [updatestate_loads_eliminate]: 5.15001e-06 [parameter_eliminate]: 2.66999e-06 [specialize_transform]: 1.013e-05 [updatestate_useless_node_eliminater]: 1.135e-05 [accelerated_algorithm]: 8.66002e-06 [meta_shard_fg_expand]: 2.71e-06 [get_grad_eliminate_]: 9.15999e-06 [merge_forward]: 5.53002e-06 [cell_reuse_recompute_pass]: 1.32999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.043e-05 [j_node_and_user_rematch]: 1.467e-05 [meta_fg_expand]: 3.51001e-06 [replace_old_param]: 1.374e-05 [inline_without_move]: 8.40001e-06 [renormalize]: 0.00121571 [add_forward_monad_depend]: 1.299e-05 [auto_monad_grad]: 3.08998e-06 [auto_monad_eliminator]: 2.599e-05 [cse]: 4.311e-05 [replace_applicator]: 2.243e-05 [Cycle 2]: 0.0005119, [27] [switch_simplify]: 9.29e-06 [loop_unroll]: 8.83001e-06 [a_1]: 0.00017966 [with_stream_mark]: 1.791e-05 [recompute_prepare]: 8.98002e-06 [updatestate_depend_eliminate]: 6.48998e-06 [updatestate_assign_eliminate]: 5.70001e-06 [updatestate_loads_eliminate]: 6.02001e-06 [parameter_eliminate]: 1.72001e-06 [specialize_transform]: 8.27e-06 [updatestate_useless_node_eliminater]: 1.05e-05 [accelerated_algorithm]: 7.83001e-06 [meta_shard_fg_expand]: 2.14e-06 [get_grad_eliminate_]: 7.48e-06 [merge_forward]: 5.34e-06 [cell_reuse_recompute_pass]: 2.86999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.949e-05 [j_node_and_user_rematch]: 1.33e-05 [meta_fg_expand]: 3.13e-06 [replace_old_param]: 1.22e-05 [inline_without_move]: 7.95998e-06 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 1.36002e-06 [auto_monad_grad]: 1.14e-06 [auto_monad_eliminator]: 1.082e-05 [cse]: 2.163e-05 [replace_applicator]: 8.43999e-06 [py_interpret_to_execute_after_opt_a]: 1.74e-05 [rewriter_after_opt_a]: 0.00045532 [convert_after_rewriter]: 1.489e-05 [order_py_execute_after_rewriter]: 7.85e-06 [mutable_eliminate]: 0.00082221 [jit_opt_b]: 7.661e-05, [1] [Cycle 1]: 6.711e-05, [2] [frontend_op_eliminate]: 2.656e-05 [inline_after_opt_a]: 2.835e-05 [cconv]: 4.282e-05 [loop_unroll]: 0.00050925 [jit_opt_after_cconv]: 0.00024299, [1] [Cycle 1]: 0.00023505, [11] [c_1]: 5.441e-05 [parameter_eliminate]: 5.32999e-06 [updatestate_depend_eliminate]: 1.288e-05 [updatestate_assign_eliminate]: 7.13e-06 [updatestate_loads_eliminate]: 6.19001e-06 [cse]: 4.687e-05 [call_graph_tuple_transform]: 2.4e-05 [tuple_list_get_item_eliminator]: 8.80001e-06 [none_parameter_eliminate]: 1.50999e-06 [renormalize]: 5.89993e-07 [switch_simplify]: 8.50001e-06 [remove_dup_value]: 5.38e-05 [partial_unused_args_eliminate]: 2.48e-06 [environ_conv]: 7.67998e-06 [add_recomputation]: 7.611e-05 [cse_after_recomputation]: 2.977e-05, [1] [Cycle 1]: 2.259e-05, [1] [cse]: 1.571e-05 [auto_monad_reorder]: 2.777e-05 [get_jit_bprop_graph]: 2.36998e-06 [rewriter_after_jit_bprop_graph]: 0.00016719 [opt_after_jit_grad]: 0.00058264 [symbol_engine_optimizer]: 0.00010619, [1] [Cycle 1]: 9.89e-05, [6] [build]: 7.4e-06 [elim_shapecalc]: 1.227e-05 [elim_not_effective]: 2.102e-05 [opt_reshape]: 1.077e-05 [fold_const_symbol]: 1.481e-05 [renormalize]: 6.59988e-07 [validate]: 5.858e-05 Sums bootstrap : 0.000591s : 0.24% type_inference : 0.241971s : 97.35% event_method : 0.000018s : 0.01% auto_monad : 0.000171s : 0.07% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000141s : 0.06% rewriter_before_opt_a : 0.000061s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000070s : 0.03% jit_opt_a.loop_unroll : 0.000028s : 0.01% jit_opt_a.a_1 : 0.000635s : 0.26% jit_opt_a.with_stream_mark : 0.000051s : 0.02% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000015s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000018s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000022s : 0.01% jit_opt_a.accelerated_algorithm : 0.000016s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000040s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000028s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000026s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.01% jit_opt_a.renormalize : 0.001216s : 0.49% jit_opt_a.add_forward_monad_depend : 0.000014s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000037s : 0.01% jit_opt_a.cse : 0.000065s : 0.03% jit_opt_a.replace_applicator : 0.000031s : 0.01% py_interpret_to_execute_after_opt_a : 0.000017s : 0.01% rewriter_after_opt_a : 0.000455s : 0.18% convert_after_rewriter : 0.000015s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000822s : 0.33% jit_opt_b.frontend_op_eliminate : 0.000027s : 0.01% jit_opt_b.inline_after_opt_a : 0.000028s : 0.01% cconv : 0.000043s : 0.02% loop_unroll : 0.000509s : 0.20% jit_opt_after_cconv.c_1 : 0.000054s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000047s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000024s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000054s : 0.02% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000076s : 0.03% cse_after_recomputation.cse : 0.000016s : 0.01% auto_monad_reorder : 0.000028s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000167s : 0.07% opt_after_jit_grad : 0.000583s : 0.23% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000059s : 0.02% Time group info: ------[substitution.] 0.000230 43 4.54% : 0.000010s : 2: substitution.depend_value_elim 1.35% : 0.000003s : 4: substitution.elim_not_effective 0.91% : 0.000002s : 4: substitution.fold_const_symbol 2.97% : 0.000007s : 5: substitution.graph_param_transform 71.34% : 0.000164s : 2: substitution.inline 2.28% : 0.000005s : 8: substitution.j_node_and_user_rematch 2.93% : 0.000007s : 8: substitution.remove_not_recompute_node 2.95% : 0.000007s : 2: substitution.replace_old_param 6.25% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 4.48% : 0.000010s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.241881 2 99.57% : 0.240833s : 1: type_inference.infer 0.43% : 0.001048s : 1: type_inference.specialize ------[replace.] 0.000032 2 100.00% : 0.000032s : 2: replace.inline ------[match.] 0.000162 2 100.00% : 0.000162s : 2: match.inline ------[predicate.] 0.000145 767 1.08% : 0.000002s : 11: predicate.accumulaten_eliminater 1.39% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 0.97% : 0.000001s : 11: predicate.addn_check_dump 1.13% : 0.000002s : 11: predicate.addn_zero_filter 2.00% : 0.000003s : 11: predicate.arithmetic_simplify 1.37% : 0.000002s : 11: predicate.cast_eliminate 0.69% : 0.000001s : 5: predicate.check_bprop_eliminate 0.90% : 0.000001s : 11: predicate.compare_switch_simplify 1.13% : 0.000002s : 11: predicate.depend_value_elim 0.98% : 0.000001s : 11: predicate.dict_get_item_const_eliminator 1.46% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.07% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.55% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.57% : 0.000001s : 5: predicate.elim_not_effective 0.80% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.07% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.99% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.05% : 0.000002s : 11: predicate.environ_get_depend_swap 1.24% : 0.000002s : 11: predicate.environ_get_eliminate 0.99% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.33% : 0.000000s : 5: predicate.fold_const_symbol 1.24% : 0.000002s : 10: predicate.get_grad_eliminate 0.32% : 0.000000s : 5: predicate.graph_param_transform 5.50% : 0.000008s : 23: predicate.inline 1.22% : 0.000002s : 10: predicate.inline_without_move 0.54% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.56% : 0.000002s : 10: predicate.less_batch_normalization 1.66% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.91% : 0.000003s : 16: predicate.load_eliminater 2.31% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.35% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.19% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.41% : 0.000002s : 11: predicate.merge_addn 0.98% : 0.000001s : 11: predicate.minmaximum_grad 2.47% : 0.000004s : 5: predicate.mutable_eliminate 0.82% : 0.000001s : 5: predicate.opt_reshape 2.13% : 0.000003s : 16: predicate.partial_eliminate 1.06% : 0.000002s : 11: predicate.print_const_string_wrapper 1.53% : 0.000002s : 11: predicate.reduce_eliminate 1.03% : 0.000001s : 11: predicate.redundant_stop_gradient_eliminater 0.86% : 0.000001s : 10: predicate.remove_not_recompute_node 1.70% : 0.000002s : 21: predicate.replace_applicator 0.77% : 0.000001s : 10: predicate.replace_old_param 0.70% : 0.000001s : 5: predicate.reset_defer_inline 1.14% : 0.000002s : 11: predicate.reshape_eliminate 1.17% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.36% : 0.000002s : 5: predicate.row_tensor_eliminate 1.21% : 0.000002s : 11: predicate.same_eliminate 0.68% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.25% : 0.000002s : 10: predicate.special_op_eliminate 1.46% : 0.000002s : 10: predicate.specialize_transform 1.36% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.17% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.75% : 0.000001s : 5: predicate.switch_call_monad_eliminater 2.06% : 0.000003s : 13: predicate.switch_defer_inline 1.37% : 0.000002s : 13: predicate.switch_layer_defer_inline 6.60% : 0.000010s : 38: predicate.switch_simplify 1.10% : 0.000002s : 11: predicate.tile_eliminate 1.12% : 0.000002s : 11: predicate.transpose_eliminate 1.53% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.24% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.94% : 0.000006s : 21: predicate.tuple_list_get_item_eliminator 1.57% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.13% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.64% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.26% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.38% : 0.000002s : 11: predicate.value_based_eliminate 0.46% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 1.03% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000347 5 7.58% : 0.000026s : 1: func_graph_cloner_run.FuncGraphClonerGraph 92.42% : 0.000321s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.258380 72 0.03% : 0.000080s : 1: add_recomputation 0.07% : 0.000177s : 1: auto_monad 0.01% : 0.000031s : 1: auto_monad_reorder 0.24% : 0.000620s : 1: bootstrap 0.02% : 0.000045s : 1: cconv 0.01% : 0.000018s : 1: convert_after_rewriter 0.01% : 0.000032s : 1: cse_after_recomputation 0.00% : 0.000010s : 1: environ_conv 0.01% : 0.000024s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000008s : 1: graph_reusing 3.72% : 0.009603s : 1: jit_opt_a 0.10% : 0.000246s : 1: jit_opt_after_cconv 0.03% : 0.000080s : 1: jit_opt_b 0.20% : 0.000519s : 1: loop_unroll 0.32% : 0.000833s : 1: mutable_eliminate 0.36% : 0.000931s : 26: opt.transform.jit_opt_a 0.04% : 0.000091s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000046s : 4: opt.transform.jit_opt_b 0.01% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000028s : 1: opt.transform.mutable_eliminate 0.01% : 0.000038s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000055s : 4: opt.transform.symbol_engine_opt 0.23% : 0.000591s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.06% : 0.000145s : 1: py_interpret_to_execute 0.01% : 0.000020s : 1: py_interpret_to_execute_after_opt_a 0.02% : 0.000057s : 1: remove_dup_value 0.30% : 0.000766s : 1: renormalize.infer 0.17% : 0.000438s : 1: renormalize.specialize 0.07% : 0.000171s : 1: rewriter_after_jit_bprop_graph 0.18% : 0.000461s : 1: rewriter_after_opt_a 0.03% : 0.000066s : 1: rewriter_before_opt_a 0.04% : 0.000109s : 1: symbol_engine_optimizer 93.66% : 0.241991s : 1: type_inference TotalTime = 0.651241, [30] [bootstrap]: 0.0003187 [type_inference]: 0.308836 [event_method]: 0.0002276 [auto_monad]: 0.00027447 [graph_reusing]: 8.73001e-06 [pre_auto_parallel]: 3.23998e-06 [py_interpret_to_execute]: 4.663e-05 [rewriter_before_opt_a]: 0.00015103 [expand_dump_flag]: 3.93999e-06 [jit_opt_a]: 0.337563, [4] [Cycle 1]: 0.187689, [27] [switch_simplify]: 0.00022352 [loop_unroll]: 5.666e-05 [a_1]: 0.00142641 [with_stream_mark]: 4.385e-05 [recompute_prepare]: 3.269e-05 [updatestate_depend_eliminate]: 1.402e-05 [updatestate_assign_eliminate]: 1.076e-05 [updatestate_loads_eliminate]: 9.79e-06 [parameter_eliminate]: 3.99002e-06 [specialize_transform]: 1.987e-05 [updatestate_useless_node_eliminater]: 2.609e-05 [accelerated_algorithm]: 1.96e-05 [meta_shard_fg_expand]: 4.75999e-06 [get_grad_eliminate_]: 1.837e-05 [merge_forward]: 1.129e-05 [cell_reuse_recompute_pass]: 1.04003e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.981e-05 [j_node_and_user_rematch]: 3.457e-05 [meta_fg_expand]: 0.168316 [replace_old_param]: 0.00013329 [inline_without_move]: 0.00012125 [renormalize]: 0.0160814 [add_forward_monad_depend]: 2.185e-05 [auto_monad_grad]: 1.192e-05 [auto_monad_eliminator]: 0.00012649 [cse]: 0.00031466 [replace_applicator]: 0.000226 [Cycle 2]: 0.141364, [27] [switch_simplify]: 0.00011493 [loop_unroll]: 8.174e-05 [a_1]: 0.138107 [with_stream_mark]: 5.014e-05 [recompute_prepare]: 4.123e-05 [updatestate_depend_eliminate]: 1.608e-05 [updatestate_assign_eliminate]: 1.537e-05 [updatestate_loads_eliminate]: 1.515e-05 [parameter_eliminate]: 4.92e-06 [specialize_transform]: 2.621e-05 [updatestate_useless_node_eliminater]: 0.00010253 [accelerated_algorithm]: 3.374e-05 [meta_shard_fg_expand]: 5.58002e-06 [get_grad_eliminate_]: 1.417e-05 [merge_forward]: 9.84001e-06 [cell_reuse_recompute_pass]: 1.38002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.24e-05 [j_node_and_user_rematch]: 2.454e-05 [meta_fg_expand]: 0.0001232 [replace_old_param]: 2.322e-05 [inline_without_move]: 1.535e-05 [renormalize]: 0.00200083 [add_forward_monad_depend]: 9.99999e-06 [auto_monad_grad]: 3.12002e-06 [auto_monad_eliminator]: 3.893e-05 [cse]: 0.00015754 [replace_applicator]: 3.258e-05 [Cycle 3]: 0.00196484, [27] [switch_simplify]: 1.548e-05 [loop_unroll]: 1.456e-05 [a_1]: 0.00034147 [with_stream_mark]: 2.629e-05 [recompute_prepare]: 1.466e-05 [updatestate_depend_eliminate]: 3.988e-05 [updatestate_assign_eliminate]: 7.63999e-06 [updatestate_loads_eliminate]: 6.54999e-06 [parameter_eliminate]: 2.37001e-06 [specialize_transform]: 1.299e-05 [updatestate_useless_node_eliminater]: 1.611e-05 [accelerated_algorithm]: 1.761e-05 [meta_shard_fg_expand]: 3.51999e-06 [get_grad_eliminate_]: 1.129e-05 [merge_forward]: 8.13999e-06 [cell_reuse_recompute_pass]: 3.58e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.649e-05 [j_node_and_user_rematch]: 2.03e-05 [meta_fg_expand]: 4.74e-06 [replace_old_param]: 1.59e-05 [inline_without_move]: 1.106e-05 [renormalize]: 0.00101427 [add_forward_monad_depend]: 8.03999e-06 [auto_monad_grad]: 2.88003e-06 [auto_monad_eliminator]: 3.04e-05 [cse]: 8.815e-05 [replace_applicator]: 2.653e-05 [Cycle 4]: 0.00069508, [27] [switch_simplify]: 1.323e-05 [loop_unroll]: 1.11e-05 [a_1]: 0.0002668 [with_stream_mark]: 2.063e-05 [recompute_prepare]: 1.25e-05 [updatestate_depend_eliminate]: 7.62998e-06 [updatestate_assign_eliminate]: 6.52001e-06 [updatestate_loads_eliminate]: 6.84999e-06 [parameter_eliminate]: 1.29003e-06 [specialize_transform]: 1.238e-05 [updatestate_useless_node_eliminater]: 1.717e-05 [accelerated_algorithm]: 1.582e-05 [meta_shard_fg_expand]: 3.08e-06 [get_grad_eliminate_]: 1.105e-05 [merge_forward]: 7.69002e-06 [cell_reuse_recompute_pass]: 1.96e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.477e-05 [j_node_and_user_rematch]: 1.91e-05 [meta_fg_expand]: 4.70999e-06 [replace_old_param]: 1.465e-05 [inline_without_move]: 1.105e-05 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.91e-06 [auto_monad_grad]: 1.52999e-06 [auto_monad_eliminator]: 1.968e-05 [cse]: 3.865e-05 [replace_applicator]: 1.271e-05 [py_interpret_to_execute_after_opt_a]: 6.432e-05 [rewriter_after_opt_a]: 0.00022358 [convert_after_rewriter]: 1.595e-05 [order_py_execute_after_rewriter]: 8.90999e-06 [mutable_eliminate]: 0.00107005 [jit_opt_b]: 0.00011003, [1] [Cycle 1]: 9.954e-05, [2] [frontend_op_eliminate]: 4.283e-05 [inline_after_opt_a]: 4.218e-05 [cconv]: 4.568e-05 [loop_unroll]: 0.0005672 [jit_opt_after_cconv]: 0.00033615, [1] [Cycle 1]: 0.00032736, [11] [c_1]: 7.691e-05 [parameter_eliminate]: 6.53998e-06 [updatestate_depend_eliminate]: 1.862e-05 [updatestate_assign_eliminate]: 7.75e-06 [updatestate_loads_eliminate]: 7.28999e-06 [cse]: 8.468e-05 [call_graph_tuple_transform]: 3.63e-05 [tuple_list_get_item_eliminator]: 1.257e-05 [none_parameter_eliminate]: 1.66e-06 [renormalize]: 4.89992e-07 [switch_simplify]: 1.353e-05 [remove_dup_value]: 7.281e-05 [partial_unused_args_eliminate]: 2.62001e-06 [environ_conv]: 1.562e-05 [add_recomputation]: 0.00010646 [cse_after_recomputation]: 5.057e-05, [1] [Cycle 1]: 4.32e-05, [1] [cse]: 3.441e-05 [auto_monad_reorder]: 3.52e-05 [get_jit_bprop_graph]: 2.49001e-06 [rewriter_after_jit_bprop_graph]: 9.80002e-06 [opt_after_jit_grad]: 0.00060728 [symbol_engine_optimizer]: 0.00013382, [1] [Cycle 1]: 0.00012622, [6] [build]: 1.723e-05 [elim_shapecalc]: 1.54e-05 [elim_not_effective]: 2.855e-05 [opt_reshape]: 1.268e-05 [fold_const_symbol]: 2.056e-05 [renormalize]: 7.50006e-07 [validate]: 6.911e-05 Sums bootstrap : 0.000319s : 0.05% type_inference : 0.308836s : 47.95% event_method : 0.000228s : 0.04% auto_monad : 0.000274s : 0.04% graph_reusing : 0.000009s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000047s : 0.01% rewriter_before_opt_a : 0.000151s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000367s : 0.06% jit_opt_a.loop_unroll : 0.000164s : 0.03% jit_opt_a.a_1 : 0.140142s : 21.76% jit_opt_a.with_stream_mark : 0.000141s : 0.02% jit_opt_a.recompute_prepare : 0.000101s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000078s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000040s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000013s : 0.00% jit_opt_a.specialize_transform : 0.000071s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000162s : 0.03% jit_opt_a.accelerated_algorithm : 0.000087s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000055s : 0.01% jit_opt_a.merge_forward : 0.000037s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000008s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000123s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000099s : 0.02% jit_opt_a.meta_fg_expand : 0.168449s : 26.15% jit_opt_a.replace_old_param : 0.000187s : 0.03% jit_opt_a.inline_without_move : 0.000159s : 0.02% jit_opt_a.renormalize : 0.019097s : 2.96% jit_opt_a.add_forward_monad_depend : 0.000042s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000216s : 0.03% jit_opt_a.cse : 0.000599s : 0.09% jit_opt_a.replace_applicator : 0.000298s : 0.05% py_interpret_to_execute_after_opt_a : 0.000064s : 0.01% rewriter_after_opt_a : 0.000224s : 0.03% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.001070s : 0.17% jit_opt_b.frontend_op_eliminate : 0.000043s : 0.01% jit_opt_b.inline_after_opt_a : 0.000042s : 0.01% cconv : 0.000046s : 0.01% loop_unroll : 0.000567s : 0.09% jit_opt_after_cconv.c_1 : 0.000077s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000019s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000085s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000036s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000073s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000016s : 0.00% add_recomputation : 0.000106s : 0.02% cse_after_recomputation.cse : 0.000034s : 0.01% auto_monad_reorder : 0.000035s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000010s : 0.00% opt_after_jit_grad : 0.000607s : 0.09% symbol_engine_optimizer.build : 0.000017s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000029s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000069s : 0.01% Time group info: ------[substitution.] 0.002880 291 1.51% : 0.000043s : 12: substitution.depend_value_elim 0.14% : 0.000004s : 7: substitution.elim_not_effective 0.11% : 0.000003s : 7: substitution.fold_const_symbol 27.50% : 0.000792s : 4: substitution.getattr_setattr_resolve 0.35% : 0.000010s : 8: substitution.graph_param_transform 52.10% : 0.001500s : 28: substitution.inline 1.26% : 0.000036s : 4: substitution.inline_without_move 0.64% : 0.000018s : 35: substitution.j_node_and_user_rematch 0.73% : 0.000021s : 3: substitution.less_batch_normalization 0.73% : 0.000021s : 13: substitution.minmaximum_grad 0.51% : 0.000015s : 14: substitution.partial_eliminate 0.84% : 0.000024s : 35: substitution.remove_not_recompute_node 2.26% : 0.000065s : 16: substitution.replace_applicator 0.69% : 0.000020s : 19: substitution.replace_old_param 0.33% : 0.000009s : 2: substitution.set_cell_output_no_recompute 0.48% : 0.000014s : 3: substitution.switch_simplify 1.68% : 0.000048s : 13: substitution.tuple_list_convert_item_index_to_positive 1.18% : 0.000034s : 13: substitution.tuple_list_get_item_depend_reorder 3.61% : 0.000104s : 30: substitution.tuple_list_get_item_eliminator 1.00% : 0.000029s : 9: substitution.updatestate_pure_node_eliminater 2.34% : 0.000067s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.308717 2 99.06% : 0.305801s : 1: type_inference.infer 0.94% : 0.002916s : 1: type_inference.specialize ------[replace.] 0.000894 53 7.18% : 0.000064s : 3: replace.getattr_setattr_resolve 52.18% : 0.000467s : 28: replace.inline 4.44% : 0.000040s : 1: replace.replace_applicator 8.83% : 0.000079s : 3: replace.switch_simplify 21.32% : 0.000191s : 17: replace.tuple_list_get_item_eliminator 6.05% : 0.000054s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002308 53 32.10% : 0.000741s : 3: match.getattr_setattr_resolve 64.11% : 0.001480s : 28: match.inline 0.67% : 0.000016s : 1: match.replace_applicator 0.54% : 0.000012s : 3: match.switch_simplify 1.85% : 0.000043s : 17: match.tuple_list_get_item_eliminator 0.73% : 0.000017s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000975 5919 1.36% : 0.000013s : 99: predicate.accumulaten_eliminater 0.29% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.28% : 0.000013s : 99: predicate.addn_check_dump 1.38% : 0.000013s : 99: predicate.addn_zero_filter 1.96% : 0.000019s : 99: predicate.arithmetic_simplify 1.47% : 0.000014s : 99: predicate.cast_eliminate 0.13% : 0.000001s : 8: predicate.check_bprop_eliminate 1.28% : 0.000013s : 99: predicate.compare_switch_simplify 1.53% : 0.000015s : 99: predicate.depend_value_elim 1.33% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.50% : 0.000015s : 99: predicate.dict_get_item_eliminator 1.46% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.23% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.12% : 0.000001s : 8: predicate.elim_not_effective 0.18% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.35% : 0.000013s : 99: predicate.environ_add_const_eliminate 1.34% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.32% : 0.000013s : 99: predicate.environ_get_depend_swap 1.37% : 0.000013s : 99: predicate.environ_get_eliminate 1.32% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.73% : 0.000007s : 42: predicate.get_grad_eliminate 0.67% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000001s : 8: predicate.graph_param_transform 4.49% : 0.000044s : 160: predicate.inline 1.90% : 0.000018s : 106: predicate.inline_without_move 0.31% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.01% : 0.000010s : 42: predicate.less_batch_normalization 1.75% : 0.000017s : 116: predicate.list_to_tuple_eliminator_ 1.88% : 0.000018s : 124: predicate.load_eliminater 0.39% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.47% : 0.000024s : 171: predicate.loop_unroll_before_grad 2.04% : 0.000020s : 107: predicate.make_slice_get_slice_eliminator 1.26% : 0.000012s : 99: predicate.merge_addn 1.40% : 0.000014s : 99: predicate.minmaximum_grad 0.67% : 0.000007s : 8: predicate.mutable_eliminate 0.15% : 0.000001s : 8: predicate.opt_reshape 2.22% : 0.000022s : 124: predicate.partial_eliminate 1.46% : 0.000014s : 99: predicate.print_const_string_wrapper 1.70% : 0.000017s : 99: predicate.reduce_eliminate 1.99% : 0.000019s : 116: predicate.redundant_stop_gradient_eliminater 0.41% : 0.000004s : 42: predicate.remove_not_recompute_node 2.42% : 0.000024s : 236: predicate.replace_applicator 0.95% : 0.000009s : 106: predicate.replace_old_param 0.10% : 0.000001s : 8: predicate.reset_defer_inline 1.39% : 0.000014s : 99: predicate.reshape_eliminate 1.36% : 0.000013s : 99: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.39% : 0.000014s : 99: predicate.same_eliminate 0.50% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.29% : 0.000003s : 16: predicate.special_op_eliminate 0.93% : 0.000009s : 50: predicate.specialize_transform 1.53% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 4.61% : 0.000045s : 99: predicate.stack_unstack_eliminate 0.15% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.11% : 0.000030s : 144: predicate.switch_defer_inline 2.28% : 0.000022s : 144: predicate.switch_layer_defer_inline 7.95% : 0.000078s : 329: predicate.switch_simplify 1.38% : 0.000013s : 99: predicate.tile_eliminate 1.53% : 0.000015s : 99: predicate.transpose_eliminate 1.62% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.54% : 0.000015s : 99: predicate.tuple_list_get_item_depend_reorder 3.20% : 0.000031s : 132: predicate.tuple_list_get_item_eliminator 1.72% : 0.000017s : 99: predicate.tuple_list_set_item_eliminator 1.75% : 0.000017s : 116: predicate.tuple_to_list_eliminator_ 1.93% : 0.000019s : 124: predicate.updatestate_pure_node_eliminater 2.85% : 0.000028s : 168: predicate.updatestate_useless_node_eliminater 1.73% : 0.000017s : 99: predicate.value_based_eliminate 0.12% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.18% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004885 58 57.01% : 0.002785s : 22: func_graph_cloner_run.FuncGraphClonerGraph 9.10% : 0.000444s : 7: func_graph_cloner_run.FuncGraphClonerNode 33.89% : 0.001656s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.813386 104 0.01% : 0.000110s : 1: add_recomputation 0.03% : 0.000284s : 1: auto_monad 0.00% : 0.000038s : 1: auto_monad_reorder 0.04% : 0.000343s : 1: bootstrap 0.01% : 0.000048s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.01% : 0.000053s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.03% : 0.000238s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000012s : 1: graph_reusing 41.50% : 0.337567s : 1: jit_opt_a 0.04% : 0.000340s : 1: jit_opt_after_cconv 0.01% : 0.000113s : 1: jit_opt_b 0.07% : 0.000577s : 1: loop_unroll 0.13% : 0.001085s : 1: mutable_eliminate 17.45% : 0.141927s : 52: opt.transform.jit_opt_a 0.02% : 0.000135s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000074s : 4: opt.transform.jit_opt_b 0.00% : 0.000027s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000038s : 1: opt.transform.mutable_eliminate 0.01% : 0.000049s : 1: opt.transform.opt_after_jit_grad 0.11% : 0.000920s : 2: opt.transform.opt_resolve 0.01% : 0.000073s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000616s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000050s : 1: py_interpret_to_execute 0.01% : 0.000069s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000076s : 1: remove_dup_value 1.78% : 0.014518s : 3: renormalize.infer 0.56% : 0.004541s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000230s : 1: rewriter_after_opt_a 0.02% : 0.000155s : 1: rewriter_before_opt_a 0.02% : 0.000137s : 1: symbol_engine_optimizer 37.97% : 0.308861s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape4-0-0-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape4-0-0-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape5-1-1-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape5-1-1-pynative],max_mem:4.0M TotalTime = 0.174954, [30] [bootstrap]: 0.00070273 [type_inference]: 0.163483 [event_method]: 1.302e-05 [auto_monad]: 0.00014541 [graph_reusing]: 5.90002e-06 [pre_auto_parallel]: 2.71e-06 [py_interpret_to_execute]: 0.00011824 [rewriter_before_opt_a]: 5.705e-05 [expand_dump_flag]: 3.04001e-06 [jit_opt_a]: 0.00708103, [2] [Cycle 1]: 0.00209886, [27] [switch_simplify]: 4.907e-05 [loop_unroll]: 1.801e-05 [a_1]: 0.00040434 [with_stream_mark]: 2.873e-05 [recompute_prepare]: 1.059e-05 [updatestate_depend_eliminate]: 6.63998e-06 [updatestate_assign_eliminate]: 5.10999e-06 [updatestate_loads_eliminate]: 4.47998e-06 [parameter_eliminate]: 1.87999e-06 [specialize_transform]: 8.61002e-06 [updatestate_useless_node_eliminater]: 1.07e-05 [accelerated_algorithm]: 9.22001e-06 [meta_shard_fg_expand]: 2.83998e-06 [get_grad_eliminate_]: 7.48e-06 [merge_forward]: 5.15999e-06 [cell_reuse_recompute_pass]: 1.34e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.114e-05 [j_node_and_user_rematch]: 1.309e-05 [meta_fg_expand]: 3.58e-06 [replace_old_param]: 1.28e-05 [inline_without_move]: 7.6e-06 [renormalize]: 0.00115415 [add_forward_monad_depend]: 1.157e-05 [auto_monad_grad]: 2.71e-06 [auto_monad_eliminator]: 2.605e-05 [cse]: 4.257e-05 [replace_applicator]: 2.223e-05 [Cycle 2]: 0.00049451, [27] [switch_simplify]: 9.35001e-06 [loop_unroll]: 8.64e-06 [a_1]: 0.00017299 [with_stream_mark]: 1.569e-05 [recompute_prepare]: 8.57998e-06 [updatestate_depend_eliminate]: 5.76e-06 [updatestate_assign_eliminate]: 4.82e-06 [updatestate_loads_eliminate]: 5.11997e-06 [parameter_eliminate]: 1.54e-06 [specialize_transform]: 8.22e-06 [updatestate_useless_node_eliminater]: 1.078e-05 [accelerated_algorithm]: 7.92e-06 [meta_shard_fg_expand]: 1.97999e-06 [get_grad_eliminate_]: 7.43e-06 [merge_forward]: 5.40001e-06 [cell_reuse_recompute_pass]: 2.73003e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.727e-05 [j_node_and_user_rematch]: 1.27e-05 [meta_fg_expand]: 2.99999e-06 [replace_old_param]: 1.166e-05 [inline_without_move]: 8.48001e-06 [renormalize]: 9.00181e-08 [add_forward_monad_depend]: 1.27e-06 [auto_monad_grad]: 1.22e-06 [auto_monad_eliminator]: 1.066e-05 [cse]: 1.936e-05 [replace_applicator]: 8.17e-06 [py_interpret_to_execute_after_opt_a]: 1.665e-05 [rewriter_after_opt_a]: 0.00047161 [convert_after_rewriter]: 1.345e-05 [order_py_execute_after_rewriter]: 7.13e-06 [mutable_eliminate]: 0.0007473 [jit_opt_b]: 7.283e-05, [1] [Cycle 1]: 6.532e-05, [2] [frontend_op_eliminate]: 2.564e-05 [inline_after_opt_a]: 2.664e-05 [cconv]: 3.311e-05 [loop_unroll]: 0.0004567 [jit_opt_after_cconv]: 0.0002219, [1] [Cycle 1]: 0.00021518, [11] [c_1]: 5.232e-05 [parameter_eliminate]: 4.17998e-06 [updatestate_depend_eliminate]: 1.136e-05 [updatestate_assign_eliminate]: 4.99e-06 [updatestate_loads_eliminate]: 4.65001e-06 [cse]: 3.89e-05 [call_graph_tuple_transform]: 2.285e-05 [tuple_list_get_item_eliminator]: 8.89998e-06 [none_parameter_eliminate]: 1.76998e-06 [renormalize]: 8.49977e-07 [switch_simplify]: 8.48999e-06 [remove_dup_value]: 4.599e-05 [partial_unused_args_eliminate]: 2.66e-06 [environ_conv]: 7.66999e-06 [add_recomputation]: 7.345e-05 [cse_after_recomputation]: 3.012e-05, [1] [Cycle 1]: 2.405e-05, [1] [cse]: 1.684e-05 [auto_monad_reorder]: 2.631e-05 [get_jit_bprop_graph]: 2.36e-06 [rewriter_after_jit_bprop_graph]: 0.0001538 [opt_after_jit_grad]: 0.00057776 [symbol_engine_optimizer]: 0.00010174, [1] [Cycle 1]: 9.374e-05, [6] [build]: 6.68e-06 [elim_shapecalc]: 1.202e-05 [elim_not_effective]: 1.936e-05 [opt_reshape]: 9.04e-06 [fold_const_symbol]: 1.506e-05 [renormalize]: 7.39994e-07 [validate]: 5.769e-05 Sums bootstrap : 0.000703s : 0.41% type_inference : 0.163483s : 96.29% event_method : 0.000013s : 0.01% auto_monad : 0.000145s : 0.09% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000118s : 0.07% rewriter_before_opt_a : 0.000057s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000058s : 0.03% jit_opt_a.loop_unroll : 0.000027s : 0.02% jit_opt_a.a_1 : 0.000577s : 0.34% jit_opt_a.with_stream_mark : 0.000044s : 0.03% jit_opt_a.recompute_prepare : 0.000019s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000010s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.01% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000017s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000021s : 0.01% jit_opt_a.accelerated_algorithm : 0.000017s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000015s : 0.01% jit_opt_a.merge_forward : 0.000011s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000038s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000026s : 0.02% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000024s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.01% jit_opt_a.renormalize : 0.001154s : 0.68% jit_opt_a.add_forward_monad_depend : 0.000013s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000037s : 0.02% jit_opt_a.cse : 0.000062s : 0.04% jit_opt_a.replace_applicator : 0.000030s : 0.02% py_interpret_to_execute_after_opt_a : 0.000017s : 0.01% rewriter_after_opt_a : 0.000472s : 0.28% convert_after_rewriter : 0.000013s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000747s : 0.44% jit_opt_b.frontend_op_eliminate : 0.000026s : 0.02% jit_opt_b.inline_after_opt_a : 0.000027s : 0.02% cconv : 0.000033s : 0.02% loop_unroll : 0.000457s : 0.27% jit_opt_after_cconv.c_1 : 0.000052s : 0.03% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000039s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000023s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000009s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000008s : 0.01% remove_dup_value : 0.000046s : 0.03% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000073s : 0.04% cse_after_recomputation.cse : 0.000017s : 0.01% auto_monad_reorder : 0.000026s : 0.02% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000154s : 0.09% opt_after_jit_grad : 0.000578s : 0.34% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000019s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.01% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.01% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000058s : 0.03% Time group info: ------[substitution.] 0.000195 43 4.65% : 0.000009s : 2: substitution.depend_value_elim 1.50% : 0.000003s : 4: substitution.elim_not_effective 1.22% : 0.000002s : 4: substitution.fold_const_symbol 3.55% : 0.000007s : 5: substitution.graph_param_transform 67.78% : 0.000132s : 2: substitution.inline 2.26% : 0.000004s : 8: substitution.j_node_and_user_rematch 4.15% : 0.000008s : 8: substitution.remove_not_recompute_node 3.26% : 0.000006s : 2: substitution.replace_old_param 5.79% : 0.000011s : 3: substitution.updatestate_pure_node_eliminater 5.84% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.163403 2 99.43% : 0.162475s : 1: type_inference.infer 0.57% : 0.000928s : 1: type_inference.specialize ------[replace.] 0.000027 2 100.00% : 0.000027s : 2: replace.inline ------[match.] 0.000130 2 100.00% : 0.000130s : 2: match.inline ------[predicate.] 0.000137 767 1.11% : 0.000002s : 11: predicate.accumulaten_eliminater 1.66% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 0.99% : 0.000001s : 11: predicate.addn_check_dump 1.23% : 0.000002s : 11: predicate.addn_zero_filter 1.85% : 0.000003s : 11: predicate.arithmetic_simplify 1.25% : 0.000002s : 11: predicate.cast_eliminate 0.72% : 0.000001s : 5: predicate.check_bprop_eliminate 0.99% : 0.000001s : 11: predicate.compare_switch_simplify 1.24% : 0.000002s : 11: predicate.depend_value_elim 1.10% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.20% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.12% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.16% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.74% : 0.000001s : 5: predicate.elim_not_effective 0.89% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.07% : 0.000001s : 11: predicate.environ_add_const_eliminate 0.99% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.07% : 0.000001s : 11: predicate.environ_get_depend_swap 1.13% : 0.000002s : 11: predicate.environ_get_eliminate 1.00% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.31% : 0.000000s : 5: predicate.fold_const_symbol 1.39% : 0.000002s : 10: predicate.get_grad_eliminate 0.50% : 0.000001s : 5: predicate.graph_param_transform 5.36% : 0.000007s : 23: predicate.inline 1.32% : 0.000002s : 10: predicate.inline_without_move 0.60% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.59% : 0.000002s : 10: predicate.less_batch_normalization 1.34% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 2.02% : 0.000003s : 16: predicate.load_eliminater 1.84% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.39% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.33% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.02% : 0.000001s : 11: predicate.merge_addn 1.01% : 0.000001s : 11: predicate.minmaximum_grad 1.79% : 0.000002s : 5: predicate.mutable_eliminate 0.66% : 0.000001s : 5: predicate.opt_reshape 2.18% : 0.000003s : 16: predicate.partial_eliminate 1.02% : 0.000001s : 11: predicate.print_const_string_wrapper 1.92% : 0.000003s : 11: predicate.reduce_eliminate 1.42% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.06% : 0.000001s : 10: predicate.remove_not_recompute_node 1.99% : 0.000003s : 21: predicate.replace_applicator 1.10% : 0.000002s : 10: predicate.replace_old_param 0.67% : 0.000001s : 5: predicate.reset_defer_inline 1.47% : 0.000002s : 11: predicate.reshape_eliminate 1.16% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 1.37% : 0.000002s : 5: predicate.row_tensor_eliminate 1.27% : 0.000002s : 11: predicate.same_eliminate 0.73% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.42% : 0.000002s : 10: predicate.special_op_eliminate 1.34% : 0.000002s : 10: predicate.specialize_transform 1.25% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.16% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.97% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.50% : 0.000002s : 13: predicate.switch_defer_inline 1.66% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.61% : 0.000008s : 38: predicate.switch_simplify 1.07% : 0.000001s : 11: predicate.tile_eliminate 1.12% : 0.000002s : 11: predicate.transpose_eliminate 1.26% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.07% : 0.000001s : 11: predicate.tuple_list_get_item_depend_reorder 3.80% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.74% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.14% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.79% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.57% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.91% : 0.000003s : 11: predicate.value_based_eliminate 0.54% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.73% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000310 5 6.74% : 0.000021s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.26% : 0.000289s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.177075 72 0.04% : 0.000076s : 1: add_recomputation 0.08% : 0.000150s : 1: auto_monad 0.02% : 0.000029s : 1: auto_monad_reorder 0.41% : 0.000732s : 1: bootstrap 0.02% : 0.000036s : 1: cconv 0.01% : 0.000016s : 1: convert_after_rewriter 0.02% : 0.000032s : 1: cse_after_recomputation 0.01% : 0.000010s : 1: environ_conv 0.01% : 0.000017s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 4.00% : 0.007086s : 1: jit_opt_a 0.13% : 0.000225s : 1: jit_opt_after_cconv 0.04% : 0.000076s : 1: jit_opt_b 0.26% : 0.000464s : 1: loop_unroll 0.43% : 0.000756s : 1: mutable_eliminate 0.48% : 0.000855s : 26: opt.transform.jit_opt_a 0.05% : 0.000089s : 4: opt.transform.jit_opt_after_cconv 0.03% : 0.000045s : 4: opt.transform.jit_opt_b 0.01% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000020s : 1: opt.transform.mutable_eliminate 0.02% : 0.000034s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.000052s : 4: opt.transform.symbol_engine_opt 0.33% : 0.000587s : 1: opt_after_jit_grad 0.01% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.07% : 0.000122s : 1: py_interpret_to_execute 0.01% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.03% : 0.000049s : 1: remove_dup_value 0.40% : 0.000713s : 1: renormalize.infer 0.24% : 0.000431s : 1: renormalize.specialize 0.09% : 0.000157s : 1: rewriter_after_jit_bprop_graph 0.27% : 0.000477s : 1: rewriter_after_opt_a 0.03% : 0.000061s : 1: rewriter_before_opt_a 0.06% : 0.000105s : 1: symbol_engine_optimizer 92.33% : 0.163500s : 1: type_inference TotalTime = 0.616501, [30] [bootstrap]: 0.00031679 [type_inference]: 0.277155 [event_method]: 0.0002747 [auto_monad]: 0.00027626 [graph_reusing]: 1.018e-05 [pre_auto_parallel]: 3.60998e-06 [py_interpret_to_execute]: 4.778e-05 [rewriter_before_opt_a]: 0.00015411 [expand_dump_flag]: 3.83001e-06 [jit_opt_a]: 0.214588, [4] [Cycle 1]: 0.173367, [27] [switch_simplify]: 0.000209 [loop_unroll]: 5.673e-05 [a_1]: 0.00138852 [with_stream_mark]: 4.325e-05 [recompute_prepare]: 2.881e-05 [updatestate_depend_eliminate]: 1.336e-05 [updatestate_assign_eliminate]: 9.97999e-06 [updatestate_loads_eliminate]: 9.61998e-06 [parameter_eliminate]: 3.26001e-06 [specialize_transform]: 1.943e-05 [updatestate_useless_node_eliminater]: 2.296e-05 [accelerated_algorithm]: 1.889e-05 [meta_shard_fg_expand]: 6.34999e-06 [get_grad_eliminate_]: 1.811e-05 [merge_forward]: 1.221e-05 [cell_reuse_recompute_pass]: 1.44998e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.674e-05 [j_node_and_user_rematch]: 3.417e-05 [meta_fg_expand]: 0.00621478 [replace_old_param]: 0.00012088 [inline_without_move]: 0.00012298 [renormalize]: 0.163919 [add_forward_monad_depend]: 2.236e-05 [auto_monad_grad]: 1.156e-05 [auto_monad_eliminator]: 0.0001234 [cse]: 0.00032158 [replace_applicator]: 0.00022417 [Cycle 2]: 0.0211906, [27] [switch_simplify]: 8.569e-05 [loop_unroll]: 0.00013498 [a_1]: 0.00348662 [with_stream_mark]: 4.305e-05 [recompute_prepare]: 3.389e-05 [updatestate_depend_eliminate]: 1.548e-05 [updatestate_assign_eliminate]: 1.577e-05 [updatestate_loads_eliminate]: 1.414e-05 [parameter_eliminate]: 4.84e-06 [specialize_transform]: 2.326e-05 [updatestate_useless_node_eliminater]: 7.69e-05 [accelerated_algorithm]: 3.375e-05 [meta_shard_fg_expand]: 4.50999e-06 [get_grad_eliminate_]: 1.339e-05 [merge_forward]: 8.64e-06 [cell_reuse_recompute_pass]: 1.47001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.197e-05 [j_node_and_user_rematch]: 2.54e-05 [meta_fg_expand]: 0.00011192 [replace_old_param]: 2.044e-05 [inline_without_move]: 1.394e-05 [renormalize]: 0.0164842 [add_forward_monad_depend]: 1.199e-05 [auto_monad_grad]: 2.52001e-06 [auto_monad_eliminator]: 4.1e-05 [cse]: 0.00015937 [replace_applicator]: 3.654e-05 [Cycle 3]: 0.0153639, [27] [switch_simplify]: 1.562e-05 [loop_unroll]: 1.482e-05 [a_1]: 0.00033758 [with_stream_mark]: 2.571e-05 [recompute_prepare]: 1.467e-05 [updatestate_depend_eliminate]: 3.757e-05 [updatestate_assign_eliminate]: 7.93001e-06 [updatestate_loads_eliminate]: 7.1e-06 [parameter_eliminate]: 2.44001e-06 [specialize_transform]: 1.328e-05 [updatestate_useless_node_eliminater]: 1.537e-05 [accelerated_algorithm]: 1.806e-05 [meta_shard_fg_expand]: 2.86999e-06 [get_grad_eliminate_]: 1.127e-05 [merge_forward]: 8.67e-06 [cell_reuse_recompute_pass]: 3.88999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.86e-05 [j_node_and_user_rematch]: 1.937e-05 [meta_fg_expand]: 4.43001e-06 [replace_old_param]: 1.562e-05 [inline_without_move]: 1.163e-05 [renormalize]: 0.0143696 [add_forward_monad_depend]: 1.257e-05 [auto_monad_grad]: 2.66e-06 [auto_monad_eliminator]: 3.389e-05 [cse]: 0.0001058 [replace_applicator]: 3.497e-05 [Cycle 4]: 0.00073434, [27] [switch_simplify]: 1.327e-05 [loop_unroll]: 1.218e-05 [a_1]: 0.0002741 [with_stream_mark]: 2.294e-05 [recompute_prepare]: 1.19e-05 [updatestate_depend_eliminate]: 9.42999e-06 [updatestate_assign_eliminate]: 7.62998e-06 [updatestate_loads_eliminate]: 6.46e-06 [parameter_eliminate]: 1.93002e-06 [specialize_transform]: 1.279e-05 [updatestate_useless_node_eliminater]: 1.513e-05 [accelerated_algorithm]: 1.672e-05 [meta_shard_fg_expand]: 3.35e-06 [get_grad_eliminate_]: 1.146e-05 [merge_forward]: 8.03001e-06 [cell_reuse_recompute_pass]: 2.98e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.852e-05 [j_node_and_user_rematch]: 2.196e-05 [meta_fg_expand]: 4.45999e-06 [replace_old_param]: 1.569e-05 [inline_without_move]: 1.166e-05 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 2.39999e-06 [auto_monad_grad]: 2.07001e-06 [auto_monad_eliminator]: 2.155e-05 [cse]: 4.294e-05 [replace_applicator]: 1.562e-05 [py_interpret_to_execute_after_opt_a]: 2.039e-05 [rewriter_after_opt_a]: 0.0002203 [convert_after_rewriter]: 1.472e-05 [order_py_execute_after_rewriter]: 8.45999e-06 [mutable_eliminate]: 0.00076894 [jit_opt_b]: 9.931e-05, [1] [Cycle 1]: 9.092e-05, [2] [frontend_op_eliminate]: 3.877e-05 [inline_after_opt_a]: 3.793e-05 [cconv]: 3.629e-05 [loop_unroll]: 0.00045527 [jit_opt_after_cconv]: 0.00028488, [1] [Cycle 1]: 0.00027804, [11] [c_1]: 6.84e-05 [parameter_eliminate]: 3.71001e-06 [updatestate_depend_eliminate]: 1.347e-05 [updatestate_assign_eliminate]: 6.98e-06 [updatestate_loads_eliminate]: 6.65002e-06 [cse]: 6.005e-05 [call_graph_tuple_transform]: 3.398e-05 [tuple_list_get_item_eliminator]: 1.205e-05 [none_parameter_eliminate]: 2.01e-06 [renormalize]: 5.50004e-07 [switch_simplify]: 1.298e-05 [remove_dup_value]: 7.3e-05 [partial_unused_args_eliminate]: 3.18e-06 [environ_conv]: 1.264e-05 [add_recomputation]: 0.00013058 [cse_after_recomputation]: 4.54e-05, [1] [Cycle 1]: 3.89e-05, [1] [cse]: 3.094e-05 [auto_monad_reorder]: 3.36e-05 [get_jit_bprop_graph]: 2.42001e-06 [rewriter_after_jit_bprop_graph]: 5.56e-06 [opt_after_jit_grad]: 0.120965 [symbol_engine_optimizer]: 0.00015152, [1] [Cycle 1]: 0.00014121, [6] [build]: 2.101e-05 [elim_shapecalc]: 1.649e-05 [elim_not_effective]: 3.497e-05 [opt_reshape]: 1.24e-05 [fold_const_symbol]: 2.113e-05 [renormalize]: 1.06997e-06 [validate]: 7.194e-05 Sums bootstrap : 0.000317s : 0.05% type_inference : 0.277155s : 45.34% event_method : 0.000275s : 0.04% auto_monad : 0.000276s : 0.05% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000048s : 0.01% rewriter_before_opt_a : 0.000154s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000324s : 0.05% jit_opt_a.loop_unroll : 0.000219s : 0.04% jit_opt_a.a_1 : 0.005487s : 0.90% jit_opt_a.with_stream_mark : 0.000135s : 0.02% jit_opt_a.recompute_prepare : 0.000089s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000076s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000037s : 0.01% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000069s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000130s : 0.02% jit_opt_a.accelerated_algorithm : 0.000087s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000054s : 0.01% jit_opt_a.merge_forward : 0.000038s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000126s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000101s : 0.02% jit_opt_a.meta_fg_expand : 0.006336s : 1.04% jit_opt_a.replace_old_param : 0.000173s : 0.03% jit_opt_a.inline_without_move : 0.000160s : 0.03% jit_opt_a.renormalize : 0.194773s : 31.87% jit_opt_a.add_forward_monad_depend : 0.000049s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000220s : 0.04% jit_opt_a.cse : 0.000630s : 0.10% jit_opt_a.replace_applicator : 0.000311s : 0.05% py_interpret_to_execute_after_opt_a : 0.000020s : 0.00% rewriter_after_opt_a : 0.000220s : 0.04% convert_after_rewriter : 0.000015s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000769s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000039s : 0.01% jit_opt_b.inline_after_opt_a : 0.000038s : 0.01% cconv : 0.000036s : 0.01% loop_unroll : 0.000455s : 0.07% jit_opt_after_cconv.c_1 : 0.000068s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000060s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000034s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000073s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000013s : 0.00% add_recomputation : 0.000131s : 0.02% cse_after_recomputation.cse : 0.000031s : 0.01% auto_monad_reorder : 0.000034s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000006s : 0.00% opt_after_jit_grad : 0.120965s : 19.79% symbol_engine_optimizer.build : 0.000021s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000035s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000072s : 0.01% Time group info: ------[substitution.] 0.002503 291 1.57% : 0.000039s : 12: substitution.depend_value_elim 0.16% : 0.000004s : 7: substitution.elim_not_effective 0.13% : 0.000003s : 7: substitution.fold_const_symbol 30.56% : 0.000765s : 4: substitution.getattr_setattr_resolve 0.38% : 0.000009s : 8: substitution.graph_param_transform 48.00% : 0.001202s : 28: substitution.inline 1.33% : 0.000033s : 4: substitution.inline_without_move 0.81% : 0.000020s : 35: substitution.j_node_and_user_rematch 0.88% : 0.000022s : 3: substitution.less_batch_normalization 0.81% : 0.000020s : 13: substitution.minmaximum_grad 0.56% : 0.000014s : 14: substitution.partial_eliminate 1.03% : 0.000026s : 35: substitution.remove_not_recompute_node 2.54% : 0.000064s : 16: substitution.replace_applicator 0.83% : 0.000021s : 19: substitution.replace_old_param 0.28% : 0.000007s : 2: substitution.set_cell_output_no_recompute 0.61% : 0.000015s : 3: substitution.switch_simplify 1.67% : 0.000042s : 13: substitution.tuple_list_convert_item_index_to_positive 1.12% : 0.000028s : 13: substitution.tuple_list_get_item_depend_reorder 3.54% : 0.000089s : 30: substitution.tuple_list_get_item_eliminator 1.00% : 0.000025s : 9: substitution.updatestate_pure_node_eliminater 2.19% : 0.000055s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.277032 2 99.00% : 0.274274s : 1: type_inference.infer 1.00% : 0.002758s : 1: type_inference.specialize ------[replace.] 0.000742 53 8.19% : 0.000061s : 3: replace.getattr_setattr_resolve 49.75% : 0.000369s : 28: replace.inline 5.34% : 0.000040s : 1: replace.replace_applicator 9.34% : 0.000069s : 3: replace.switch_simplify 21.85% : 0.000162s : 17: replace.tuple_list_get_item_eliminator 5.53% : 0.000041s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001976 53 36.14% : 0.000714s : 3: match.getattr_setattr_resolve 59.96% : 0.001185s : 28: match.inline 0.75% : 0.000015s : 1: match.replace_applicator 0.69% : 0.000014s : 3: match.switch_simplify 2.00% : 0.000040s : 17: match.tuple_list_get_item_eliminator 0.46% : 0.000009s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000883 5919 1.49% : 0.000013s : 99: predicate.accumulaten_eliminater 0.83% : 0.000007s : 8: predicate.ad_related_special_op_eliminate 1.43% : 0.000013s : 99: predicate.addn_check_dump 1.49% : 0.000013s : 99: predicate.addn_zero_filter 1.90% : 0.000017s : 99: predicate.arithmetic_simplify 1.56% : 0.000014s : 99: predicate.cast_eliminate 0.14% : 0.000001s : 8: predicate.check_bprop_eliminate 1.38% : 0.000012s : 99: predicate.compare_switch_simplify 1.53% : 0.000013s : 99: predicate.depend_value_elim 1.45% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.60% : 0.000014s : 99: predicate.dict_get_item_eliminator 1.49% : 0.000013s : 99: predicate.dict_set_item_eliminator 0.52% : 0.000005s : 8: predicate.dumpgradient_eliminate 0.13% : 0.000001s : 8: predicate.elim_not_effective 0.21% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.49% : 0.000013s : 99: predicate.environ_add_const_eliminate 1.43% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.42% : 0.000013s : 99: predicate.environ_get_depend_swap 1.47% : 0.000013s : 99: predicate.environ_get_eliminate 1.44% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.80% : 0.000007s : 42: predicate.get_grad_eliminate 0.69% : 0.000006s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000001s : 8: predicate.graph_param_transform 4.61% : 0.000041s : 160: predicate.inline 2.24% : 0.000020s : 106: predicate.inline_without_move 0.34% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.10% : 0.000010s : 42: predicate.less_batch_normalization 1.88% : 0.000017s : 116: predicate.list_to_tuple_eliminator_ 1.89% : 0.000017s : 124: predicate.load_eliminater 0.34% : 0.000003s : 8: predicate.loop_unroll_after_grad 2.87% : 0.000025s : 171: predicate.loop_unroll_before_grad 1.69% : 0.000015s : 107: predicate.make_slice_get_slice_eliminator 1.43% : 0.000013s : 99: predicate.merge_addn 1.48% : 0.000013s : 99: predicate.minmaximum_grad 0.45% : 0.000004s : 8: predicate.mutable_eliminate 0.15% : 0.000001s : 8: predicate.opt_reshape 2.39% : 0.000021s : 124: predicate.partial_eliminate 1.55% : 0.000014s : 99: predicate.print_const_string_wrapper 1.84% : 0.000016s : 99: predicate.reduce_eliminate 1.83% : 0.000016s : 116: predicate.redundant_stop_gradient_eliminater 0.44% : 0.000004s : 42: predicate.remove_not_recompute_node 2.80% : 0.000025s : 236: predicate.replace_applicator 1.03% : 0.000009s : 106: predicate.replace_old_param 0.11% : 0.000001s : 8: predicate.reset_defer_inline 1.53% : 0.000013s : 99: predicate.reshape_eliminate 1.51% : 0.000013s : 99: predicate.row_tensor_add_zeros_like 0.23% : 0.000002s : 8: predicate.row_tensor_eliminate 1.54% : 0.000014s : 99: predicate.same_eliminate 0.50% : 0.000004s : 52: predicate.set_cell_output_no_recompute 0.34% : 0.000003s : 16: predicate.special_op_eliminate 0.99% : 0.000009s : 50: predicate.specialize_transform 1.66% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.50% : 0.000013s : 99: predicate.stack_unstack_eliminate 0.15% : 0.000001s : 8: predicate.switch_call_monad_eliminater 2.92% : 0.000026s : 144: predicate.switch_defer_inline 2.50% : 0.000022s : 144: predicate.switch_layer_defer_inline 5.75% : 0.000051s : 329: predicate.switch_simplify 1.54% : 0.000014s : 99: predicate.tile_eliminate 1.53% : 0.000014s : 99: predicate.transpose_eliminate 1.83% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.71% : 0.000015s : 99: predicate.tuple_list_get_item_depend_reorder 3.22% : 0.000028s : 132: predicate.tuple_list_get_item_eliminator 1.77% : 0.000016s : 99: predicate.tuple_list_set_item_eliminator 1.88% : 0.000017s : 116: predicate.tuple_to_list_eliminator_ 1.87% : 0.000016s : 124: predicate.updatestate_pure_node_eliminater 2.97% : 0.000026s : 168: predicate.updatestate_useless_node_eliminater 1.76% : 0.000016s : 99: predicate.value_based_eliminate 0.13% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.17% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004627 58 55.42% : 0.002564s : 22: func_graph_cloner_run.FuncGraphClonerGraph 7.34% : 0.000340s : 7: func_graph_cloner_run.FuncGraphClonerNode 37.24% : 0.001723s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.819588 104 0.02% : 0.000134s : 1: add_recomputation 0.03% : 0.000286s : 1: auto_monad 0.00% : 0.000036s : 1: auto_monad_reorder 0.04% : 0.000340s : 1: bootstrap 0.00% : 0.000039s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.01% : 0.000048s : 1: cse_after_recomputation 0.00% : 0.000015s : 1: environ_conv 0.03% : 0.000285s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 26.18% : 0.214592s : 1: jit_opt_a 0.04% : 0.000288s : 1: jit_opt_after_cconv 0.01% : 0.000103s : 1: jit_opt_b 0.06% : 0.000463s : 1: loop_unroll 0.09% : 0.000778s : 1: mutable_eliminate 0.88% : 0.007243s : 52: opt.transform.jit_opt_a 0.02% : 0.000123s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000067s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000077s : 1: opt.transform.opt_after_jit_grad 0.11% : 0.000883s : 2: opt.transform.opt_resolve 0.01% : 0.000081s : 4: opt.transform.symbol_engine_opt 14.76% : 0.120991s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000051s : 1: py_interpret_to_execute 0.00% : 0.000023s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000076s : 1: remove_dup_value 23.19% : 0.190095s : 3: renormalize.infer 0.56% : 0.004630s : 3: renormalize.specialize 0.00% : 0.000008s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000227s : 1: rewriter_after_opt_a 0.02% : 0.000157s : 1: rewriter_before_opt_a 0.02% : 0.000156s : 1: symbol_engine_optimizer 33.82% : 0.277180s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape5-1-1-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape5-1-1-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape6-2-2-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape6-2-2-pynative],max_mem:4.0M TotalTime = 0.202772, [30] [bootstrap]: 0.00068267 [type_inference]: 0.191939 [event_method]: 1.302e-05 [auto_monad]: 0.00014857 [graph_reusing]: 5.94999e-06 [pre_auto_parallel]: 2.17999e-06 [py_interpret_to_execute]: 0.00011187 [rewriter_before_opt_a]: 5.788e-05 [expand_dump_flag]: 3.01001e-06 [jit_opt_a]: 0.00636459, [2] [Cycle 1]: 0.00183467, [27] [switch_simplify]: 4.316e-05 [loop_unroll]: 1.815e-05 [a_1]: 0.00038186 [with_stream_mark]: 1.915e-05 [recompute_prepare]: 9.68002e-06 [updatestate_depend_eliminate]: 7.06999e-06 [updatestate_assign_eliminate]: 6.34001e-06 [updatestate_loads_eliminate]: 4.58999e-06 [parameter_eliminate]: 1.79e-06 [specialize_transform]: 8.59998e-06 [updatestate_useless_node_eliminater]: 1.106e-05 [accelerated_algorithm]: 9.06002e-06 [meta_shard_fg_expand]: 2.75002e-06 [get_grad_eliminate_]: 7.67998e-06 [merge_forward]: 5.30001e-06 [cell_reuse_recompute_pass]: 1.14998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.107e-05 [j_node_and_user_rematch]: 1.326e-05 [meta_fg_expand]: 3.23e-06 [replace_old_param]: 1.167e-05 [inline_without_move]: 7.45e-06 [renormalize]: 0.00095433 [add_forward_monad_depend]: 1.037e-05 [auto_monad_grad]: 2.77002e-06 [auto_monad_eliminator]: 2.209e-05 [cse]: 4.035e-05 [replace_applicator]: 1.885e-05 [Cycle 2]: 0.00047858, [27] [switch_simplify]: 8.77e-06 [loop_unroll]: 7.77e-06 [a_1]: 0.00017012 [with_stream_mark]: 1.375e-05 [recompute_prepare]: 7.93001e-06 [updatestate_depend_eliminate]: 5.32001e-06 [updatestate_assign_eliminate]: 4.18001e-06 [updatestate_loads_eliminate]: 4.87e-06 [parameter_eliminate]: 1.87001e-06 [specialize_transform]: 8.31002e-06 [updatestate_useless_node_eliminater]: 1.03e-05 [accelerated_algorithm]: 7.47002e-06 [meta_shard_fg_expand]: 2.54001e-06 [get_grad_eliminate_]: 7.40998e-06 [merge_forward]: 4.53001e-06 [cell_reuse_recompute_pass]: 1.92999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.672e-05 [j_node_and_user_rematch]: 1.235e-05 [meta_fg_expand]: 2.61e-06 [replace_old_param]: 1e-05 [inline_without_move]: 7.81001e-06 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.32999e-06 [auto_monad_grad]: 1.27999e-06 [auto_monad_eliminator]: 1.073e-05 [cse]: 1.8e-05 [replace_applicator]: 8.51002e-06 [py_interpret_to_execute_after_opt_a]: 1.439e-05 [rewriter_after_opt_a]: 0.00043438 [convert_after_rewriter]: 1.431e-05 [order_py_execute_after_rewriter]: 7.71001e-06 [mutable_eliminate]: 0.00077118 [jit_opt_b]: 0.0001165, [1] [Cycle 1]: 0.00010783, [2] [frontend_op_eliminate]: 6.17e-05 [inline_after_opt_a]: 2.748e-05 [cconv]: 3.337e-05 [loop_unroll]: 0.00049346 [jit_opt_after_cconv]: 0.00021109, [1] [Cycle 1]: 0.00020416, [11] [c_1]: 4.775e-05 [parameter_eliminate]: 4.04002e-06 [updatestate_depend_eliminate]: 1.15e-05 [updatestate_assign_eliminate]: 5.24e-06 [updatestate_loads_eliminate]: 4.79998e-06 [cse]: 3.446e-05 [call_graph_tuple_transform]: 2.349e-05 [tuple_list_get_item_eliminator]: 8.3e-06 [none_parameter_eliminate]: 1.94e-06 [renormalize]: 6.19999e-07 [switch_simplify]: 7.79997e-06 [remove_dup_value]: 6.987e-05 [partial_unused_args_eliminate]: 3.2e-06 [environ_conv]: 7.94997e-06 [add_recomputation]: 7.896e-05 [cse_after_recomputation]: 3.32e-05, [1] [Cycle 1]: 2.534e-05, [1] [cse]: 1.764e-05 [auto_monad_reorder]: 2.854e-05 [get_jit_bprop_graph]: 2.57001e-06 [rewriter_after_jit_bprop_graph]: 0.00014039 [opt_after_jit_grad]: 0.00056459 [symbol_engine_optimizer]: 9.912e-05, [1] [Cycle 1]: 9.271e-05, [6] [build]: 6.51e-06 [elim_shapecalc]: 1.222e-05 [elim_not_effective]: 1.851e-05 [opt_reshape]: 8.92999e-06 [fold_const_symbol]: 1.39e-05 [renormalize]: 4.60015e-07 [validate]: 5.767e-05 Sums bootstrap : 0.000683s : 0.34% type_inference : 0.191939s : 96.94% event_method : 0.000013s : 0.01% auto_monad : 0.000149s : 0.08% graph_reusing : 0.000006s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000112s : 0.06% rewriter_before_opt_a : 0.000058s : 0.03% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000052s : 0.03% jit_opt_a.loop_unroll : 0.000026s : 0.01% jit_opt_a.a_1 : 0.000552s : 0.28% jit_opt_a.with_stream_mark : 0.000033s : 0.02% jit_opt_a.recompute_prepare : 0.000018s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000011s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000017s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000021s : 0.01% jit_opt_a.accelerated_algorithm : 0.000017s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000005s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000015s : 0.01% jit_opt_a.merge_forward : 0.000010s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000003s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000038s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000026s : 0.01% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000022s : 0.01% jit_opt_a.inline_without_move : 0.000015s : 0.01% jit_opt_a.renormalize : 0.000954s : 0.48% jit_opt_a.add_forward_monad_depend : 0.000012s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000033s : 0.02% jit_opt_a.cse : 0.000058s : 0.03% jit_opt_a.replace_applicator : 0.000027s : 0.01% py_interpret_to_execute_after_opt_a : 0.000014s : 0.01% rewriter_after_opt_a : 0.000434s : 0.22% convert_after_rewriter : 0.000014s : 0.01% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000771s : 0.39% jit_opt_b.frontend_op_eliminate : 0.000062s : 0.03% jit_opt_b.inline_after_opt_a : 0.000027s : 0.01% cconv : 0.000033s : 0.02% loop_unroll : 0.000493s : 0.25% jit_opt_after_cconv.c_1 : 0.000048s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000004s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000034s : 0.02% jit_opt_after_cconv.call_graph_tuple_transform : 0.000023s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000008s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000008s : 0.00% remove_dup_value : 0.000070s : 0.04% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000079s : 0.04% cse_after_recomputation.cse : 0.000018s : 0.01% auto_monad_reorder : 0.000029s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000140s : 0.07% opt_after_jit_grad : 0.000565s : 0.29% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000019s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000058s : 0.03% Time group info: ------[substitution.] 0.000173 43 5.25% : 0.000009s : 2: substitution.depend_value_elim 1.40% : 0.000002s : 4: substitution.elim_not_effective 1.03% : 0.000002s : 4: substitution.fold_const_symbol 4.07% : 0.000007s : 5: substitution.graph_param_transform 67.42% : 0.000117s : 2: substitution.inline 2.69% : 0.000005s : 8: substitution.j_node_and_user_rematch 4.43% : 0.000008s : 8: substitution.remove_not_recompute_node 2.32% : 0.000004s : 2: substitution.replace_old_param 6.65% : 0.000012s : 3: substitution.updatestate_pure_node_eliminater 4.73% : 0.000008s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.191853 2 99.52% : 0.190927s : 1: type_inference.infer 0.48% : 0.000927s : 1: type_inference.specialize ------[replace.] 0.000027 2 100.00% : 0.000027s : 2: replace.inline ------[match.] 0.000115 2 100.00% : 0.000115s : 2: match.inline ------[predicate.] 0.000168 767 0.94% : 0.000002s : 11: predicate.accumulaten_eliminater 1.39% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 0.87% : 0.000001s : 11: predicate.addn_check_dump 0.94% : 0.000002s : 11: predicate.addn_zero_filter 1.64% : 0.000003s : 11: predicate.arithmetic_simplify 1.10% : 0.000002s : 11: predicate.cast_eliminate 0.51% : 0.000001s : 5: predicate.check_bprop_eliminate 0.79% : 0.000001s : 11: predicate.compare_switch_simplify 1.05% : 0.000002s : 11: predicate.depend_value_elim 0.81% : 0.000001s : 11: predicate.dict_get_item_const_eliminator 0.92% : 0.000002s : 11: predicate.dict_get_item_eliminator 0.91% : 0.000002s : 11: predicate.dict_set_item_eliminator 0.95% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.45% : 0.000001s : 5: predicate.elim_not_effective 0.77% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 0.91% : 0.000002s : 11: predicate.environ_add_const_eliminate 0.93% : 0.000002s : 11: predicate.environ_get_add_eliminate 0.81% : 0.000001s : 11: predicate.environ_get_depend_swap 0.88% : 0.000001s : 11: predicate.environ_get_eliminate 0.81% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.26% : 0.000000s : 5: predicate.fold_const_symbol 1.04% : 0.000002s : 10: predicate.get_grad_eliminate 0.29% : 0.000000s : 5: predicate.graph_param_transform 4.42% : 0.000007s : 23: predicate.inline 1.19% : 0.000002s : 10: predicate.inline_without_move 0.45% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.07% : 0.000002s : 10: predicate.less_batch_normalization 1.23% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.35% : 0.000002s : 16: predicate.load_eliminater 1.77% : 0.000003s : 5: predicate.loop_unroll_after_grad 1.97% : 0.000003s : 20: predicate.loop_unroll_before_grad 1.74% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 0.82% : 0.000001s : 11: predicate.merge_addn 0.83% : 0.000001s : 11: predicate.minmaximum_grad 2.30% : 0.000004s : 5: predicate.mutable_eliminate 0.61% : 0.000001s : 5: predicate.opt_reshape 1.80% : 0.000003s : 16: predicate.partial_eliminate 0.88% : 0.000001s : 11: predicate.print_const_string_wrapper 1.20% : 0.000002s : 11: predicate.reduce_eliminate 1.20% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 0.74% : 0.000001s : 10: predicate.remove_not_recompute_node 1.39% : 0.000002s : 21: predicate.replace_applicator 0.65% : 0.000001s : 10: predicate.replace_old_param 0.39% : 0.000001s : 5: predicate.reset_defer_inline 0.99% : 0.000002s : 11: predicate.reshape_eliminate 0.96% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 20.05% : 0.000034s : 5: predicate.row_tensor_eliminate 0.99% : 0.000002s : 11: predicate.same_eliminate 0.58% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.37% : 0.000002s : 10: predicate.special_op_eliminate 1.14% : 0.000002s : 10: predicate.specialize_transform 1.06% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.07% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.55% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.28% : 0.000002s : 13: predicate.switch_defer_inline 1.23% : 0.000002s : 13: predicate.switch_layer_defer_inline 4.40% : 0.000007s : 38: predicate.switch_simplify 1.04% : 0.000002s : 11: predicate.tile_eliminate 0.88% : 0.000001s : 11: predicate.transpose_eliminate 1.07% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 0.96% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.10% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.23% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.29% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 1.34% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 2.92% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.14% : 0.000002s : 11: predicate.value_based_eliminate 0.43% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.98% : 0.000002s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000282 5 7.61% : 0.000021s : 1: func_graph_cloner_run.FuncGraphClonerGraph 92.39% : 0.000261s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.204685 72 0.04% : 0.000082s : 1: add_recomputation 0.08% : 0.000154s : 1: auto_monad 0.02% : 0.000032s : 1: auto_monad_reorder 0.35% : 0.000715s : 1: bootstrap 0.02% : 0.000036s : 1: cconv 0.01% : 0.000018s : 1: convert_after_rewriter 0.02% : 0.000035s : 1: cse_after_recomputation 0.01% : 0.000010s : 1: environ_conv 0.01% : 0.000018s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000009s : 1: graph_reusing 3.11% : 0.006369s : 1: jit_opt_a 0.10% : 0.000214s : 1: jit_opt_after_cconv 0.06% : 0.000120s : 1: jit_opt_b 0.25% : 0.000502s : 1: loop_unroll 0.38% : 0.000781s : 1: mutable_eliminate 0.40% : 0.000813s : 26: opt.transform.jit_opt_a 0.04% : 0.000084s : 4: opt.transform.jit_opt_after_cconv 0.04% : 0.000081s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000026s : 1: opt.transform.mutable_eliminate 0.02% : 0.000035s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000050s : 4: opt.transform.symbol_engine_opt 0.28% : 0.000575s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.06% : 0.000115s : 1: py_interpret_to_execute 0.01% : 0.000017s : 1: py_interpret_to_execute_after_opt_a 0.04% : 0.000075s : 1: remove_dup_value 0.29% : 0.000593s : 1: renormalize.infer 0.17% : 0.000353s : 1: renormalize.specialize 0.07% : 0.000145s : 1: rewriter_after_jit_bprop_graph 0.21% : 0.000440s : 1: rewriter_after_opt_a 0.03% : 0.000062s : 1: rewriter_before_opt_a 0.06% : 0.000121s : 1: symbol_engine_optimizer 93.78% : 0.191955s : 1: type_inference TotalTime = 0.646646, [30] [bootstrap]: 0.00032347 [type_inference]: 0.324475 [event_method]: 0.00019636 [auto_monad]: 0.00025872 [graph_reusing]: 9.68002e-06 [pre_auto_parallel]: 3.3e-06 [py_interpret_to_execute]: 4.228e-05 [rewriter_before_opt_a]: 0.00014129 [expand_dump_flag]: 4.08001e-06 [jit_opt_a]: 0.317916, [4] [Cycle 1]: 0.215799, [27] [switch_simplify]: 0.00019521 [loop_unroll]: 5.532e-05 [a_1]: 0.00135281 [with_stream_mark]: 4.138e-05 [recompute_prepare]: 2.995e-05 [updatestate_depend_eliminate]: 1.305e-05 [updatestate_assign_eliminate]: 1.009e-05 [updatestate_loads_eliminate]: 9.31e-06 [parameter_eliminate]: 3.07002e-06 [specialize_transform]: 1.954e-05 [updatestate_useless_node_eliminater]: 2.209e-05 [accelerated_algorithm]: 1.831e-05 [meta_shard_fg_expand]: 4.80001e-06 [get_grad_eliminate_]: 1.745e-05 [merge_forward]: 1.111e-05 [cell_reuse_recompute_pass]: 1.29e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.586e-05 [j_node_and_user_rematch]: 3.427e-05 [meta_fg_expand]: 0.134162 [replace_old_param]: 0.00012957 [inline_without_move]: 0.00011544 [renormalize]: 0.0784873 [add_forward_monad_depend]: 2.195e-05 [auto_monad_grad]: 1.177e-05 [auto_monad_eliminator]: 0.00012517 [cse]: 0.00032075 [replace_applicator]: 0.00022603 [Cycle 2]: 0.0955405, [27] [switch_simplify]: 8.488e-05 [loop_unroll]: 8.02e-05 [a_1]: 0.00383204 [with_stream_mark]: 4.557e-05 [recompute_prepare]: 4.118e-05 [updatestate_depend_eliminate]: 1.622e-05 [updatestate_assign_eliminate]: 1.56e-05 [updatestate_loads_eliminate]: 1.467e-05 [parameter_eliminate]: 5.04e-06 [specialize_transform]: 2.628e-05 [updatestate_useless_node_eliminater]: 0.00010166 [accelerated_algorithm]: 3.635e-05 [meta_shard_fg_expand]: 4.80001e-06 [get_grad_eliminate_]: 1.489e-05 [merge_forward]: 1.01e-05 [cell_reuse_recompute_pass]: 1.17e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.329e-05 [j_node_and_user_rematch]: 2.714e-05 [meta_fg_expand]: 0.00012397 [replace_old_param]: 2.556e-05 [inline_without_move]: 1.522e-05 [renormalize]: 0.0904368 [add_forward_monad_depend]: 1.426e-05 [auto_monad_grad]: 2.80002e-06 [auto_monad_eliminator]: 4.38e-05 [cse]: 0.00017964 [replace_applicator]: 3.962e-05 [Cycle 3]: 0.00212327, [27] [switch_simplify]: 1.585e-05 [loop_unroll]: 1.522e-05 [a_1]: 0.00035874 [with_stream_mark]: 2.716e-05 [recompute_prepare]: 1.717e-05 [updatestate_depend_eliminate]: 4.597e-05 [updatestate_assign_eliminate]: 8.42e-06 [updatestate_loads_eliminate]: 7.53e-06 [parameter_eliminate]: 2.49999e-06 [specialize_transform]: 1.471e-05 [updatestate_useless_node_eliminater]: 1.584e-05 [accelerated_algorithm]: 1.833e-05 [meta_shard_fg_expand]: 3.38999e-06 [get_grad_eliminate_]: 1.203e-05 [merge_forward]: 8.05e-06 [cell_reuse_recompute_pass]: 3.97e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.002e-05 [j_node_and_user_rematch]: 2.14e-05 [meta_fg_expand]: 4.77e-06 [replace_old_param]: 1.757e-05 [inline_without_move]: 1.198e-05 [renormalize]: 0.00109699 [add_forward_monad_depend]: 8.35001e-06 [auto_monad_grad]: 2.66e-06 [auto_monad_eliminator]: 3.099e-05 [cse]: 0.00010237 [replace_applicator]: 2.96e-05 [Cycle 4]: 0.00074435, [27] [switch_simplify]: 1.467e-05 [loop_unroll]: 1.121e-05 [a_1]: 0.00026929 [with_stream_mark]: 2.241e-05 [recompute_prepare]: 1.254e-05 [updatestate_depend_eliminate]: 9.00999e-06 [updatestate_assign_eliminate]: 7.03e-06 [updatestate_loads_eliminate]: 6.31e-06 [parameter_eliminate]: 1.50001e-06 [specialize_transform]: 1.191e-05 [updatestate_useless_node_eliminater]: 1.523e-05 [accelerated_algorithm]: 1.729e-05 [meta_shard_fg_expand]: 2.83998e-06 [get_grad_eliminate_]: 1.173e-05 [merge_forward]: 8.13999e-06 [cell_reuse_recompute_pass]: 2.86e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.712e-05 [j_node_and_user_rematch]: 2.027e-05 [meta_fg_expand]: 4.68999e-06 [replace_old_param]: 1.484e-05 [inline_without_move]: 1.098e-05 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 2.57001e-06 [auto_monad_grad]: 1.76998e-06 [auto_monad_eliminator]: 3.864e-05 [cse]: 4.242e-05 [replace_applicator]: 1.592e-05 [py_interpret_to_execute_after_opt_a]: 2.199e-05 [rewriter_after_opt_a]: 0.00022915 [convert_after_rewriter]: 1.646e-05 [order_py_execute_after_rewriter]: 8.59e-06 [mutable_eliminate]: 0.00079558 [jit_opt_b]: 9.859e-05, [1] [Cycle 1]: 9.024e-05, [2] [frontend_op_eliminate]: 3.98e-05 [inline_after_opt_a]: 3.661e-05 [cconv]: 3.87e-05 [loop_unroll]: 0.00048845 [jit_opt_after_cconv]: 0.00029982, [1] [Cycle 1]: 0.00029161, [11] [c_1]: 6.781e-05 [parameter_eliminate]: 5.09998e-06 [updatestate_depend_eliminate]: 1.578e-05 [updatestate_assign_eliminate]: 6.71e-06 [updatestate_loads_eliminate]: 7.18e-06 [cse]: 6.434e-05 [call_graph_tuple_transform]: 3.642e-05 [tuple_list_get_item_eliminator]: 1.193e-05 [none_parameter_eliminate]: 2.04999e-06 [renormalize]: 5.90022e-07 [switch_simplify]: 1.265e-05 [remove_dup_value]: 6.949e-05 [partial_unused_args_eliminate]: 3.33998e-06 [environ_conv]: 1.447e-05 [add_recomputation]: 9.791e-05 [cse_after_recomputation]: 5.26e-05, [1] [Cycle 1]: 4.454e-05, [1] [cse]: 3.459e-05 [auto_monad_reorder]: 3.479e-05 [get_jit_bprop_graph]: 2.36998e-06 [rewriter_after_jit_bprop_graph]: 6.04001e-06 [opt_after_jit_grad]: 0.00056029 [symbol_engine_optimizer]: 0.00013513, [1] [Cycle 1]: 0.00012706, [6] [build]: 1.794e-05 [elim_shapecalc]: 1.619e-05 [elim_not_effective]: 2.812e-05 [opt_reshape]: 1.385e-05 [fold_const_symbol]: 1.984e-05 [renormalize]: 5.69999e-07 [validate]: 6.854e-05 Sums bootstrap : 0.000323s : 0.05% type_inference : 0.324475s : 50.57% event_method : 0.000196s : 0.03% auto_monad : 0.000259s : 0.04% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000042s : 0.01% rewriter_before_opt_a : 0.000141s : 0.02% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000311s : 0.05% jit_opt_a.loop_unroll : 0.000162s : 0.03% jit_opt_a.a_1 : 0.005813s : 0.91% jit_opt_a.with_stream_mark : 0.000137s : 0.02% jit_opt_a.recompute_prepare : 0.000101s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000084s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000072s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000155s : 0.02% jit_opt_a.accelerated_algorithm : 0.000090s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000016s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000056s : 0.01% jit_opt_a.merge_forward : 0.000037s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000009s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000126s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000103s : 0.02% jit_opt_a.meta_fg_expand : 0.134295s : 20.93% jit_opt_a.replace_old_param : 0.000188s : 0.03% jit_opt_a.inline_without_move : 0.000154s : 0.02% jit_opt_a.renormalize : 0.170021s : 26.50% jit_opt_a.add_forward_monad_depend : 0.000047s : 0.01% jit_opt_a.auto_monad_grad : 0.000019s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000239s : 0.04% jit_opt_a.cse : 0.000645s : 0.10% jit_opt_a.replace_applicator : 0.000311s : 0.05% py_interpret_to_execute_after_opt_a : 0.000022s : 0.00% rewriter_after_opt_a : 0.000229s : 0.04% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000009s : 0.00% mutable_eliminate : 0.000796s : 0.12% jit_opt_b.frontend_op_eliminate : 0.000040s : 0.01% jit_opt_b.inline_after_opt_a : 0.000037s : 0.01% cconv : 0.000039s : 0.01% loop_unroll : 0.000488s : 0.08% jit_opt_after_cconv.c_1 : 0.000068s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000016s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000064s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000036s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000013s : 0.00% remove_dup_value : 0.000069s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.00% add_recomputation : 0.000098s : 0.02% cse_after_recomputation.cse : 0.000035s : 0.01% auto_monad_reorder : 0.000035s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000006s : 0.00% opt_after_jit_grad : 0.000560s : 0.09% symbol_engine_optimizer.build : 0.000018s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000028s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000014s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000069s : 0.01% Time group info: ------[substitution.] 0.002699 291 1.49% : 0.000040s : 12: substitution.depend_value_elim 0.15% : 0.000004s : 7: substitution.elim_not_effective 0.11% : 0.000003s : 7: substitution.fold_const_symbol 30.56% : 0.000825s : 4: substitution.getattr_setattr_resolve 0.35% : 0.000010s : 8: substitution.graph_param_transform 48.63% : 0.001313s : 28: substitution.inline 1.23% : 0.000033s : 4: substitution.inline_without_move 0.73% : 0.000020s : 35: substitution.j_node_and_user_rematch 0.85% : 0.000023s : 3: substitution.less_batch_normalization 0.73% : 0.000020s : 13: substitution.minmaximum_grad 0.52% : 0.000014s : 14: substitution.partial_eliminate 0.96% : 0.000026s : 35: substitution.remove_not_recompute_node 2.42% : 0.000065s : 16: substitution.replace_applicator 0.84% : 0.000023s : 19: substitution.replace_old_param 0.30% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.51% : 0.000014s : 3: substitution.switch_simplify 1.62% : 0.000044s : 13: substitution.tuple_list_convert_item_index_to_positive 1.18% : 0.000032s : 13: substitution.tuple_list_get_item_depend_reorder 3.57% : 0.000096s : 30: substitution.tuple_list_get_item_eliminator 0.95% : 0.000026s : 9: substitution.updatestate_pure_node_eliminater 2.30% : 0.000062s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.324377 2 99.18% : 0.321708s : 1: type_inference.infer 0.82% : 0.002669s : 1: type_inference.specialize ------[replace.] 0.000834 53 7.41% : 0.000062s : 3: replace.getattr_setattr_resolve 49.29% : 0.000411s : 28: replace.inline 4.78% : 0.000040s : 1: replace.replace_applicator 7.60% : 0.000063s : 3: replace.switch_simplify 24.42% : 0.000204s : 17: replace.tuple_list_get_item_eliminator 6.50% : 0.000054s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002156 53 35.91% : 0.000774s : 3: match.getattr_setattr_resolve 60.04% : 0.001294s : 28: match.inline 0.74% : 0.000016s : 1: match.replace_applicator 0.56% : 0.000012s : 3: match.switch_simplify 2.07% : 0.000045s : 17: match.tuple_list_get_item_eliminator 0.68% : 0.000015s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000904 5919 1.51% : 0.000014s : 99: predicate.accumulaten_eliminater 0.31% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.42% : 0.000013s : 99: predicate.addn_check_dump 1.49% : 0.000014s : 99: predicate.addn_zero_filter 1.94% : 0.000018s : 99: predicate.arithmetic_simplify 1.65% : 0.000015s : 99: predicate.cast_eliminate 0.15% : 0.000001s : 8: predicate.check_bprop_eliminate 1.41% : 0.000013s : 99: predicate.compare_switch_simplify 1.57% : 0.000014s : 99: predicate.depend_value_elim 1.43% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.48% : 0.000013s : 99: predicate.dict_get_item_eliminator 1.52% : 0.000014s : 99: predicate.dict_set_item_eliminator 0.26% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.10% : 0.000001s : 8: predicate.elim_not_effective 0.16% : 0.000001s : 8: predicate.elim_shapecalc_of_broadcastargs 1.59% : 0.000014s : 99: predicate.environ_add_const_eliminate 1.48% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.53% : 0.000014s : 99: predicate.environ_get_depend_swap 1.59% : 0.000014s : 99: predicate.environ_get_eliminate 1.49% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.82% : 0.000007s : 42: predicate.get_grad_eliminate 0.77% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.07% : 0.000001s : 8: predicate.graph_param_transform 4.42% : 0.000040s : 160: predicate.inline 1.97% : 0.000018s : 106: predicate.inline_without_move 0.33% : 0.000003s : 42: predicate.j_node_and_user_rematch 1.01% : 0.000009s : 42: predicate.less_batch_normalization 1.90% : 0.000017s : 116: predicate.list_to_tuple_eliminator_ 1.88% : 0.000017s : 124: predicate.load_eliminater 0.40% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.64% : 0.000024s : 171: predicate.loop_unroll_before_grad 1.74% : 0.000016s : 107: predicate.make_slice_get_slice_eliminator 1.40% : 0.000013s : 99: predicate.merge_addn 1.49% : 0.000014s : 99: predicate.minmaximum_grad 0.39% : 0.000003s : 8: predicate.mutable_eliminate 0.19% : 0.000002s : 8: predicate.opt_reshape 2.42% : 0.000022s : 124: predicate.partial_eliminate 1.47% : 0.000013s : 99: predicate.print_const_string_wrapper 1.85% : 0.000017s : 99: predicate.reduce_eliminate 1.98% : 0.000018s : 116: predicate.redundant_stop_gradient_eliminater 0.46% : 0.000004s : 42: predicate.remove_not_recompute_node 2.65% : 0.000024s : 236: predicate.replace_applicator 1.02% : 0.000009s : 106: predicate.replace_old_param 0.08% : 0.000001s : 8: predicate.reset_defer_inline 1.55% : 0.000014s : 99: predicate.reshape_eliminate 1.48% : 0.000013s : 99: predicate.row_tensor_add_zeros_like 0.20% : 0.000002s : 8: predicate.row_tensor_eliminate 1.56% : 0.000014s : 99: predicate.same_eliminate 0.51% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.28% : 0.000002s : 16: predicate.special_op_eliminate 1.01% : 0.000009s : 50: predicate.specialize_transform 1.68% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.46% : 0.000013s : 99: predicate.stack_unstack_eliminate 0.14% : 0.000001s : 8: predicate.switch_call_monad_eliminater 3.07% : 0.000028s : 144: predicate.switch_defer_inline 2.39% : 0.000022s : 144: predicate.switch_layer_defer_inline 5.88% : 0.000053s : 329: predicate.switch_simplify 1.48% : 0.000013s : 99: predicate.tile_eliminate 1.46% : 0.000013s : 99: predicate.transpose_eliminate 1.77% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.71% : 0.000015s : 99: predicate.tuple_list_get_item_depend_reorder 3.46% : 0.000031s : 132: predicate.tuple_list_get_item_eliminator 1.83% : 0.000017s : 99: predicate.tuple_list_set_item_eliminator 1.88% : 0.000017s : 116: predicate.tuple_to_list_eliminator_ 1.99% : 0.000018s : 124: predicate.updatestate_pure_node_eliminater 3.29% : 0.000030s : 168: predicate.updatestate_useless_node_eliminater 2.03% : 0.000018s : 99: predicate.value_based_eliminate 0.14% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.22% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.092881 58 2.74% : 0.002549s : 22: func_graph_cloner_run.FuncGraphClonerGraph 0.42% : 0.000391s : 7: func_graph_cloner_run.FuncGraphClonerNode 96.83% : 0.089940s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.825339 104 0.01% : 0.000102s : 1: add_recomputation 0.03% : 0.000267s : 1: auto_monad 0.00% : 0.000038s : 1: auto_monad_reorder 0.04% : 0.000346s : 1: bootstrap 0.00% : 0.000041s : 1: cconv 0.00% : 0.000020s : 1: convert_after_rewriter 0.01% : 0.000055s : 1: cse_after_recomputation 0.00% : 0.000017s : 1: environ_conv 0.02% : 0.000205s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000013s : 1: graph_reusing 38.52% : 0.317920s : 1: jit_opt_a 0.04% : 0.000303s : 1: jit_opt_after_cconv 0.01% : 0.000102s : 1: jit_opt_b 0.06% : 0.000497s : 1: loop_unroll 0.10% : 0.000807s : 1: mutable_eliminate 0.91% : 0.007550s : 52: opt.transform.jit_opt_a 0.02% : 0.000125s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000067s : 4: opt.transform.jit_opt_b 0.00% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000029s : 1: opt.transform.mutable_eliminate 0.01% : 0.000047s : 1: opt.transform.opt_after_jit_grad 0.11% : 0.000948s : 2: opt.transform.opt_resolve 0.01% : 0.000074s : 4: opt.transform.symbol_engine_opt 0.07% : 0.000570s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.01% : 0.000045s : 1: py_interpret_to_execute 0.00% : 0.000025s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000073s : 1: remove_dup_value 9.30% : 0.076786s : 3: renormalize.infer 11.29% : 0.093193s : 3: renormalize.specialize 0.00% : 0.000008s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000235s : 1: rewriter_after_opt_a 0.02% : 0.000144s : 1: rewriter_before_opt_a 0.02% : 0.000138s : 1: symbol_engine_optimizer 39.32% : 0.324494s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape6-2-2-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape6-2-2-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape7-3-4-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape7-3-4-pynative],max_mem:4.0M TotalTime = 0.341263, [30] [bootstrap]: 0.0005963 [type_inference]: 0.192125 [event_method]: 1.404e-05 [auto_monad]: 0.00013534 [graph_reusing]: 5.29e-06 [pre_auto_parallel]: 2.11e-06 [py_interpret_to_execute]: 0.00015762 [rewriter_before_opt_a]: 5.887e-05 [expand_dump_flag]: 3.43999e-06 [jit_opt_a]: 0.00781576, [2] [Cycle 1]: 0.00204797, [27] [switch_simplify]: 7.251e-05 [loop_unroll]: 1.879e-05 [a_1]: 0.00040662 [with_stream_mark]: 2.072e-05 [recompute_prepare]: 1.009e-05 [updatestate_depend_eliminate]: 7.10998e-06 [updatestate_assign_eliminate]: 4.80999e-06 [updatestate_loads_eliminate]: 3.93999e-06 [parameter_eliminate]: 1.12e-06 [specialize_transform]: 9.93998e-06 [updatestate_useless_node_eliminater]: 1.126e-05 [accelerated_algorithm]: 8.80999e-06 [meta_shard_fg_expand]: 2.98998e-06 [get_grad_eliminate_]: 8.64e-06 [merge_forward]: 4.40999e-06 [cell_reuse_recompute_pass]: 1.00999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.836e-05 [j_node_and_user_rematch]: 1.403e-05 [meta_fg_expand]: 3.34001e-06 [replace_old_param]: 1.158e-05 [inline_without_move]: 8.80999e-06 [renormalize]: 0.00113103 [add_forward_monad_depend]: 1.275e-05 [auto_monad_grad]: 2.36e-06 [auto_monad_eliminator]: 2.223e-05 [cse]: 2.527e-05 [replace_applicator]: 1.858e-05 [Cycle 2]: 0.00091164, [27] [switch_simplify]: 9.31e-06 [loop_unroll]: 8.07e-06 [a_1]: 0.00053813 [with_stream_mark]: 2.082e-05 [recompute_prepare]: 1.237e-05 [updatestate_depend_eliminate]: 6.36e-06 [updatestate_assign_eliminate]: 4.52e-06 [updatestate_loads_eliminate]: 4.30999e-06 [parameter_eliminate]: 1.27e-06 [specialize_transform]: 8.69e-06 [updatestate_useless_node_eliminater]: 1.234e-05 [accelerated_algorithm]: 8.99e-06 [meta_shard_fg_expand]: 2.79001e-06 [get_grad_eliminate_]: 8e-06 [merge_forward]: 5.63002e-06 [cell_reuse_recompute_pass]: 2.32001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.976e-05 [j_node_and_user_rematch]: 1.341e-05 [meta_fg_expand]: 3.46999e-06 [replace_old_param]: 1.115e-05 [inline_without_move]: 7.57002e-06 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.54998e-06 [auto_monad_grad]: 2.04e-06 [auto_monad_eliminator]: 1.543e-05 [cse]: 2.788e-05 [replace_applicator]: 9.55001e-06 [py_interpret_to_execute_after_opt_a]: 1.648e-05 [rewriter_after_opt_a]: 0.00156708 [convert_after_rewriter]: 1.978e-05 [order_py_execute_after_rewriter]: 7.4e-06 [mutable_eliminate]: 0.0007083 [jit_opt_b]: 0.00012092, [1] [Cycle 1]: 0.00010965, [2] [frontend_op_eliminate]: 2.63e-05 [inline_after_opt_a]: 6.554e-05 [cconv]: 3.601e-05 [loop_unroll]: 0.00052405 [jit_opt_after_cconv]: 0.00025168, [1] [Cycle 1]: 0.00024267, [11] [c_1]: 5.507e-05 [parameter_eliminate]: 4.89998e-06 [updatestate_depend_eliminate]: 1.218e-05 [updatestate_assign_eliminate]: 5.24e-06 [updatestate_loads_eliminate]: 4.60001e-06 [cse]: 4.275e-05 [call_graph_tuple_transform]: 2.416e-05 [tuple_list_get_item_eliminator]: 2.639e-05 [none_parameter_eliminate]: 2.09e-06 [renormalize]: 5.90022e-07 [switch_simplify]: 9.07999e-06 [remove_dup_value]: 2.222e-05 [partial_unused_args_eliminate]: 2.46998e-06 [environ_conv]: 7.66001e-06 [add_recomputation]: 0.135487 [cse_after_recomputation]: 7.823e-05, [1] [Cycle 1]: 6.488e-05, [1] [cse]: 4.455e-05 [auto_monad_reorder]: 3.49e-05 [get_jit_bprop_graph]: 2.81e-06 [rewriter_after_jit_bprop_graph]: 0.00018109 [opt_after_jit_grad]: 0.00084395 [symbol_engine_optimizer]: 0.00010801, [1] [Cycle 1]: 0.00010059, [6] [build]: 6.70002e-06 [elim_shapecalc]: 1.182e-05 [elim_not_effective]: 2.301e-05 [opt_reshape]: 1.09e-05 [fold_const_symbol]: 1.536e-05 [renormalize]: 4.89992e-07 [validate]: 5.915e-05 Sums bootstrap : 0.000596s : 0.18% type_inference : 0.192125s : 57.24% event_method : 0.000014s : 0.00% auto_monad : 0.000135s : 0.04% graph_reusing : 0.000005s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000158s : 0.05% rewriter_before_opt_a : 0.000059s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000082s : 0.02% jit_opt_a.loop_unroll : 0.000027s : 0.01% jit_opt_a.a_1 : 0.000945s : 0.28% jit_opt_a.with_stream_mark : 0.000042s : 0.01% jit_opt_a.recompute_prepare : 0.000022s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000009s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000008s : 0.00% jit_opt_a.parameter_eliminate : 0.000002s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.01% jit_opt_a.accelerated_algorithm : 0.000018s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000017s : 0.00% jit_opt_a.merge_forward : 0.000010s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000003s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000038s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000027s : 0.01% jit_opt_a.meta_fg_expand : 0.000007s : 0.00% jit_opt_a.replace_old_param : 0.000023s : 0.01% jit_opt_a.inline_without_move : 0.000016s : 0.00% jit_opt_a.renormalize : 0.001131s : 0.34% jit_opt_a.add_forward_monad_depend : 0.000014s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000038s : 0.01% jit_opt_a.cse : 0.000053s : 0.02% jit_opt_a.replace_applicator : 0.000028s : 0.01% py_interpret_to_execute_after_opt_a : 0.000016s : 0.00% rewriter_after_opt_a : 0.001567s : 0.47% convert_after_rewriter : 0.000020s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000708s : 0.21% jit_opt_b.frontend_op_eliminate : 0.000026s : 0.01% jit_opt_b.inline_after_opt_a : 0.000066s : 0.02% cconv : 0.000036s : 0.01% loop_unroll : 0.000524s : 0.16% jit_opt_after_cconv.c_1 : 0.000055s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000043s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000024s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000026s : 0.01% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000009s : 0.00% remove_dup_value : 0.000022s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.135487s : 40.37% cse_after_recomputation.cse : 0.000045s : 0.01% auto_monad_reorder : 0.000035s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000181s : 0.05% opt_after_jit_grad : 0.000844s : 0.25% symbol_engine_optimizer.build : 0.000007s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000012s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000023s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000059s : 0.02% Time group info: ------[substitution.] 0.000198 43 4.72% : 0.000009s : 2: substitution.depend_value_elim 1.60% : 0.000003s : 4: substitution.elim_not_effective 1.06% : 0.000002s : 4: substitution.fold_const_symbol 4.02% : 0.000008s : 5: substitution.graph_param_transform 66.37% : 0.000132s : 2: substitution.inline 2.37% : 0.000005s : 8: substitution.j_node_and_user_rematch 4.51% : 0.000009s : 8: substitution.remove_not_recompute_node 2.77% : 0.000005s : 2: substitution.replace_old_param 7.14% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 5.45% : 0.000011s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.192007 2 99.50% : 0.191048s : 1: type_inference.infer 0.50% : 0.000960s : 1: type_inference.specialize ------[replace.] 0.000028 2 100.00% : 0.000028s : 2: replace.inline ------[match.] 0.000130 2 100.00% : 0.000130s : 2: match.inline ------[predicate.] 0.000148 767 1.21% : 0.000002s : 11: predicate.accumulaten_eliminater 1.70% : 0.000003s : 5: predicate.ad_related_special_op_eliminate 0.98% : 0.000001s : 11: predicate.addn_check_dump 1.45% : 0.000002s : 11: predicate.addn_zero_filter 1.99% : 0.000003s : 11: predicate.arithmetic_simplify 1.37% : 0.000002s : 11: predicate.cast_eliminate 0.66% : 0.000001s : 5: predicate.check_bprop_eliminate 1.29% : 0.000002s : 11: predicate.compare_switch_simplify 1.50% : 0.000002s : 11: predicate.depend_value_elim 1.20% : 0.000002s : 11: predicate.dict_get_item_const_eliminator 1.33% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.06% : 0.000002s : 11: predicate.dict_set_item_eliminator 1.27% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.60% : 0.000001s : 5: predicate.elim_not_effective 0.75% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.13% : 0.000002s : 11: predicate.environ_add_const_eliminate 1.22% : 0.000002s : 11: predicate.environ_get_add_eliminate 1.01% : 0.000002s : 11: predicate.environ_get_depend_swap 1.21% : 0.000002s : 11: predicate.environ_get_eliminate 1.06% : 0.000002s : 11: predicate.environ_get_set_eliminate 0.28% : 0.000000s : 5: predicate.fold_const_symbol 1.41% : 0.000002s : 10: predicate.get_grad_eliminate 0.46% : 0.000001s : 5: predicate.graph_param_transform 5.01% : 0.000007s : 23: predicate.inline 1.13% : 0.000002s : 10: predicate.inline_without_move 0.59% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.81% : 0.000003s : 10: predicate.less_batch_normalization 1.39% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 1.86% : 0.000003s : 16: predicate.load_eliminater 1.83% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.20% : 0.000003s : 20: predicate.loop_unroll_before_grad 1.99% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.11% : 0.000002s : 11: predicate.merge_addn 0.97% : 0.000001s : 11: predicate.minmaximum_grad 2.26% : 0.000003s : 5: predicate.mutable_eliminate 0.69% : 0.000001s : 5: predicate.opt_reshape 2.40% : 0.000004s : 16: predicate.partial_eliminate 1.37% : 0.000002s : 11: predicate.print_const_string_wrapper 1.96% : 0.000003s : 11: predicate.reduce_eliminate 1.70% : 0.000003s : 11: predicate.redundant_stop_gradient_eliminater 0.65% : 0.000001s : 10: predicate.remove_not_recompute_node 1.58% : 0.000002s : 21: predicate.replace_applicator 0.70% : 0.000001s : 10: predicate.replace_old_param 0.84% : 0.000001s : 5: predicate.reset_defer_inline 1.20% : 0.000002s : 11: predicate.reshape_eliminate 1.15% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.98% : 0.000001s : 5: predicate.row_tensor_eliminate 1.18% : 0.000002s : 11: predicate.same_eliminate 0.72% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.24% : 0.000002s : 10: predicate.special_op_eliminate 1.29% : 0.000002s : 10: predicate.specialize_transform 1.25% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.13% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.67% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.64% : 0.000002s : 13: predicate.switch_defer_inline 1.45% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.40% : 0.000008s : 38: predicate.switch_simplify 1.06% : 0.000002s : 11: predicate.tile_eliminate 1.10% : 0.000002s : 11: predicate.transpose_eliminate 1.34% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.42% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.55% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.48% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.04% : 0.000002s : 11: predicate.tuple_to_list_eliminator_ 2.82% : 0.000004s : 16: predicate.updatestate_pure_node_eliminater 3.66% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.63% : 0.000002s : 11: predicate.value_based_eliminate 0.54% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.84% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000318 5 6.98% : 0.000022s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.02% : 0.000296s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.343791 72 39.42% : 0.135508s : 1: add_recomputation 0.04% : 0.000140s : 1: auto_monad 0.01% : 0.000038s : 1: auto_monad_reorder 0.18% : 0.000623s : 1: bootstrap 0.01% : 0.000039s : 1: cconv 0.01% : 0.000025s : 1: convert_after_rewriter 0.02% : 0.000084s : 1: cse_after_recomputation 0.00% : 0.000010s : 1: environ_conv 0.01% : 0.000019s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000008s : 1: graph_reusing 2.27% : 0.007820s : 1: jit_opt_a 0.07% : 0.000255s : 1: jit_opt_after_cconv 0.04% : 0.000125s : 1: jit_opt_b 0.15% : 0.000532s : 1: loop_unroll 0.21% : 0.000718s : 1: mutable_eliminate 0.37% : 0.001255s : 26: opt.transform.jit_opt_a 0.03% : 0.000111s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000047s : 4: opt.transform.jit_opt_b 0.01% : 0.000019s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000025s : 1: opt.transform.mutable_eliminate 0.01% : 0.000042s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000057s : 4: opt.transform.symbol_engine_opt 0.25% : 0.000853s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000162s : 1: py_interpret_to_execute 0.01% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000025s : 1: remove_dup_value 0.20% : 0.000703s : 1: renormalize.infer 0.12% : 0.000419s : 1: renormalize.specialize 0.05% : 0.000185s : 1: rewriter_after_jit_bprop_graph 0.46% : 0.001578s : 1: rewriter_after_opt_a 0.02% : 0.000062s : 1: rewriter_before_opt_a 0.03% : 0.000111s : 1: symbol_engine_optimizer 55.89% : 0.192143s : 1: type_inference TotalTime = 0.609693, [30] [bootstrap]: 0.00032694 [type_inference]: 0.214612 [event_method]: 0.1746 [auto_monad]: 0.00033249 [graph_reusing]: 1.038e-05 [pre_auto_parallel]: 3.61999e-06 [py_interpret_to_execute]: 5.625e-05 [rewriter_before_opt_a]: 0.00016125 [expand_dump_flag]: 3.8e-06 [jit_opt_a]: 0.216554, [4] [Cycle 1]: 0.204491, [27] [switch_simplify]: 0.00022842 [loop_unroll]: 5.574e-05 [a_1]: 0.00137349 [with_stream_mark]: 4.088e-05 [recompute_prepare]: 3.14e-05 [updatestate_depend_eliminate]: 1.344e-05 [updatestate_assign_eliminate]: 9.94999e-06 [updatestate_loads_eliminate]: 9.29e-06 [parameter_eliminate]: 3.15002e-06 [specialize_transform]: 2.012e-05 [updatestate_useless_node_eliminater]: 2.387e-05 [accelerated_algorithm]: 1.74e-05 [meta_shard_fg_expand]: 5.38002e-06 [get_grad_eliminate_]: 1.808e-05 [merge_forward]: 1.222e-05 [cell_reuse_recompute_pass]: 1.26002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.749e-05 [j_node_and_user_rematch]: 3.534e-05 [meta_fg_expand]: 0.00668761 [replace_old_param]: 0.00012383 [inline_without_move]: 0.00011985 [renormalize]: 0.194615 [add_forward_monad_depend]: 2.046e-05 [auto_monad_grad]: 1.074e-05 [auto_monad_eliminator]: 0.0001178 [cse]: 0.00034515 [replace_applicator]: 0.00020748 [Cycle 2]: 0.00618097, [27] [switch_simplify]: 8.483e-05 [loop_unroll]: 8.065e-05 [a_1]: 0.00350036 [with_stream_mark]: 3.643e-05 [recompute_prepare]: 3.62e-05 [updatestate_depend_eliminate]: 1.603e-05 [updatestate_assign_eliminate]: 1.562e-05 [updatestate_loads_eliminate]: 1.482e-05 [parameter_eliminate]: 4.16001e-06 [specialize_transform]: 2.348e-05 [updatestate_useless_node_eliminater]: 7.306e-05 [accelerated_algorithm]: 3.382e-05 [meta_shard_fg_expand]: 4.67e-06 [get_grad_eliminate_]: 1.34e-05 [merge_forward]: 8.82e-06 [cell_reuse_recompute_pass]: 1.22999e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.044e-05 [j_node_and_user_rematch]: 2.352e-05 [meta_fg_expand]: 0.00010062 [replace_old_param]: 2.03e-05 [inline_without_move]: 1.371e-05 [renormalize]: 0.00160626 [add_forward_monad_depend]: 7.57002e-06 [auto_monad_grad]: 3.10998e-06 [auto_monad_eliminator]: 3.333e-05 [cse]: 0.00014191 [replace_applicator]: 2.828e-05 [Cycle 3]: 0.00162391, [27] [switch_simplify]: 1.577e-05 [loop_unroll]: 1.463e-05 [a_1]: 0.00032839 [with_stream_mark]: 1.874e-05 [recompute_prepare]: 1.346e-05 [updatestate_depend_eliminate]: 3.498e-05 [updatestate_assign_eliminate]: 6.92002e-06 [updatestate_loads_eliminate]: 6.16e-06 [parameter_eliminate]: 2.07001e-06 [specialize_transform]: 1.326e-05 [updatestate_useless_node_eliminater]: 1.54e-05 [accelerated_algorithm]: 1.509e-05 [meta_shard_fg_expand]: 2.86e-06 [get_grad_eliminate_]: 1.161e-05 [merge_forward]: 7.03998e-06 [cell_reuse_recompute_pass]: 2.42001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.503e-05 [j_node_and_user_rematch]: 1.893e-05 [meta_fg_expand]: 4.17e-06 [replace_old_param]: 1.44e-05 [inline_without_move]: 1.125e-05 [renormalize]: 0.0007407 [add_forward_monad_depend]: 4.99003e-06 [auto_monad_grad]: 2.43e-06 [auto_monad_eliminator]: 2.204e-05 [cse]: 7.133e-05 [replace_applicator]: 2.089e-05 [Cycle 4]: 0.00062598, [27] [switch_simplify]: 1.218e-05 [loop_unroll]: 1.069e-05 [a_1]: 0.00024416 [with_stream_mark]: 1.365e-05 [recompute_prepare]: 1.112e-05 [updatestate_depend_eliminate]: 7.20998e-06 [updatestate_assign_eliminate]: 6.34001e-06 [updatestate_loads_eliminate]: 5.62999e-06 [parameter_eliminate]: 1.14e-06 [specialize_transform]: 1.212e-05 [updatestate_useless_node_eliminater]: 1.367e-05 [accelerated_algorithm]: 1.41e-05 [meta_shard_fg_expand]: 3.09999e-06 [get_grad_eliminate_]: 1.058e-05 [merge_forward]: 6.64999e-06 [cell_reuse_recompute_pass]: 1.60999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.208e-05 [j_node_and_user_rematch]: 1.823e-05 [meta_fg_expand]: 4.30999e-06 [replace_old_param]: 1.362e-05 [inline_without_move]: 1.083e-05 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 1.20999e-06 [auto_monad_grad]: 9.60019e-07 [auto_monad_eliminator]: 1.499e-05 [cse]: 3.278e-05 [replace_applicator]: 1.132e-05 [py_interpret_to_execute_after_opt_a]: 1.657e-05 [rewriter_after_opt_a]: 0.00020067 [convert_after_rewriter]: 1.248e-05 [order_py_execute_after_rewriter]: 8.08001e-06 [mutable_eliminate]: 0.00072372 [jit_opt_b]: 9.111e-05, [1] [Cycle 1]: 8.221e-05, [2] [frontend_op_eliminate]: 3.453e-05 [inline_after_opt_a]: 3.424e-05 [cconv]: 3.305e-05 [loop_unroll]: 0.00048468 [jit_opt_after_cconv]: 0.0002709, [1] [Cycle 1]: 0.0002643, [11] [c_1]: 6.435e-05 [parameter_eliminate]: 3.5e-06 [updatestate_depend_eliminate]: 1.406e-05 [updatestate_assign_eliminate]: 7.37002e-06 [updatestate_loads_eliminate]: 6.71e-06 [cse]: 5.269e-05 [call_graph_tuple_transform]: 3.275e-05 [tuple_list_get_item_eliminator]: 1.166e-05 [none_parameter_eliminate]: 2.27001e-06 [renormalize]: 7.00005e-07 [switch_simplify]: 1.202e-05 [remove_dup_value]: 3.109e-05 [partial_unused_args_eliminate]: 2.59999e-06 [environ_conv]: 1.392e-05 [add_recomputation]: 8.677e-05 [cse_after_recomputation]: 4.477e-05, [1] [Cycle 1]: 3.837e-05, [1] [cse]: 3.122e-05 [auto_monad_reorder]: 3.379e-05 [get_jit_bprop_graph]: 2.22999e-06 [rewriter_after_jit_bprop_graph]: 5.82001e-06 [opt_after_jit_grad]: 0.00051291 [symbol_engine_optimizer]: 0.00012349, [1] [Cycle 1]: 0.00011713, [6] [build]: 1.56e-05 [elim_shapecalc]: 1.485e-05 [elim_not_effective]: 2.462e-05 [opt_reshape]: 1.208e-05 [fold_const_symbol]: 1.952e-05 [renormalize]: 4.19997e-07 [validate]: 6.433e-05 Sums bootstrap : 0.000327s : 0.05% type_inference : 0.214612s : 35.48% event_method : 0.174600s : 28.87% auto_monad : 0.000332s : 0.05% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000056s : 0.01% rewriter_before_opt_a : 0.000161s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000341s : 0.06% jit_opt_a.loop_unroll : 0.000162s : 0.03% jit_opt_a.a_1 : 0.005446s : 0.90% jit_opt_a.with_stream_mark : 0.000110s : 0.02% jit_opt_a.recompute_prepare : 0.000092s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000072s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000039s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000036s : 0.01% jit_opt_a.parameter_eliminate : 0.000011s : 0.00% jit_opt_a.specialize_transform : 0.000069s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000126s : 0.02% jit_opt_a.accelerated_algorithm : 0.000080s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000016s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000054s : 0.01% jit_opt_a.merge_forward : 0.000035s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000115s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000096s : 0.02% jit_opt_a.meta_fg_expand : 0.006797s : 1.12% jit_opt_a.replace_old_param : 0.000172s : 0.03% jit_opt_a.inline_without_move : 0.000156s : 0.03% jit_opt_a.renormalize : 0.196962s : 32.57% jit_opt_a.add_forward_monad_depend : 0.000034s : 0.01% jit_opt_a.auto_monad_grad : 0.000017s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000188s : 0.03% jit_opt_a.cse : 0.000591s : 0.10% jit_opt_a.replace_applicator : 0.000268s : 0.04% py_interpret_to_execute_after_opt_a : 0.000017s : 0.00% rewriter_after_opt_a : 0.000201s : 0.03% convert_after_rewriter : 0.000012s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000724s : 0.12% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.01% jit_opt_b.inline_after_opt_a : 0.000034s : 0.01% cconv : 0.000033s : 0.01% loop_unroll : 0.000485s : 0.08% jit_opt_after_cconv.c_1 : 0.000064s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000014s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000053s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000033s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000012s : 0.00% remove_dup_value : 0.000031s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.00% add_recomputation : 0.000087s : 0.01% cse_after_recomputation.cse : 0.000031s : 0.01% auto_monad_reorder : 0.000034s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000006s : 0.00% opt_after_jit_grad : 0.000513s : 0.08% symbol_engine_optimizer.build : 0.000016s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000025s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000064s : 0.01% Time group info: ------[substitution.] 0.002572 291 1.28% : 0.000033s : 12: substitution.depend_value_elim 0.15% : 0.000004s : 7: substitution.elim_not_effective 0.11% : 0.000003s : 7: substitution.fold_const_symbol 30.71% : 0.000790s : 4: substitution.getattr_setattr_resolve 0.35% : 0.000009s : 8: substitution.graph_param_transform 44.37% : 0.001141s : 28: substitution.inline 1.42% : 0.000036s : 4: substitution.inline_without_move 0.71% : 0.000018s : 35: substitution.j_node_and_user_rematch 0.73% : 0.000019s : 3: substitution.less_batch_normalization 0.78% : 0.000020s : 13: substitution.minmaximum_grad 0.52% : 0.000013s : 14: substitution.partial_eliminate 0.90% : 0.000023s : 35: substitution.remove_not_recompute_node 2.17% : 0.000056s : 16: substitution.replace_applicator 0.67% : 0.000017s : 19: substitution.replace_old_param 0.32% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.58% : 0.000015s : 3: substitution.switch_simplify 1.66% : 0.000043s : 13: substitution.tuple_list_convert_item_index_to_positive 1.15% : 0.000030s : 13: substitution.tuple_list_get_item_depend_reorder 8.75% : 0.000225s : 30: substitution.tuple_list_get_item_eliminator 0.79% : 0.000020s : 9: substitution.updatestate_pure_node_eliminater 1.87% : 0.000048s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.214474 2 93.63% : 0.200812s : 1: type_inference.infer 6.37% : 0.013662s : 1: type_inference.specialize ------[replace.] 0.000737 53 9.23% : 0.000068s : 3: replace.getattr_setattr_resolve 46.96% : 0.000346s : 28: replace.inline 4.55% : 0.000034s : 1: replace.replace_applicator 12.34% : 0.000091s : 3: replace.switch_simplify 21.85% : 0.000161s : 17: replace.tuple_list_get_item_eliminator 5.07% : 0.000037s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.001938 53 38.11% : 0.000738s : 3: match.getattr_setattr_resolve 58.12% : 0.001126s : 28: match.inline 0.60% : 0.000012s : 1: match.replace_applicator 0.69% : 0.000013s : 3: match.switch_simplify 2.05% : 0.000040s : 17: match.tuple_list_get_item_eliminator 0.43% : 0.000008s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000860 5919 1.60% : 0.000014s : 99: predicate.accumulaten_eliminater 0.31% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.45% : 0.000012s : 99: predicate.addn_check_dump 1.53% : 0.000013s : 99: predicate.addn_zero_filter 1.97% : 0.000017s : 99: predicate.arithmetic_simplify 1.52% : 0.000013s : 99: predicate.cast_eliminate 0.15% : 0.000001s : 8: predicate.check_bprop_eliminate 1.47% : 0.000013s : 99: predicate.compare_switch_simplify 1.62% : 0.000014s : 99: predicate.depend_value_elim 1.46% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.59% : 0.000014s : 99: predicate.dict_get_item_eliminator 1.55% : 0.000013s : 99: predicate.dict_set_item_eliminator 0.21% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 8: predicate.elim_not_effective 0.18% : 0.000002s : 8: predicate.elim_shapecalc_of_broadcastargs 1.49% : 0.000013s : 99: predicate.environ_add_const_eliminate 1.47% : 0.000013s : 99: predicate.environ_get_add_eliminate 1.44% : 0.000012s : 99: predicate.environ_get_depend_swap 1.46% : 0.000013s : 99: predicate.environ_get_eliminate 1.45% : 0.000012s : 99: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.85% : 0.000007s : 42: predicate.get_grad_eliminate 0.77% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.08% : 0.000001s : 8: predicate.graph_param_transform 4.42% : 0.000038s : 160: predicate.inline 2.08% : 0.000018s : 106: predicate.inline_without_move 0.35% : 0.000003s : 42: predicate.j_node_and_user_rematch 0.98% : 0.000008s : 42: predicate.less_batch_normalization 1.79% : 0.000015s : 116: predicate.list_to_tuple_eliminator_ 1.94% : 0.000017s : 124: predicate.load_eliminater 0.37% : 0.000003s : 8: predicate.loop_unroll_after_grad 2.83% : 0.000024s : 171: predicate.loop_unroll_before_grad 1.71% : 0.000015s : 107: predicate.make_slice_get_slice_eliminator 1.46% : 0.000013s : 99: predicate.merge_addn 1.49% : 0.000013s : 99: predicate.minmaximum_grad 0.38% : 0.000003s : 8: predicate.mutable_eliminate 0.16% : 0.000001s : 8: predicate.opt_reshape 2.43% : 0.000021s : 124: predicate.partial_eliminate 1.65% : 0.000014s : 99: predicate.print_const_string_wrapper 1.95% : 0.000017s : 99: predicate.reduce_eliminate 1.81% : 0.000016s : 116: predicate.redundant_stop_gradient_eliminater 0.48% : 0.000004s : 42: predicate.remove_not_recompute_node 2.74% : 0.000024s : 236: predicate.replace_applicator 1.11% : 0.000010s : 106: predicate.replace_old_param 0.12% : 0.000001s : 8: predicate.reset_defer_inline 1.55% : 0.000013s : 99: predicate.reshape_eliminate 1.58% : 0.000014s : 99: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.56% : 0.000013s : 99: predicate.same_eliminate 0.54% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.30% : 0.000003s : 16: predicate.special_op_eliminate 0.98% : 0.000008s : 50: predicate.specialize_transform 1.67% : 0.000014s : 99: predicate.split_environ_get_set_with_tuple_value 1.49% : 0.000013s : 99: predicate.stack_unstack_eliminate 0.18% : 0.000002s : 8: predicate.switch_call_monad_eliminater 2.92% : 0.000025s : 144: predicate.switch_defer_inline 2.48% : 0.000021s : 144: predicate.switch_layer_defer_inline 5.94% : 0.000051s : 329: predicate.switch_simplify 1.49% : 0.000013s : 99: predicate.tile_eliminate 1.48% : 0.000013s : 99: predicate.transpose_eliminate 1.90% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.64% : 0.000014s : 99: predicate.tuple_list_get_item_depend_reorder 3.19% : 0.000027s : 132: predicate.tuple_list_get_item_eliminator 1.77% : 0.000015s : 99: predicate.tuple_list_set_item_eliminator 1.82% : 0.000016s : 116: predicate.tuple_to_list_eliminator_ 1.93% : 0.000017s : 124: predicate.updatestate_pure_node_eliminater 3.08% : 0.000027s : 168: predicate.updatestate_useless_node_eliminater 1.88% : 0.000016s : 99: predicate.value_based_eliminate 0.13% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.22% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004349 58 57.29% : 0.002492s : 22: func_graph_cloner_run.FuncGraphClonerGraph 7.92% : 0.000345s : 7: func_graph_cloner_run.FuncGraphClonerNode 34.79% : 0.001513s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.814838 104 0.01% : 0.000090s : 1: add_recomputation 0.04% : 0.000356s : 1: auto_monad 0.00% : 0.000037s : 1: auto_monad_reorder 0.04% : 0.000351s : 1: bootstrap 0.00% : 0.000036s : 1: cconv 0.00% : 0.000015s : 1: convert_after_rewriter 0.01% : 0.000047s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 21.43% : 0.174630s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 26.58% : 0.216557s : 1: jit_opt_a 0.03% : 0.000274s : 1: jit_opt_after_cconv 0.01% : 0.000094s : 1: jit_opt_b 0.06% : 0.000493s : 1: loop_unroll 0.09% : 0.000733s : 1: mutable_eliminate 0.87% : 0.007107s : 52: opt.transform.jit_opt_a 0.01% : 0.000117s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000061s : 4: opt.transform.jit_opt_b 0.00% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000023s : 1: opt.transform.mutable_eliminate 0.01% : 0.000041s : 1: opt.transform.opt_after_jit_grad 0.11% : 0.000921s : 2: opt.transform.opt_resolve 0.01% : 0.000068s : 4: opt.transform.symbol_engine_opt 0.06% : 0.000521s : 1: opt_after_jit_grad 0.00% : 0.000010s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000059s : 1: py_interpret_to_execute 0.00% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000034s : 1: remove_dup_value 23.66% : 0.192805s : 3: renormalize.infer 0.51% : 0.004126s : 3: renormalize.specialize 0.00% : 0.000008s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000205s : 1: rewriter_after_opt_a 0.02% : 0.000164s : 1: rewriter_before_opt_a 0.02% : 0.000126s : 1: symbol_engine_optimizer 26.34% : 0.214637s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape7-3-4-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape7-3-4-KBK],max_mem:4.0M . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape8-2-1-pynative] tests/st/mint/test_select.py::test_select_dimensions[input_shape8-2-1-pynative],max_mem:4.0M TotalTime = 0.225444, [30] [bootstrap]: 0.00062645 [type_inference]: 0.215371 [event_method]: 1.258e-05 [auto_monad]: 0.00015379 [graph_reusing]: 6.78e-06 [pre_auto_parallel]: 2.34001e-06 [py_interpret_to_execute]: 0.00010191 [rewriter_before_opt_a]: 5.519e-05 [expand_dump_flag]: 3.23998e-06 [jit_opt_a]: 0.00602772, [2] [Cycle 1]: 0.00165511, [27] [switch_simplify]: 4.073e-05 [loop_unroll]: 1.736e-05 [a_1]: 0.00037747 [with_stream_mark]: 1.997e-05 [recompute_prepare]: 1.041e-05 [updatestate_depend_eliminate]: 7.12002e-06 [updatestate_assign_eliminate]: 5.23002e-06 [updatestate_loads_eliminate]: 4.75001e-06 [parameter_eliminate]: 2.17001e-06 [specialize_transform]: 8.69e-06 [updatestate_useless_node_eliminater]: 1.093e-05 [accelerated_algorithm]: 8.48001e-06 [meta_shard_fg_expand]: 2.49001e-06 [get_grad_eliminate_]: 7.73001e-06 [merge_forward]: 5.97999e-06 [cell_reuse_recompute_pass]: 1.20999e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.941e-05 [j_node_and_user_rematch]: 1.404e-05 [meta_fg_expand]: 3.58e-06 [replace_old_param]: 1.151e-05 [inline_without_move]: 7.6e-06 [renormalize]: 0.00081228 [add_forward_monad_depend]: 9.20999e-06 [auto_monad_grad]: 2.09e-06 [auto_monad_eliminator]: 2.048e-05 [cse]: 3.668e-05 [replace_applicator]: 1.578e-05 [Cycle 2]: 0.00045536, [27] [switch_simplify]: 8.90001e-06 [loop_unroll]: 8.01001e-06 [a_1]: 0.00016192 [with_stream_mark]: 1.154e-05 [recompute_prepare]: 8.15999e-06 [updatestate_depend_eliminate]: 4.85001e-06 [updatestate_assign_eliminate]: 3.96001e-06 [updatestate_loads_eliminate]: 3.85e-06 [parameter_eliminate]: 9.39996e-07 [specialize_transform]: 7.96001e-06 [updatestate_useless_node_eliminater]: 1.046e-05 [accelerated_algorithm]: 7.16001e-06 [meta_shard_fg_expand]: 1.59e-06 [get_grad_eliminate_]: 7.11001e-06 [merge_forward]: 4.43999e-06 [cell_reuse_recompute_pass]: 1.25001e-06 [cell_reuse_handle_not_recompute_node_pass]: 1.583e-05 [j_node_and_user_rematch]: 1.224e-05 [meta_fg_expand]: 2.69001e-06 [replace_old_param]: 1.016e-05 [inline_without_move]: 7.48e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.09e-06 [auto_monad_grad]: 9.89996e-07 [auto_monad_eliminator]: 1e-05 [cse]: 1.705e-05 [replace_applicator]: 7.72002e-06 [py_interpret_to_execute_after_opt_a]: 1.342e-05 [rewriter_after_opt_a]: 0.00043475 [convert_after_rewriter]: 1.123e-05 [order_py_execute_after_rewriter]: 6.84999e-06 [mutable_eliminate]: 0.00057259 [jit_opt_b]: 6.687e-05, [1] [Cycle 1]: 5.895e-05, [2] [frontend_op_eliminate]: 2.298e-05 [inline_after_opt_a]: 2.427e-05 [cconv]: 0.00016952 [loop_unroll]: 0.00045221 [jit_opt_after_cconv]: 0.00019918, [1] [Cycle 1]: 0.00019237, [11] [c_1]: 4.771e-05 [parameter_eliminate]: 3.12002e-06 [updatestate_depend_eliminate]: 9.27001e-06 [updatestate_assign_eliminate]: 4.80001e-06 [updatestate_loads_eliminate]: 5.02e-06 [cse]: 2.973e-05 [call_graph_tuple_transform]: 2.083e-05 [tuple_list_get_item_eliminator]: 8.27998e-06 [none_parameter_eliminate]: 1.40001e-06 [renormalize]: 3.19997e-07 [switch_simplify]: 8.1e-06 [remove_dup_value]: 1.848e-05 [partial_unused_args_eliminate]: 2.21e-06 [environ_conv]: 7.66999e-06 [add_recomputation]: 6.776e-05 [cse_after_recomputation]: 2.618e-05, [1] [Cycle 1]: 2.038e-05, [1] [cse]: 1.466e-05 [auto_monad_reorder]: 2.668e-05 [get_jit_bprop_graph]: 2.12999e-06 [rewriter_after_jit_bprop_graph]: 0.00013419 [opt_after_jit_grad]: 0.00050379 [symbol_engine_optimizer]: 9.475e-05, [1] [Cycle 1]: 8.877e-05, [6] [build]: 6.07999e-06 [elim_shapecalc]: 1.117e-05 [elim_not_effective]: 1.795e-05 [opt_reshape]: 8.72e-06 [fold_const_symbol]: 1.376e-05 [renormalize]: 4.39992e-07 [validate]: 5.08e-05 Sums bootstrap : 0.000626s : 0.28% type_inference : 0.215371s : 97.50% event_method : 0.000013s : 0.01% auto_monad : 0.000154s : 0.07% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000002s : 0.00% py_interpret_to_execute : 0.000102s : 0.05% rewriter_before_opt_a : 0.000055s : 0.02% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000050s : 0.02% jit_opt_a.loop_unroll : 0.000025s : 0.01% jit_opt_a.a_1 : 0.000539s : 0.24% jit_opt_a.with_stream_mark : 0.000032s : 0.01% jit_opt_a.recompute_prepare : 0.000019s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000012s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000009s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000009s : 0.00% jit_opt_a.parameter_eliminate : 0.000003s : 0.00% jit_opt_a.specialize_transform : 0.000017s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000021s : 0.01% jit_opt_a.accelerated_algorithm : 0.000016s : 0.01% jit_opt_a.meta_shard_fg_expand : 0.000004s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000015s : 0.01% jit_opt_a.merge_forward : 0.000010s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000002s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000035s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000026s : 0.01% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000022s : 0.01% jit_opt_a.inline_without_move : 0.000015s : 0.01% jit_opt_a.renormalize : 0.000812s : 0.37% jit_opt_a.add_forward_monad_depend : 0.000010s : 0.00% jit_opt_a.auto_monad_grad : 0.000003s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000030s : 0.01% jit_opt_a.cse : 0.000054s : 0.02% jit_opt_a.replace_applicator : 0.000024s : 0.01% py_interpret_to_execute_after_opt_a : 0.000013s : 0.01% rewriter_after_opt_a : 0.000435s : 0.20% convert_after_rewriter : 0.000011s : 0.01% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000573s : 0.26% jit_opt_b.frontend_op_eliminate : 0.000023s : 0.01% jit_opt_b.inline_after_opt_a : 0.000024s : 0.01% cconv : 0.000170s : 0.08% loop_unroll : 0.000452s : 0.20% jit_opt_after_cconv.c_1 : 0.000048s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000009s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000030s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000021s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000008s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000001s : 0.00% jit_opt_after_cconv.renormalize : 0.000000s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000008s : 0.00% remove_dup_value : 0.000018s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000008s : 0.00% add_recomputation : 0.000068s : 0.03% cse_after_recomputation.cse : 0.000015s : 0.01% auto_monad_reorder : 0.000027s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000134s : 0.06% opt_after_jit_grad : 0.000504s : 0.23% symbol_engine_optimizer.build : 0.000006s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000011s : 0.01% symbol_engine_optimizer.elim_not_effective : 0.000018s : 0.01% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000014s : 0.01% symbol_engine_optimizer.renormalize : 0.000000s : 0.00% validate : 0.000051s : 0.02% Time group info: ------[substitution.] 0.000170 43 4.48% : 0.000008s : 2: substitution.depend_value_elim 1.61% : 0.000003s : 4: substitution.elim_not_effective 1.17% : 0.000002s : 4: substitution.fold_const_symbol 3.74% : 0.000006s : 5: substitution.graph_param_transform 68.40% : 0.000116s : 2: substitution.inline 2.87% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.92% : 0.000007s : 8: substitution.remove_not_recompute_node 2.84% : 0.000005s : 2: substitution.replace_old_param 5.95% : 0.000010s : 3: substitution.updatestate_pure_node_eliminater 5.03% : 0.000009s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.215290 2 99.59% : 0.214413s : 1: type_inference.infer 0.41% : 0.000877s : 1: type_inference.specialize ------[replace.] 0.000026 2 100.00% : 0.000026s : 2: replace.inline ------[match.] 0.000115 2 100.00% : 0.000115s : 2: match.inline ------[predicate.] 0.000128 767 1.31% : 0.000002s : 11: predicate.accumulaten_eliminater 1.59% : 0.000002s : 5: predicate.ad_related_special_op_eliminate 1.08% : 0.000001s : 11: predicate.addn_check_dump 1.25% : 0.000002s : 11: predicate.addn_zero_filter 1.86% : 0.000002s : 11: predicate.arithmetic_simplify 1.15% : 0.000001s : 11: predicate.cast_eliminate 0.62% : 0.000001s : 5: predicate.check_bprop_eliminate 1.17% : 0.000001s : 11: predicate.compare_switch_simplify 1.30% : 0.000002s : 11: predicate.depend_value_elim 1.12% : 0.000001s : 11: predicate.dict_get_item_const_eliminator 1.36% : 0.000002s : 11: predicate.dict_get_item_eliminator 1.14% : 0.000001s : 11: predicate.dict_set_item_eliminator 1.40% : 0.000002s : 5: predicate.dumpgradient_eliminate 0.47% : 0.000001s : 5: predicate.elim_not_effective 0.73% : 0.000001s : 5: predicate.elim_shapecalc_of_broadcastargs 1.17% : 0.000001s : 11: predicate.environ_add_const_eliminate 1.07% : 0.000001s : 11: predicate.environ_get_add_eliminate 1.11% : 0.000001s : 11: predicate.environ_get_depend_swap 1.44% : 0.000002s : 11: predicate.environ_get_eliminate 1.13% : 0.000001s : 11: predicate.environ_get_set_eliminate 0.33% : 0.000000s : 5: predicate.fold_const_symbol 1.42% : 0.000002s : 10: predicate.get_grad_eliminate 0.39% : 0.000000s : 5: predicate.graph_param_transform 5.25% : 0.000007s : 23: predicate.inline 1.41% : 0.000002s : 10: predicate.inline_without_move 0.60% : 0.000001s : 10: predicate.j_node_and_user_rematch 1.41% : 0.000002s : 10: predicate.less_batch_normalization 1.22% : 0.000002s : 11: predicate.list_to_tuple_eliminator_ 2.02% : 0.000003s : 16: predicate.load_eliminater 1.98% : 0.000003s : 5: predicate.loop_unroll_after_grad 2.63% : 0.000003s : 20: predicate.loop_unroll_before_grad 2.63% : 0.000003s : 16: predicate.make_slice_get_slice_eliminator 1.19% : 0.000002s : 11: predicate.merge_addn 1.06% : 0.000001s : 11: predicate.minmaximum_grad 1.90% : 0.000002s : 5: predicate.mutable_eliminate 0.66% : 0.000001s : 5: predicate.opt_reshape 2.45% : 0.000003s : 16: predicate.partial_eliminate 1.25% : 0.000002s : 11: predicate.print_const_string_wrapper 1.55% : 0.000002s : 11: predicate.reduce_eliminate 1.31% : 0.000002s : 11: predicate.redundant_stop_gradient_eliminater 1.01% : 0.000001s : 10: predicate.remove_not_recompute_node 1.83% : 0.000002s : 21: predicate.replace_applicator 0.73% : 0.000001s : 10: predicate.replace_old_param 0.48% : 0.000001s : 5: predicate.reset_defer_inline 1.15% : 0.000001s : 11: predicate.reshape_eliminate 1.22% : 0.000002s : 11: predicate.row_tensor_add_zeros_like 0.95% : 0.000001s : 5: predicate.row_tensor_eliminate 1.16% : 0.000001s : 11: predicate.same_eliminate 0.78% : 0.000001s : 10: predicate.set_cell_output_no_recompute 1.42% : 0.000002s : 10: predicate.special_op_eliminate 1.48% : 0.000002s : 10: predicate.specialize_transform 1.36% : 0.000002s : 11: predicate.split_environ_get_set_with_tuple_value 1.18% : 0.000002s : 11: predicate.stack_unstack_eliminate 0.70% : 0.000001s : 5: predicate.switch_call_monad_eliminater 1.85% : 0.000002s : 13: predicate.switch_defer_inline 1.54% : 0.000002s : 13: predicate.switch_layer_defer_inline 5.49% : 0.000007s : 38: predicate.switch_simplify 1.18% : 0.000002s : 11: predicate.tile_eliminate 1.21% : 0.000002s : 11: predicate.transpose_eliminate 1.33% : 0.000002s : 11: predicate.tuple_list_convert_item_index_to_positive 1.22% : 0.000002s : 11: predicate.tuple_list_get_item_depend_reorder 3.66% : 0.000005s : 21: predicate.tuple_list_get_item_eliminator 1.44% : 0.000002s : 11: predicate.tuple_list_set_item_eliminator 1.17% : 0.000001s : 11: predicate.tuple_to_list_eliminator_ 1.72% : 0.000002s : 16: predicate.updatestate_pure_node_eliminater 3.57% : 0.000005s : 26: predicate.updatestate_useless_node_eliminater 1.55% : 0.000002s : 11: predicate.value_based_eliminate 0.60% : 0.000001s : 5: predicate.virtual_view_grad_eliminate 0.91% : 0.000001s : 5: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.000266 5 6.99% : 0.000019s : 1: func_graph_cloner_run.FuncGraphClonerGraph 93.01% : 0.000248s : 4: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.227158 72 0.03% : 0.000071s : 1: add_recomputation 0.07% : 0.000159s : 1: auto_monad 0.01% : 0.000029s : 1: auto_monad_reorder 0.29% : 0.000664s : 1: bootstrap 0.08% : 0.000175s : 1: cconv 0.01% : 0.000014s : 1: convert_after_rewriter 0.01% : 0.000028s : 1: cse_after_recomputation 0.00% : 0.000010s : 1: environ_conv 0.01% : 0.000016s : 1: event_method 0.00% : 0.000005s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 2.66% : 0.006032s : 1: jit_opt_a 0.09% : 0.000202s : 1: jit_opt_after_cconv 0.03% : 0.000069s : 1: jit_opt_b 0.20% : 0.000460s : 1: loop_unroll 0.26% : 0.000581s : 1: mutable_eliminate 0.35% : 0.000795s : 26: opt.transform.jit_opt_a 0.04% : 0.000081s : 4: opt.transform.jit_opt_after_cconv 0.02% : 0.000040s : 4: opt.transform.jit_opt_b 0.01% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.01% : 0.000020s : 1: opt.transform.mutable_eliminate 0.01% : 0.000031s : 1: opt.transform.opt_after_jit_grad 0.02% : 0.000048s : 4: opt.transform.symbol_engine_opt 0.23% : 0.000512s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000105s : 1: py_interpret_to_execute 0.01% : 0.000016s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000021s : 1: remove_dup_value 0.22% : 0.000507s : 1: renormalize.infer 0.13% : 0.000297s : 1: renormalize.specialize 0.06% : 0.000138s : 1: rewriter_after_jit_bprop_graph 0.19% : 0.000440s : 1: rewriter_after_opt_a 0.03% : 0.000059s : 1: rewriter_before_opt_a 0.04% : 0.000098s : 1: symbol_engine_optimizer 94.82% : 0.215383s : 1: type_inference TotalTime = 0.624105, [30] [bootstrap]: 0.00032494 [type_inference]: 0.317138 [event_method]: 0.00026646 [auto_monad]: 0.00028498 [graph_reusing]: 1.041e-05 [pre_auto_parallel]: 3.54002e-06 [py_interpret_to_execute]: 4.882e-05 [rewriter_before_opt_a]: 0.00015555 [expand_dump_flag]: 4.45999e-06 [jit_opt_a]: 0.302452, [4] [Cycle 1]: 0.289561, [27] [switch_simplify]: 0.00022354 [loop_unroll]: 6.355e-05 [a_1]: 0.00161107 [with_stream_mark]: 4.766e-05 [recompute_prepare]: 3.641e-05 [updatestate_depend_eliminate]: 1.466e-05 [updatestate_assign_eliminate]: 1.106e-05 [updatestate_loads_eliminate]: 1.012e-05 [parameter_eliminate]: 3.5e-06 [specialize_transform]: 2.067e-05 [updatestate_useless_node_eliminater]: 2.397e-05 [accelerated_algorithm]: 1.949e-05 [meta_shard_fg_expand]: 6.30997e-06 [get_grad_eliminate_]: 1.817e-05 [merge_forward]: 1.275e-05 [cell_reuse_recompute_pass]: 1.13001e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.989e-05 [j_node_and_user_rematch]: 3.418e-05 [meta_fg_expand]: 0.129455 [replace_old_param]: 0.0001312 [inline_without_move]: 0.00012254 [renormalize]: 0.156497 [add_forward_monad_depend]: 2.561e-05 [auto_monad_grad]: 1.324e-05 [auto_monad_eliminator]: 0.00012739 [cse]: 0.00033039 [replace_applicator]: 0.00022278 [Cycle 2]: 0.00641178, [27] [switch_simplify]: 8.796e-05 [loop_unroll]: 8.204e-05 [a_1]: 0.00361935 [with_stream_mark]: 3.933e-05 [recompute_prepare]: 3.481e-05 [updatestate_depend_eliminate]: 1.586e-05 [updatestate_assign_eliminate]: 1.65e-05 [updatestate_loads_eliminate]: 1.467e-05 [parameter_eliminate]: 5.00001e-06 [specialize_transform]: 2.494e-05 [updatestate_useless_node_eliminater]: 7.975e-05 [accelerated_algorithm]: 3.328e-05 [meta_shard_fg_expand]: 4.47e-06 [get_grad_eliminate_]: 1.391e-05 [merge_forward]: 9.17001e-06 [cell_reuse_recompute_pass]: 1.12e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.064e-05 [j_node_and_user_rematch]: 2.441e-05 [meta_fg_expand]: 0.00010828 [replace_old_param]: 2.191e-05 [inline_without_move]: 1.494e-05 [renormalize]: 0.00168376 [add_forward_monad_depend]: 7.54002e-06 [auto_monad_grad]: 2.51e-06 [auto_monad_eliminator]: 3.14e-05 [cse]: 0.00014504 [replace_applicator]: 3.107e-05 [Cycle 3]: 0.00182592, [27] [switch_simplify]: 1.455e-05 [loop_unroll]: 1.372e-05 [a_1]: 0.00039193 [with_stream_mark]: 2.124e-05 [recompute_prepare]: 1.603e-05 [updatestate_depend_eliminate]: 4.061e-05 [updatestate_assign_eliminate]: 7.45e-06 [updatestate_loads_eliminate]: 6.62002e-06 [parameter_eliminate]: 2.26e-06 [specialize_transform]: 1.392e-05 [updatestate_useless_node_eliminater]: 1.484e-05 [accelerated_algorithm]: 1.649e-05 [meta_shard_fg_expand]: 3.11001e-06 [get_grad_eliminate_]: 1.103e-05 [merge_forward]: 7.76001e-06 [cell_reuse_recompute_pass]: 3.41999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.704e-05 [j_node_and_user_rematch]: 1.912e-05 [meta_fg_expand]: 4.75999e-06 [replace_old_param]: 1.544e-05 [inline_without_move]: 1.204e-05 [renormalize]: 0.00084063 [add_forward_monad_depend]: 6.91999e-06 [auto_monad_grad]: 2.44001e-06 [auto_monad_eliminator]: 2.632e-05 [cse]: 8.553e-05 [replace_applicator]: 2.683e-05 [Cycle 4]: 0.00071108, [27] [switch_simplify]: 1.278e-05 [loop_unroll]: 1.155e-05 [a_1]: 0.00025473 [with_stream_mark]: 2.016e-05 [recompute_prepare]: 1.218e-05 [updatestate_depend_eliminate]: 7.53e-06 [updatestate_assign_eliminate]: 6.23e-06 [updatestate_loads_eliminate]: 6.33e-06 [parameter_eliminate]: 1.28002e-06 [specialize_transform]: 1.178e-05 [updatestate_useless_node_eliminater]: 1.476e-05 [accelerated_algorithm]: 4.303e-05 [meta_shard_fg_expand]: 2.71e-06 [get_grad_eliminate_]: 1.364e-05 [merge_forward]: 7.42002e-06 [cell_reuse_recompute_pass]: 1.45001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.671e-05 [j_node_and_user_rematch]: 1.926e-05 [meta_fg_expand]: 4.52998e-06 [replace_old_param]: 1.485e-05 [inline_without_move]: 1.142e-05 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 2.57001e-06 [auto_monad_grad]: 1.56998e-06 [auto_monad_eliminator]: 1.882e-05 [cse]: 3.903e-05 [replace_applicator]: 1.287e-05 [py_interpret_to_execute_after_opt_a]: 1.937e-05 [rewriter_after_opt_a]: 0.00021473 [convert_after_rewriter]: 1.339e-05 [order_py_execute_after_rewriter]: 9.87999e-06 [mutable_eliminate]: 0.00078912 [jit_opt_b]: 9.751e-05, [1] [Cycle 1]: 8.821e-05, [2] [frontend_op_eliminate]: 3.859e-05 [inline_after_opt_a]: 3.597e-05 [cconv]: 3.555e-05 [loop_unroll]: 0.0004731 [jit_opt_after_cconv]: 0.0004112, [1] [Cycle 1]: 0.00040301, [11] [c_1]: 0.00010508 [parameter_eliminate]: 4.58001e-06 [updatestate_depend_eliminate]: 7.637e-05 [updatestate_assign_eliminate]: 8.33999e-06 [updatestate_loads_eliminate]: 6.93998e-06 [cse]: 6.966e-05 [call_graph_tuple_transform]: 3.598e-05 [tuple_list_get_item_eliminator]: 1.25e-05 [none_parameter_eliminate]: 2.63998e-06 [renormalize]: 5.50004e-07 [switch_simplify]: 1.391e-05 [remove_dup_value]: 3.435e-05 [partial_unused_args_eliminate]: 2.37001e-06 [environ_conv]: 1.567e-05 [add_recomputation]: 9.91e-05 [cse_after_recomputation]: 5.038e-05, [1] [Cycle 1]: 4.234e-05, [1] [cse]: 3.397e-05 [auto_monad_reorder]: 3.614e-05 [get_jit_bprop_graph]: 2.73998e-06 [rewriter_after_jit_bprop_graph]: 7.70998e-06 [opt_after_jit_grad]: 0.00065957 [symbol_engine_optimizer]: 0.00013226, [1] [Cycle 1]: 0.00012498, [6] [build]: 1.674e-05 [elim_shapecalc]: 1.62e-05 [elim_not_effective]: 2.695e-05 [opt_reshape]: 1.255e-05 [fold_const_symbol]: 1.968e-05 [renormalize]: 5.79981e-07 [validate]: 6.884e-05 Sums bootstrap : 0.000325s : 0.05% type_inference : 0.317138s : 51.25% event_method : 0.000266s : 0.04% auto_monad : 0.000285s : 0.05% graph_reusing : 0.000010s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000049s : 0.01% rewriter_before_opt_a : 0.000156s : 0.03% expand_dump_flag : 0.000004s : 0.00% jit_opt_a.switch_simplify : 0.000339s : 0.05% jit_opt_a.loop_unroll : 0.000171s : 0.03% jit_opt_a.a_1 : 0.005877s : 0.95% jit_opt_a.with_stream_mark : 0.000128s : 0.02% jit_opt_a.recompute_prepare : 0.000099s : 0.02% jit_opt_a.updatestate_depend_eliminate : 0.000079s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000041s : 0.01% jit_opt_a.updatestate_loads_eliminate : 0.000038s : 0.01% jit_opt_a.parameter_eliminate : 0.000012s : 0.00% jit_opt_a.specialize_transform : 0.000071s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000133s : 0.02% jit_opt_a.accelerated_algorithm : 0.000112s : 0.02% jit_opt_a.meta_shard_fg_expand : 0.000017s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000057s : 0.01% jit_opt_a.merge_forward : 0.000037s : 0.01% jit_opt_a.cell_reuse_recompute_pass : 0.000007s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000124s : 0.02% jit_opt_a.j_node_and_user_rematch : 0.000097s : 0.02% jit_opt_a.meta_fg_expand : 0.129573s : 20.94% jit_opt_a.replace_old_param : 0.000183s : 0.03% jit_opt_a.inline_without_move : 0.000161s : 0.03% jit_opt_a.renormalize : 0.159022s : 25.70% jit_opt_a.add_forward_monad_depend : 0.000043s : 0.01% jit_opt_a.auto_monad_grad : 0.000020s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000204s : 0.03% jit_opt_a.cse : 0.000600s : 0.10% jit_opt_a.replace_applicator : 0.000294s : 0.05% py_interpret_to_execute_after_opt_a : 0.000019s : 0.00% rewriter_after_opt_a : 0.000215s : 0.03% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000789s : 0.13% jit_opt_b.frontend_op_eliminate : 0.000039s : 0.01% jit_opt_b.inline_after_opt_a : 0.000036s : 0.01% cconv : 0.000036s : 0.01% loop_unroll : 0.000473s : 0.08% jit_opt_after_cconv.c_1 : 0.000105s : 0.02% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000076s : 0.01% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000070s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000036s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000003s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000034s : 0.01% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000016s : 0.00% add_recomputation : 0.000099s : 0.02% cse_after_recomputation.cse : 0.000034s : 0.01% auto_monad_reorder : 0.000036s : 0.01% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000660s : 0.11% symbol_engine_optimizer.build : 0.000017s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000016s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000069s : 0.01% Time group info: ------[substitution.] 0.002818 291 2.29% : 0.000065s : 12: substitution.depend_value_elim 0.16% : 0.000004s : 7: substitution.elim_not_effective 0.11% : 0.000003s : 7: substitution.fold_const_symbol 29.98% : 0.000845s : 4: substitution.getattr_setattr_resolve 0.32% : 0.000009s : 8: substitution.graph_param_transform 49.43% : 0.001393s : 28: substitution.inline 1.35% : 0.000038s : 4: substitution.inline_without_move 0.70% : 0.000020s : 35: substitution.j_node_and_user_rematch 0.70% : 0.000020s : 3: substitution.less_batch_normalization 0.76% : 0.000021s : 13: substitution.minmaximum_grad 0.59% : 0.000017s : 14: substitution.partial_eliminate 0.86% : 0.000024s : 35: substitution.remove_not_recompute_node 2.27% : 0.000064s : 16: substitution.replace_applicator 0.69% : 0.000019s : 19: substitution.replace_old_param 0.30% : 0.000008s : 2: substitution.set_cell_output_no_recompute 0.56% : 0.000016s : 3: substitution.switch_simplify 1.54% : 0.000043s : 13: substitution.tuple_list_convert_item_index_to_positive 1.11% : 0.000031s : 13: substitution.tuple_list_get_item_depend_reorder 3.45% : 0.000097s : 30: substitution.tuple_list_get_item_eliminator 0.94% : 0.000026s : 9: substitution.updatestate_pure_node_eliminater 1.88% : 0.000053s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.317015 2 99.08% : 0.314089s : 1: type_inference.infer 0.92% : 0.002927s : 1: type_inference.specialize ------[replace.] 0.000814 53 8.98% : 0.000073s : 3: replace.getattr_setattr_resolve 51.39% : 0.000418s : 28: replace.inline 4.25% : 0.000035s : 1: replace.replace_applicator 9.05% : 0.000074s : 3: replace.switch_simplify 21.36% : 0.000174s : 17: replace.tuple_list_get_item_eliminator 4.97% : 0.000040s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002251 53 35.15% : 0.000791s : 3: match.getattr_setattr_resolve 61.07% : 0.001375s : 28: match.inline 0.71% : 0.000016s : 1: match.replace_applicator 0.63% : 0.000014s : 3: match.switch_simplify 2.03% : 0.000046s : 17: match.tuple_list_get_item_eliminator 0.42% : 0.000009s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000988 5919 1.34% : 0.000013s : 99: predicate.accumulaten_eliminater 7.34% : 0.000072s : 8: predicate.ad_related_special_op_eliminate 1.30% : 0.000013s : 99: predicate.addn_check_dump 1.33% : 0.000013s : 99: predicate.addn_zero_filter 1.82% : 0.000018s : 99: predicate.arithmetic_simplify 1.37% : 0.000014s : 99: predicate.cast_eliminate 0.13% : 0.000001s : 8: predicate.check_bprop_eliminate 1.26% : 0.000012s : 99: predicate.compare_switch_simplify 1.55% : 0.000015s : 99: predicate.depend_value_elim 1.28% : 0.000013s : 99: predicate.dict_get_item_const_eliminator 1.35% : 0.000013s : 99: predicate.dict_get_item_eliminator 1.33% : 0.000013s : 99: predicate.dict_set_item_eliminator 0.25% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.10% : 0.000001s : 8: predicate.elim_not_effective 0.15% : 0.000001s : 8: predicate.elim_shapecalc_of_broadcastargs 1.31% : 0.000013s : 99: predicate.environ_add_const_eliminate 1.26% : 0.000012s : 99: predicate.environ_get_add_eliminate 1.28% : 0.000013s : 99: predicate.environ_get_depend_swap 1.32% : 0.000013s : 99: predicate.environ_get_eliminate 1.31% : 0.000013s : 99: predicate.environ_get_set_eliminate 0.06% : 0.000001s : 8: predicate.fold_const_symbol 0.71% : 0.000007s : 42: predicate.get_grad_eliminate 0.72% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.07% : 0.000001s : 8: predicate.graph_param_transform 4.07% : 0.000040s : 160: predicate.inline 1.86% : 0.000018s : 106: predicate.inline_without_move 0.29% : 0.000003s : 42: predicate.j_node_and_user_rematch 0.88% : 0.000009s : 42: predicate.less_batch_normalization 1.55% : 0.000015s : 116: predicate.list_to_tuple_eliminator_ 1.73% : 0.000017s : 124: predicate.load_eliminater 0.32% : 0.000003s : 8: predicate.loop_unroll_after_grad 2.62% : 0.000026s : 171: predicate.loop_unroll_before_grad 1.57% : 0.000016s : 107: predicate.make_slice_get_slice_eliminator 1.27% : 0.000013s : 99: predicate.merge_addn 1.31% : 0.000013s : 99: predicate.minmaximum_grad 0.34% : 0.000003s : 8: predicate.mutable_eliminate 0.12% : 0.000001s : 8: predicate.opt_reshape 2.22% : 0.000022s : 124: predicate.partial_eliminate 1.30% : 0.000013s : 99: predicate.print_const_string_wrapper 1.69% : 0.000017s : 99: predicate.reduce_eliminate 1.63% : 0.000016s : 116: predicate.redundant_stop_gradient_eliminater 0.48% : 0.000005s : 42: predicate.remove_not_recompute_node 2.42% : 0.000024s : 236: predicate.replace_applicator 0.92% : 0.000009s : 106: predicate.replace_old_param 0.10% : 0.000001s : 8: predicate.reset_defer_inline 1.33% : 0.000013s : 99: predicate.reshape_eliminate 1.38% : 0.000014s : 99: predicate.row_tensor_add_zeros_like 0.25% : 0.000002s : 8: predicate.row_tensor_eliminate 1.34% : 0.000013s : 99: predicate.same_eliminate 0.46% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.27% : 0.000003s : 16: predicate.special_op_eliminate 0.97% : 0.000010s : 50: predicate.specialize_transform 1.49% : 0.000015s : 99: predicate.split_environ_get_set_with_tuple_value 1.38% : 0.000014s : 99: predicate.stack_unstack_eliminate 3.76% : 0.000037s : 8: predicate.switch_call_monad_eliminater 2.77% : 0.000027s : 144: predicate.switch_defer_inline 2.20% : 0.000022s : 144: predicate.switch_layer_defer_inline 5.39% : 0.000053s : 329: predicate.switch_simplify 1.37% : 0.000014s : 99: predicate.tile_eliminate 1.31% : 0.000013s : 99: predicate.transpose_eliminate 1.62% : 0.000016s : 99: predicate.tuple_list_convert_item_index_to_positive 1.44% : 0.000014s : 99: predicate.tuple_list_get_item_depend_reorder 3.19% : 0.000031s : 132: predicate.tuple_list_get_item_eliminator 1.60% : 0.000016s : 99: predicate.tuple_list_set_item_eliminator 1.58% : 0.000016s : 116: predicate.tuple_to_list_eliminator_ 1.67% : 0.000017s : 124: predicate.updatestate_pure_node_eliminater 2.68% : 0.000026s : 168: predicate.updatestate_useless_node_eliminater 1.65% : 0.000016s : 99: predicate.value_based_eliminate 0.12% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.16% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.004796 58 55.99% : 0.002686s : 22: func_graph_cloner_run.FuncGraphClonerGraph 7.92% : 0.000380s : 7: func_graph_cloner_run.FuncGraphClonerNode 36.09% : 0.001731s : 29: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.792033 104 0.01% : 0.000103s : 1: add_recomputation 0.04% : 0.000294s : 1: auto_monad 0.00% : 0.000039s : 1: auto_monad_reorder 0.04% : 0.000348s : 1: bootstrap 0.00% : 0.000038s : 1: cconv 0.00% : 0.000017s : 1: convert_after_rewriter 0.01% : 0.000053s : 1: cse_after_recomputation 0.00% : 0.000018s : 1: environ_conv 0.04% : 0.000278s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 38.19% : 0.302456s : 1: jit_opt_a 0.05% : 0.000415s : 1: jit_opt_after_cconv 0.01% : 0.000101s : 1: jit_opt_b 0.06% : 0.000480s : 1: loop_unroll 0.10% : 0.000799s : 1: mutable_eliminate 0.96% : 0.007631s : 52: opt.transform.jit_opt_a 0.02% : 0.000162s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000066s : 4: opt.transform.jit_opt_b 0.00% : 0.000022s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000029s : 1: opt.transform.mutable_eliminate 0.02% : 0.000121s : 1: opt.transform.opt_after_jit_grad 0.13% : 0.000990s : 2: opt.transform.opt_resolve 0.01% : 0.000071s : 4: opt.transform.symbol_engine_opt 0.08% : 0.000670s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.01% : 0.000052s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000037s : 1: remove_dup_value 1.77% : 0.014041s : 3: renormalize.infer 18.30% : 0.144947s : 3: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000220s : 1: rewriter_after_opt_a 0.02% : 0.000159s : 1: rewriter_before_opt_a 0.02% : 0.000136s : 1: symbol_engine_optimizer 40.04% : 0.317162s : 1: type_inference . [hook] pytest_runtest_teardown:test_select_dimensions[input_shape8-2-1-KBK] tests/st/mint/test_select.py::test_select_dimensions[input_shape8-2-1-KBK],max_mem:4.0M =============================== warnings summary =============================== ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222: DeprecationWarning: invalid escape sequence \B """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143: DeprecationWarning: invalid escape sequence \c """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170: DeprecationWarning: invalid escape sequence \c """ ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perlayer") -- Docs: https://docs.pytest.org/en/stable/warnings.html ================= 18 passed, 25 warnings in 190.89s (0:03:10) ==================