==================================================Ascend ============================= test session starts ============================== platform linux -- Python 3.9.19, pytest-6.2.5, py-1.11.0, pluggy-1.5.0 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/mint, configfile: ../../../../../../sault/virtual_test/virtualenv_005/sault/config/pytest.ini plugins: mock-3.14.0, hydra-core-1.3.2, forked-1.6.0, anyio-4.9.0, xdist-1.32.0 collected 2 items test_permute.py . [hook] pytest_runtest_teardown:test_permute_empty_tensor[pynative] tests/st/mint/test_permute.py::test_permute_empty_tensor[pynative],max_mem:2.0M TotalTime = 1.68964, [30] [bootstrap]: 0.00072094 [type_inference]: 1.54198 [event_method]: 1.879e-05 [auto_monad]: 0.00017227 [graph_reusing]: 6.99001e-06 [pre_auto_parallel]: 1.443e-05 [py_interpret_to_execute]: 0.00031848 [rewriter_before_opt_a]: 8.405e-05 [expand_dump_flag]: 3.43e-06 [jit_opt_a]: 0.0137738, [2] [Cycle 1]: 0.00443104, [27] [switch_simplify]: 6.982e-05 [loop_unroll]: 2.566e-05 [a_1]: 0.00059473 [with_stream_mark]: 3.354e-05 [recompute_prepare]: 1.476e-05 [updatestate_depend_eliminate]: 7.67998e-06 [updatestate_assign_eliminate]: 9.24e-06 [updatestate_loads_eliminate]: 5.47001e-06 [parameter_eliminate]: 2.25002e-06 [specialize_transform]: 1.005e-05 [updatestate_useless_node_eliminater]: 1.384e-05 [accelerated_algorithm]: 1.066e-05 [meta_shard_fg_expand]: 2.91e-06 [get_grad_eliminate_]: 9.94001e-06 [merge_forward]: 5.84e-06 [cell_reuse_recompute_pass]: 1.40999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.636e-05 [j_node_and_user_rematch]: 1.619e-05 [meta_fg_expand]: 3.52997e-06 [replace_old_param]: 1.592e-05 [inline_without_move]: 9.25999e-06 [renormalize]: 0.00313434 [add_forward_monad_depend]: 1.87e-05 [auto_monad_grad]: 2.72001e-06 [auto_monad_eliminator]: 2.942e-05 [cse]: 5.458e-05 [replace_applicator]: 2.875e-05 [Cycle 2]: 0.00055837, [27] [switch_simplify]: 9.83002e-06 [loop_unroll]: 9.53997e-06 [a_1]: 0.00021127 [with_stream_mark]: 1.997e-05 [recompute_prepare]: 9.29e-06 [updatestate_depend_eliminate]: 5.82001e-06 [updatestate_assign_eliminate]: 5.42999e-06 [updatestate_loads_eliminate]: 4.67e-06 [parameter_eliminate]: 1.69998e-06 [specialize_transform]: 8.69e-06 [updatestate_useless_node_eliminater]: 1.154e-05 [accelerated_algorithm]: 9.26998e-06 [meta_shard_fg_expand]: 3.01999e-06 [get_grad_eliminate_]: 8.34002e-06 [merge_forward]: 6.49001e-06 [cell_reuse_recompute_pass]: 3.36999e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.073e-05 [j_node_and_user_rematch]: 1.379e-05 [meta_fg_expand]: 2.93e-06 [replace_old_param]: 1.247e-05 [inline_without_move]: 8.99e-06 [renormalize]: 6.99947e-08 [add_forward_monad_depend]: 1.94e-06 [auto_monad_grad]: 1.76998e-06 [auto_monad_eliminator]: 1.126e-05 [cse]: 1.802e-05 [replace_applicator]: 9.89001e-06 [py_interpret_to_execute_after_opt_a]: 4.339e-05 [rewriter_after_opt_a]: 0.0005194 [convert_after_rewriter]: 1.578e-05 [order_py_execute_after_rewriter]: 6.55002e-06 [mutable_eliminate]: 0.00087311 [jit_opt_b]: 9.021e-05, [1] [Cycle 1]: 7.93e-05, [2] [frontend_op_eliminate]: 3.507e-05 [inline_after_opt_a]: 2.91e-05 [cconv]: 3.853e-05 [loop_unroll]: 0.128586 [jit_opt_after_cconv]: 0.00043055, [1] [Cycle 1]: 0.00041157, [11] [c_1]: 0.00011656 [parameter_eliminate]: 8.69998e-06 [updatestate_depend_eliminate]: 1.882e-05 [updatestate_assign_eliminate]: 5.99e-06 [updatestate_loads_eliminate]: 4.53999e-06 [cse]: 5.616e-05 [call_graph_tuple_transform]: 8.522e-05 [tuple_list_get_item_eliminator]: 1.191e-05 [none_parameter_eliminate]: 2.07001e-06 [renormalize]: 1.26002e-06 [switch_simplify]: 1.024e-05 [remove_dup_value]: 2.834e-05 [partial_unused_args_eliminate]: 3.6e-06 [environ_conv]: 4.169e-05 [add_recomputation]: 9.603e-05 [cse_after_recomputation]: 3.979e-05, [1] [Cycle 1]: 2.933e-05, [1] [cse]: 2.055e-05 [auto_monad_reorder]: 4.131e-05 [get_jit_bprop_graph]: 2.53e-06 [rewriter_after_jit_bprop_graph]: 0.00020105 [opt_after_jit_grad]: 0.0008888 [symbol_engine_optimizer]: 0.00011071, [1] [Cycle 1]: 0.00010114, [6] [build]: 8.84e-06 [elim_shapecalc]: 1.28e-05 [elim_not_effective]: 2.075e-05 [opt_reshape]: 9.49e-06 [fold_const_symbol]: 1.493e-05 [renormalize]: 1.30001e-06 [validate]: 8.399e-05 Sums bootstrap : 0.000721s : 0.04% type_inference : 1.541977s : 91.79% event_method : 0.000019s : 0.00% auto_monad : 0.000172s : 0.01% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000014s : 0.00% py_interpret_to_execute : 0.000318s : 0.02% rewriter_before_opt_a : 0.000084s : 0.01% expand_dump_flag : 0.000003s : 0.00% jit_opt_a.switch_simplify : 0.000080s : 0.00% jit_opt_a.loop_unroll : 0.000035s : 0.00% jit_opt_a.a_1 : 0.000806s : 0.05% jit_opt_a.with_stream_mark : 0.000054s : 0.00% jit_opt_a.recompute_prepare : 0.000024s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000015s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000025s : 0.00% jit_opt_a.accelerated_algorithm : 0.000020s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000005s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000047s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000030s : 0.00% jit_opt_a.meta_fg_expand : 0.000006s : 0.00% jit_opt_a.replace_old_param : 0.000028s : 0.00% jit_opt_a.inline_without_move : 0.000018s : 0.00% jit_opt_a.renormalize : 0.003134s : 0.19% jit_opt_a.add_forward_monad_depend : 0.000021s : 0.00% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000041s : 0.00% jit_opt_a.cse : 0.000073s : 0.00% jit_opt_a.replace_applicator : 0.000039s : 0.00% py_interpret_to_execute_after_opt_a : 0.000043s : 0.00% rewriter_after_opt_a : 0.000519s : 0.03% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000873s : 0.05% jit_opt_b.frontend_op_eliminate : 0.000035s : 0.00% jit_opt_b.inline_after_opt_a : 0.000029s : 0.00% cconv : 0.000039s : 0.00% loop_unroll : 0.128586s : 7.65% jit_opt_after_cconv.c_1 : 0.000117s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000009s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000019s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000085s : 0.01% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000028s : 0.00% partial_unused_args_eliminate : 0.000004s : 0.00% environ_conv : 0.000042s : 0.00% add_recomputation : 0.000096s : 0.01% cse_after_recomputation.cse : 0.000021s : 0.00% auto_monad_reorder : 0.000041s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000201s : 0.01% opt_after_jit_grad : 0.000889s : 0.05% symbol_engine_optimizer.build : 0.000009s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000013s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000021s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000009s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000015s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000084s : 0.00% Time group info: ------[substitution.] 0.000270 45 4.57% : 0.000012s : 2: substitution.depend_value_elim 1.19% : 0.000003s : 4: substitution.elim_not_effective 0.79% : 0.000002s : 4: substitution.fold_const_symbol 3.65% : 0.000010s : 6: substitution.graph_param_transform 71.43% : 0.000193s : 3: substitution.inline 2.17% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.84% : 0.000008s : 8: substitution.remove_not_recompute_node 2.63% : 0.000007s : 2: substitution.replace_old_param 5.85% : 0.000016s : 3: substitution.updatestate_pure_node_eliminater 4.87% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 1.541857 2 99.88% : 1.539936s : 1: type_inference.infer 0.12% : 0.001920s : 1: type_inference.specialize ------[replace.] 0.000040 3 100.00% : 0.000040s : 3: replace.inline ------[match.] 0.000190 3 100.00% : 0.000190s : 3: match.inline ------[predicate.] 0.000189 970 1.09% : 0.000002s : 14: predicate.accumulaten_eliminater 1.37% : 0.000003s : 6: predicate.ad_related_special_op_eliminate 1.02% : 0.000002s : 14: predicate.addn_check_dump 1.15% : 0.000002s : 14: predicate.addn_zero_filter 1.82% : 0.000003s : 14: predicate.arithmetic_simplify 1.53% : 0.000003s : 14: predicate.cast_eliminate 0.61% : 0.000001s : 6: predicate.check_bprop_eliminate 0.96% : 0.000002s : 14: predicate.compare_switch_simplify 1.38% : 0.000003s : 14: predicate.depend_value_elim 0.98% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.29% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.02% : 0.000002s : 14: predicate.dict_set_item_eliminator 0.89% : 0.000002s : 6: predicate.dumpgradient_eliminate 0.43% : 0.000001s : 6: predicate.elim_not_effective 0.70% : 0.000001s : 6: predicate.elim_shapecalc_of_broadcastargs 1.25% : 0.000002s : 14: predicate.environ_add_const_eliminate 1.01% : 0.000002s : 14: predicate.environ_get_add_eliminate 0.99% : 0.000002s : 14: predicate.environ_get_depend_swap 1.16% : 0.000002s : 14: predicate.environ_get_eliminate 1.08% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.26% : 0.000000s : 6: predicate.fold_const_symbol 1.12% : 0.000002s : 12: predicate.get_grad_eliminate 0.40% : 0.000001s : 6: predicate.graph_param_transform 7.99% : 0.000015s : 29: predicate.inline 0.99% : 0.000002s : 12: predicate.inline_without_move 0.50% : 0.000001s : 12: predicate.j_node_and_user_rematch 1.84% : 0.000003s : 12: predicate.less_batch_normalization 0.99% : 0.000002s : 14: predicate.list_to_tuple_eliminator_ 1.88% : 0.000004s : 20: predicate.load_eliminater 1.69% : 0.000003s : 6: predicate.loop_unroll_after_grad 2.64% : 0.000005s : 30: predicate.loop_unroll_before_grad 2.19% : 0.000004s : 20: predicate.make_slice_get_slice_eliminator 1.25% : 0.000002s : 14: predicate.merge_addn 0.93% : 0.000002s : 14: predicate.minmaximum_grad 1.97% : 0.000004s : 6: predicate.mutable_eliminate 0.58% : 0.000001s : 6: predicate.opt_reshape 1.88% : 0.000004s : 20: predicate.partial_eliminate 1.31% : 0.000002s : 14: predicate.print_const_string_wrapper 1.53% : 0.000003s : 14: predicate.reduce_eliminate 1.18% : 0.000002s : 14: predicate.redundant_stop_gradient_eliminater 0.84% : 0.000002s : 12: predicate.remove_not_recompute_node 1.66% : 0.000003s : 26: predicate.replace_applicator 0.73% : 0.000001s : 12: predicate.replace_old_param 0.50% : 0.000001s : 6: predicate.reset_defer_inline 1.31% : 0.000002s : 14: predicate.reshape_eliminate 1.41% : 0.000003s : 14: predicate.row_tensor_add_zeros_like 0.91% : 0.000002s : 6: predicate.row_tensor_eliminate 1.26% : 0.000002s : 14: predicate.same_eliminate 0.84% : 0.000002s : 12: predicate.set_cell_output_no_recompute 1.22% : 0.000002s : 12: predicate.special_op_eliminate 1.23% : 0.000002s : 12: predicate.specialize_transform 1.57% : 0.000003s : 14: predicate.split_environ_get_set_with_tuple_value 1.07% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.63% : 0.000001s : 6: predicate.switch_call_monad_eliminater 1.50% : 0.000003s : 17: predicate.switch_defer_inline 1.43% : 0.000003s : 17: predicate.switch_layer_defer_inline 5.52% : 0.000010s : 53: predicate.switch_simplify 1.05% : 0.000002s : 14: predicate.tile_eliminate 1.41% : 0.000003s : 14: predicate.transpose_eliminate 1.40% : 0.000003s : 14: predicate.tuple_list_convert_item_index_to_positive 1.31% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 4.40% : 0.000008s : 26: predicate.tuple_list_get_item_eliminator 1.48% : 0.000003s : 14: predicate.tuple_list_set_item_eliminator 1.14% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.85% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 4.79% : 0.000009s : 32: predicate.updatestate_useless_node_eliminater 1.37% : 0.000003s : 14: predicate.value_based_eliminate 0.42% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.89% : 0.000002s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.002974 23 73.76% : 0.002193s : 18: func_graph_cloner_run.FuncGraphClonerGraph 26.24% : 0.000780s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.694025 72 0.01% : 0.000100s : 1: add_recomputation 0.01% : 0.000178s : 1: auto_monad 0.00% : 0.000045s : 1: auto_monad_reorder 0.04% : 0.000748s : 1: bootstrap 0.00% : 0.000042s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.00% : 0.000043s : 1: cse_after_recomputation 0.00% : 0.000046s : 1: environ_conv 0.00% : 0.000025s : 1: event_method 0.00% : 0.000006s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 0.81% : 0.013779s : 1: jit_opt_a 0.03% : 0.000437s : 1: jit_opt_after_cconv 0.01% : 0.000093s : 1: jit_opt_b 7.59% : 0.128618s : 1: loop_unroll 0.05% : 0.000892s : 1: mutable_eliminate 0.07% : 0.001139s : 26: opt.transform.jit_opt_a 0.01% : 0.000211s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000056s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000025s : 1: opt.transform.mutable_eliminate 0.00% : 0.000041s : 1: opt.transform.opt_after_jit_grad 0.00% : 0.000054s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000900s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000017s : 1: pre_auto_parallel 0.02% : 0.000326s : 1: py_interpret_to_execute 0.00% : 0.000048s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000032s : 1: remove_dup_value 0.13% : 0.002208s : 1: renormalize.infer 0.05% : 0.000913s : 1: renormalize.specialize 0.01% : 0.000206s : 1: rewriter_after_jit_bprop_graph 0.03% : 0.000526s : 1: rewriter_after_opt_a 0.01% : 0.000090s : 1: rewriter_before_opt_a 0.01% : 0.000114s : 1: symbol_engine_optimizer 91.03% : 1.541998s : 1: type_inference TotalTime = 1.84869, [30] [bootstrap]: 0.00054789 [type_inference]: 0.993195 [event_method]: 0.00052055 [auto_monad]: 0.00040202 [graph_reusing]: 1.288e-05 [pre_auto_parallel]: 4.43001e-06 [py_interpret_to_execute]: 6.031e-05 [rewriter_before_opt_a]: 0.00018363 [expand_dump_flag]: 7.14001e-06 [jit_opt_a]: 0.787817, [4] [Cycle 1]: 0.626438, [27] [switch_simplify]: 0.0003124 [loop_unroll]: 7.481e-05 [a_1]: 0.00191065 [with_stream_mark]: 5.461e-05 [recompute_prepare]: 4.492e-05 [updatestate_depend_eliminate]: 1.849e-05 [updatestate_assign_eliminate]: 1.113e-05 [updatestate_loads_eliminate]: 1.015e-05 [parameter_eliminate]: 5.11997e-06 [specialize_transform]: 2.686e-05 [updatestate_useless_node_eliminater]: 2.939e-05 [accelerated_algorithm]: 3.157e-05 [meta_shard_fg_expand]: 1.098e-05 [get_grad_eliminate_]: 2.226e-05 [merge_forward]: 1.551e-05 [cell_reuse_recompute_pass]: 2.31e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.413e-05 [j_node_and_user_rematch]: 5.328e-05 [meta_fg_expand]: 0.323922 [replace_old_param]: 0.00012149 [inline_without_move]: 0.00012293 [renormalize]: 0.137972 [add_forward_monad_depend]: 4.586e-05 [auto_monad_grad]: 1.964e-05 [auto_monad_eliminator]: 0.00014726 [cse]: 0.160543 [replace_applicator]: 0.0003894 [Cycle 2]: 0.0481409, [27] [switch_simplify]: 9.441e-05 [loop_unroll]: 8.591e-05 [a_1]: 0.00410438 [with_stream_mark]: 4.957e-05 [recompute_prepare]: 4.091e-05 [updatestate_depend_eliminate]: 1.519e-05 [updatestate_assign_eliminate]: 1.341e-05 [updatestate_loads_eliminate]: 1.248e-05 [parameter_eliminate]: 5.21002e-06 [specialize_transform]: 2.056e-05 [updatestate_useless_node_eliminater]: 0.00010278 [accelerated_algorithm]: 1.639e-05 [meta_shard_fg_expand]: 7.11001e-06 [get_grad_eliminate_]: 1.308e-05 [merge_forward]: 9.45001e-06 [cell_reuse_recompute_pass]: 1.36002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.011e-05 [j_node_and_user_rematch]: 2.388e-05 [meta_fg_expand]: 0.00019608 [replace_old_param]: 2.919e-05 [inline_without_move]: 1.522e-05 [renormalize]: 0.0427471 [add_forward_monad_depend]: 1.349e-05 [auto_monad_grad]: 2.69999e-06 [auto_monad_eliminator]: 3.711e-05 [cse]: 0.00013072 [replace_applicator]: 3.984e-05 [Cycle 3]: 0.00168628, [27] [switch_simplify]: 1.594e-05 [loop_unroll]: 1.303e-05 [a_1]: 0.00036269 [with_stream_mark]: 2.315e-05 [recompute_prepare]: 1.338e-05 [updatestate_depend_eliminate]: 5.456e-05 [updatestate_assign_eliminate]: 6.99001e-06 [updatestate_loads_eliminate]: 6.22001e-06 [parameter_eliminate]: 2.21e-06 [specialize_transform]: 1.316e-05 [updatestate_useless_node_eliminater]: 1.602e-05 [accelerated_algorithm]: 1.151e-05 [meta_shard_fg_expand]: 2.99999e-06 [get_grad_eliminate_]: 1.044e-05 [merge_forward]: 7.15e-06 [cell_reuse_recompute_pass]: 3.83001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.475e-05 [j_node_and_user_rematch]: 1.744e-05 [meta_fg_expand]: 3.88999e-06 [replace_old_param]: 1.577e-05 [inline_without_move]: 1.013e-05 [renormalize]: 0.00080234 [add_forward_monad_depend]: 5.96998e-06 [auto_monad_grad]: 2.44999e-06 [auto_monad_eliminator]: 1.802e-05 [cse]: 3.463e-05 [replace_applicator]: 2.069e-05 [Cycle 4]: 0.00066436, [27] [switch_simplify]: 1.268e-05 [loop_unroll]: 1.163e-05 [a_1]: 0.0002629 [with_stream_mark]: 1.321e-05 [recompute_prepare]: 1.16e-05 [updatestate_depend_eliminate]: 5.62999e-06 [updatestate_assign_eliminate]: 4.75999e-06 [updatestate_loads_eliminate]: 6.04999e-06 [parameter_eliminate]: 1.67001e-06 [specialize_transform]: 1.036e-05 [updatestate_useless_node_eliminater]: 3.926e-05 [accelerated_algorithm]: 1.149e-05 [meta_shard_fg_expand]: 2.88998e-06 [get_grad_eliminate_]: 9.99001e-06 [merge_forward]: 5.49998e-06 [cell_reuse_recompute_pass]: 2.16003e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.168e-05 [j_node_and_user_rematch]: 1.712e-05 [meta_fg_expand]: 3.45e-06 [replace_old_param]: 1.363e-05 [inline_without_move]: 1.112e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.24003e-06 [auto_monad_grad]: 1.95001e-06 [auto_monad_eliminator]: 1.381e-05 [cse]: 2.399e-05 [replace_applicator]: 1.14e-05 [py_interpret_to_execute_after_opt_a]: 1.861e-05 [rewriter_after_opt_a]: 0.00021481 [convert_after_rewriter]: 1.288e-05 [order_py_execute_after_rewriter]: 8.20999e-06 [mutable_eliminate]: 0.00084797 [jit_opt_b]: 0.00010901, [1] [Cycle 1]: 9.976e-05, [2] [frontend_op_eliminate]: 4.645e-05 [inline_after_opt_a]: 3.819e-05 [cconv]: 3.427e-05 [loop_unroll]: 0.00049025 [jit_opt_after_cconv]: 0.0622516, [1] [Cycle 1]: 0.0622378, [11] [c_1]: 6.581e-05 [parameter_eliminate]: 4.60999e-06 [updatestate_depend_eliminate]: 1.1e-05 [updatestate_assign_eliminate]: 5.07999e-06 [updatestate_loads_eliminate]: 5.65001e-06 [cse]: 4.512e-05 [call_graph_tuple_transform]: 0.0619068 [tuple_list_get_item_eliminator]: 3.582e-05 [none_parameter_eliminate]: 8.2e-06 [renormalize]: 8.59989e-07 [switch_simplify]: 1.555e-05 [remove_dup_value]: 0.0001072 [partial_unused_args_eliminate]: 3.38999e-06 [environ_conv]: 1.997e-05 [add_recomputation]: 0.00012932 [cse_after_recomputation]: 6.99e-05, [1] [Cycle 1]: 5.655e-05, [1] [cse]: 4.717e-05 [auto_monad_reorder]: 5.453e-05 [get_jit_bprop_graph]: 2.81999e-06 [rewriter_after_jit_bprop_graph]: 1.13e-05 [opt_after_jit_grad]: 0.0009795 [symbol_engine_optimizer]: 0.00013358, [1] [Cycle 1]: 0.00012353, [6] [build]: 9.89001e-06 [elim_shapecalc]: 1.548e-05 [elim_not_effective]: 2.961e-05 [opt_reshape]: 1.289e-05 [fold_const_symbol]: 1.972e-05 [renormalize]: 6.30011e-07 [validate]: 8.11e-05 Sums bootstrap : 0.000548s : 0.03% type_inference : 0.993195s : 57.21% event_method : 0.000521s : 0.03% auto_monad : 0.000402s : 0.02% graph_reusing : 0.000013s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.000060s : 0.00% rewriter_before_opt_a : 0.000184s : 0.01% expand_dump_flag : 0.000007s : 0.00% jit_opt_a.switch_simplify : 0.000435s : 0.03% jit_opt_a.loop_unroll : 0.000185s : 0.01% jit_opt_a.a_1 : 0.006641s : 0.38% jit_opt_a.with_stream_mark : 0.000141s : 0.01% jit_opt_a.recompute_prepare : 0.000111s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000094s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000036s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000035s : 0.00% jit_opt_a.parameter_eliminate : 0.000014s : 0.00% jit_opt_a.specialize_transform : 0.000071s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000187s : 0.01% jit_opt_a.accelerated_algorithm : 0.000071s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000024s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000056s : 0.00% jit_opt_a.merge_forward : 0.000038s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000010s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000121s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000112s : 0.01% jit_opt_a.meta_fg_expand : 0.324126s : 18.67% jit_opt_a.replace_old_param : 0.000180s : 0.01% jit_opt_a.inline_without_move : 0.000159s : 0.01% jit_opt_a.renormalize : 0.181522s : 10.46% jit_opt_a.add_forward_monad_depend : 0.000067s : 0.00% jit_opt_a.auto_monad_grad : 0.000027s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000216s : 0.01% jit_opt_a.cse : 0.160733s : 9.26% jit_opt_a.replace_applicator : 0.000461s : 0.03% py_interpret_to_execute_after_opt_a : 0.000019s : 0.00% rewriter_after_opt_a : 0.000215s : 0.01% convert_after_rewriter : 0.000013s : 0.00% order_py_execute_after_rewriter : 0.000008s : 0.00% mutable_eliminate : 0.000848s : 0.05% jit_opt_b.frontend_op_eliminate : 0.000046s : 0.00% jit_opt_b.inline_after_opt_a : 0.000038s : 0.00% cconv : 0.000034s : 0.00% loop_unroll : 0.000490s : 0.03% jit_opt_after_cconv.c_1 : 0.000066s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000045s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.061907s : 3.57% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000036s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000016s : 0.00% remove_dup_value : 0.000107s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000020s : 0.00% add_recomputation : 0.000129s : 0.01% cse_after_recomputation.cse : 0.000047s : 0.00% auto_monad_reorder : 0.000055s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000011s : 0.00% opt_after_jit_grad : 0.000979s : 0.06% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000030s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000081s : 0.00% Time group info: ------[substitution.] 0.003299 271 1.45% : 0.000048s : 12: substitution.depend_value_elim 0.12% : 0.000004s : 5: substitution.elim_not_effective 0.08% : 0.000003s : 5: substitution.fold_const_symbol 30.77% : 0.001015s : 4: substitution.getattr_setattr_resolve 0.73% : 0.000024s : 8: substitution.graph_param_transform 49.89% : 0.001646s : 29: substitution.inline 1.05% : 0.000035s : 4: substitution.inline_without_move 0.98% : 0.000032s : 29: substitution.j_node_and_user_rematch 0.74% : 0.000024s : 13: substitution.minmaximum_grad 0.96% : 0.000032s : 14: substitution.partial_eliminate 0.69% : 0.000023s : 29: substitution.remove_not_recompute_node 2.98% : 0.000098s : 16: substitution.replace_applicator 0.60% : 0.000020s : 17: substitution.replace_old_param 0.30% : 0.000010s : 2: substitution.set_cell_output_no_recompute 0.62% : 0.000020s : 3: substitution.switch_simplify 1.30% : 0.000043s : 13: substitution.tuple_list_convert_item_index_to_positive 0.97% : 0.000032s : 13: substitution.tuple_list_get_item_depend_reorder 3.00% : 0.000099s : 30: substitution.tuple_list_get_item_eliminator 0.79% : 0.000026s : 9: substitution.updatestate_pure_node_eliminater 1.98% : 0.000065s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.993029 2 99.54% : 0.988498s : 1: type_inference.infer 0.46% : 0.004530s : 1: type_inference.specialize ------[replace.] 0.001073 54 7.32% : 0.000079s : 3: replace.getattr_setattr_resolve 47.77% : 0.000512s : 29: replace.inline 8.61% : 0.000092s : 1: replace.replace_applicator 9.69% : 0.000104s : 3: replace.switch_simplify 21.36% : 0.000229s : 17: replace.tuple_list_get_item_eliminator 5.25% : 0.000056s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002669 54 35.41% : 0.000945s : 3: match.getattr_setattr_resolve 60.80% : 0.001622s : 29: match.inline 0.95% : 0.000025s : 1: match.replace_applicator 0.69% : 0.000018s : 3: match.switch_simplify 1.62% : 0.000043s : 17: match.tuple_list_get_item_eliminator 0.54% : 0.000015s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000975 6056 1.40% : 0.000014s : 101: predicate.accumulaten_eliminater 0.33% : 0.000003s : 8: predicate.ad_related_special_op_eliminate 1.34% : 0.000013s : 101: predicate.addn_check_dump 1.52% : 0.000015s : 101: predicate.addn_zero_filter 1.98% : 0.000019s : 101: predicate.arithmetic_simplify 1.53% : 0.000015s : 101: predicate.cast_eliminate 0.13% : 0.000001s : 8: predicate.check_bprop_eliminate 1.33% : 0.000013s : 101: predicate.compare_switch_simplify 1.57% : 0.000015s : 101: predicate.depend_value_elim 1.31% : 0.000013s : 101: predicate.dict_get_item_const_eliminator 1.54% : 0.000015s : 101: predicate.dict_get_item_eliminator 1.39% : 0.000014s : 101: predicate.dict_set_item_eliminator 0.26% : 0.000002s : 8: predicate.dumpgradient_eliminate 0.10% : 0.000001s : 8: predicate.elim_not_effective 0.15% : 0.000001s : 8: predicate.elim_shapecalc_of_broadcastargs 1.40% : 0.000014s : 101: predicate.environ_add_const_eliminate 1.35% : 0.000013s : 101: predicate.environ_get_add_eliminate 1.43% : 0.000014s : 101: predicate.environ_get_depend_swap 1.47% : 0.000014s : 101: predicate.environ_get_eliminate 1.41% : 0.000014s : 101: predicate.environ_get_set_eliminate 0.07% : 0.000001s : 8: predicate.fold_const_symbol 0.84% : 0.000008s : 44: predicate.get_grad_eliminate 0.78% : 0.000008s : 20: predicate.getattr_setattr_resolve 0.27% : 0.000003s : 8: predicate.graph_param_transform 4.26% : 0.000042s : 163: predicate.inline 1.94% : 0.000019s : 105: predicate.inline_without_move 0.38% : 0.000004s : 44: predicate.j_node_and_user_rematch 1.85% : 0.000018s : 44: predicate.less_batch_normalization 1.64% : 0.000016s : 118: predicate.list_to_tuple_eliminator_ 1.75% : 0.000017s : 126: predicate.load_eliminater 0.34% : 0.000003s : 8: predicate.loop_unroll_after_grad 3.06% : 0.000030s : 187: predicate.loop_unroll_before_grad 1.68% : 0.000016s : 109: predicate.make_slice_get_slice_eliminator 1.45% : 0.000014s : 101: predicate.merge_addn 1.47% : 0.000014s : 101: predicate.minmaximum_grad 0.44% : 0.000004s : 8: predicate.mutable_eliminate 0.16% : 0.000002s : 8: predicate.opt_reshape 2.18% : 0.000021s : 126: predicate.partial_eliminate 1.38% : 0.000013s : 101: predicate.print_const_string_wrapper 1.92% : 0.000019s : 101: predicate.reduce_eliminate 1.98% : 0.000019s : 118: predicate.redundant_stop_gradient_eliminater 0.51% : 0.000005s : 44: predicate.remove_not_recompute_node 2.63% : 0.000026s : 243: predicate.replace_applicator 0.93% : 0.000009s : 105: predicate.replace_old_param 0.10% : 0.000001s : 8: predicate.reset_defer_inline 1.35% : 0.000013s : 101: predicate.reshape_eliminate 1.47% : 0.000014s : 101: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.51% : 0.000015s : 101: predicate.same_eliminate 0.58% : 0.000006s : 52: predicate.set_cell_output_no_recompute 0.31% : 0.000003s : 16: predicate.special_op_eliminate 0.90% : 0.000009s : 50: predicate.specialize_transform 1.62% : 0.000016s : 101: predicate.split_environ_get_set_with_tuple_value 1.37% : 0.000013s : 101: predicate.stack_unstack_eliminate 0.16% : 0.000002s : 8: predicate.switch_call_monad_eliminater 3.43% : 0.000033s : 147: predicate.switch_defer_inline 2.57% : 0.000025s : 147: predicate.switch_layer_defer_inline 6.38% : 0.000062s : 348: predicate.switch_simplify 1.34% : 0.000013s : 101: predicate.tile_eliminate 1.36% : 0.000013s : 101: predicate.transpose_eliminate 1.73% : 0.000017s : 101: predicate.tuple_list_convert_item_index_to_positive 1.69% : 0.000016s : 101: predicate.tuple_list_get_item_depend_reorder 3.64% : 0.000036s : 134: predicate.tuple_list_get_item_eliminator 2.03% : 0.000020s : 101: predicate.tuple_list_set_item_eliminator 1.80% : 0.000018s : 118: predicate.tuple_to_list_eliminator_ 1.95% : 0.000019s : 126: predicate.updatestate_pure_node_eliminater 3.15% : 0.000031s : 172: predicate.updatestate_useless_node_eliminater 2.20% : 0.000021s : 101: predicate.value_based_eliminate 0.11% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.18% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.008295 79 66.84% : 0.005544s : 42: func_graph_cloner_run.FuncGraphClonerGraph 5.05% : 0.000419s : 7: func_graph_cloner_run.FuncGraphClonerNode 28.12% : 0.002332s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 2.102104 104 0.01% : 0.000135s : 1: add_recomputation 0.02% : 0.000417s : 1: auto_monad 0.00% : 0.000058s : 1: auto_monad_reorder 0.03% : 0.000581s : 1: bootstrap 0.00% : 0.000037s : 1: cconv 0.00% : 0.000016s : 1: convert_after_rewriter 0.00% : 0.000073s : 1: cse_after_recomputation 0.00% : 0.000023s : 1: environ_conv 0.03% : 0.000531s : 1: event_method 0.00% : 0.000015s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000017s : 1: graph_reusing 37.48% : 0.787823s : 1: jit_opt_a 2.96% : 0.062262s : 1: jit_opt_after_cconv 0.01% : 0.000113s : 1: jit_opt_b 0.02% : 0.000499s : 1: loop_unroll 0.04% : 0.000862s : 1: mutable_eliminate 0.41% : 0.008693s : 52: opt.transform.jit_opt_a 2.95% : 0.062009s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000073s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000025s : 1: opt.transform.mutable_eliminate 0.00% : 0.000054s : 1: opt.transform.opt_after_jit_grad 0.06% : 0.001165s : 2: opt.transform.opt_resolve 0.00% : 0.000073s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000999s : 1: opt_after_jit_grad 0.00% : 0.000011s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.00% : 0.000063s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.01% : 0.000112s : 1: remove_dup_value 8.31% : 0.174745s : 3: renormalize.infer 0.32% : 0.006730s : 3: renormalize.specialize 0.00% : 0.000014s : 1: rewriter_after_jit_bprop_graph 0.01% : 0.000220s : 1: rewriter_after_opt_a 0.01% : 0.000236s : 1: rewriter_before_opt_a 0.01% : 0.000137s : 1: symbol_engine_optimizer 47.25% : 0.993224s : 1: type_inference TotalTime = 0.810973, [30] [bootstrap]: 0.0003938 [type_inference]: 0.618245 [event_method]: 1.729e-05 [auto_monad]: 0.00018122 [graph_reusing]: 6.86999e-06 [pre_auto_parallel]: 2.96001e-06 [py_interpret_to_execute]: 0.00054272 [rewriter_before_opt_a]: 8.141e-05 [expand_dump_flag]: 4.58999e-06 [jit_opt_a]: 0.186026, [2] [Cycle 1]: 0.00447647, [27] [switch_simplify]: 6.284e-05 [loop_unroll]: 2.486e-05 [a_1]: 0.00058617 [with_stream_mark]: 3.56e-05 [recompute_prepare]: 1.176e-05 [updatestate_depend_eliminate]: 7.33e-06 [updatestate_assign_eliminate]: 5.00001e-06 [updatestate_loads_eliminate]: 5.71e-06 [parameter_eliminate]: 2.22001e-06 [specialize_transform]: 1.002e-05 [updatestate_useless_node_eliminater]: 1.257e-05 [accelerated_algorithm]: 9.41e-06 [meta_shard_fg_expand]: 3.24001e-06 [get_grad_eliminate_]: 9.86e-06 [merge_forward]: 6.35002e-06 [cell_reuse_recompute_pass]: 1.70001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.416e-05 [j_node_and_user_rematch]: 1.507e-05 [meta_fg_expand]: 4.63999e-06 [replace_old_param]: 1.569e-05 [inline_without_move]: 1.047e-05 [renormalize]: 0.00322329 [add_forward_monad_depend]: 3.084e-05 [auto_monad_grad]: 2.98e-06 [auto_monad_eliminator]: 4.132e-05 [cse]: 4.447e-05 [replace_applicator]: 2.636e-05 [Cycle 2]: 0.00055707, [27] [switch_simplify]: 9.82001e-06 [loop_unroll]: 9.00999e-06 [a_1]: 0.00020994 [with_stream_mark]: 1.892e-05 [recompute_prepare]: 9.22999e-06 [updatestate_depend_eliminate]: 6.02999e-06 [updatestate_assign_eliminate]: 5.44e-06 [updatestate_loads_eliminate]: 5.26002e-06 [parameter_eliminate]: 2.78998e-06 [specialize_transform]: 9.02e-06 [updatestate_useless_node_eliminater]: 1.184e-05 [accelerated_algorithm]: 9.54e-06 [meta_shard_fg_expand]: 2.84999e-06 [get_grad_eliminate_]: 8.62e-06 [merge_forward]: 5.54e-06 [cell_reuse_recompute_pass]: 2.41e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.164e-05 [j_node_and_user_rematch]: 1.37e-05 [meta_fg_expand]: 3.29001e-06 [replace_old_param]: 1.32e-05 [inline_without_move]: 7.98001e-06 [renormalize]: 8.9989e-08 [add_forward_monad_depend]: 1.35999e-06 [auto_monad_grad]: 1.42e-06 [auto_monad_eliminator]: 1.123e-05 [cse]: 2.023e-05 [replace_applicator]: 8.99e-06 [py_interpret_to_execute_after_opt_a]: 1.944e-05 [rewriter_after_opt_a]: 0.00056547 [convert_after_rewriter]: 1.562e-05 [order_py_execute_after_rewriter]: 6.51e-06 [mutable_eliminate]: 0.00086538 [jit_opt_b]: 8.226e-05, [1] [Cycle 1]: 7.168e-05, [2] [frontend_op_eliminate]: 2.917e-05 [inline_after_opt_a]: 2.828e-05 [cconv]: 4.144e-05 [loop_unroll]: 0.00050783 [jit_opt_after_cconv]: 0.00024245, [1] [Cycle 1]: 0.00023455, [11] [c_1]: 5.834e-05 [parameter_eliminate]: 6.81999e-06 [updatestate_depend_eliminate]: 1.123e-05 [updatestate_assign_eliminate]: 5.47001e-06 [updatestate_loads_eliminate]: 4.79e-06 [cse]: 3.672e-05 [call_graph_tuple_transform]: 2.694e-05 [tuple_list_get_item_eliminator]: 9.72001e-06 [none_parameter_eliminate]: 1.74998e-06 [renormalize]: 7.10017e-07 [switch_simplify]: 1.089e-05 [remove_dup_value]: 2.013e-05 [partial_unused_args_eliminate]: 2.38998e-06 [environ_conv]: 1.314e-05 [add_recomputation]: 0.00010772 [cse_after_recomputation]: 3.934e-05, [1] [Cycle 1]: 3.078e-05, [1] [cse]: 2.27e-05 [auto_monad_reorder]: 3.183e-05 [get_jit_bprop_graph]: 2.11e-06 [rewriter_after_jit_bprop_graph]: 8.75999e-06 [opt_after_jit_grad]: 0.00237614 [symbol_engine_optimizer]: 0.00013061, [1] [Cycle 1]: 0.00011854, [6] [build]: 1.125e-05 [elim_shapecalc]: 1.533e-05 [elim_not_effective]: 2.691e-05 [opt_reshape]: 1.068e-05 [fold_const_symbol]: 1.652e-05 [renormalize]: 8.50006e-07 [validate]: 8.992e-05 Sums bootstrap : 0.000394s : 0.06% type_inference : 0.618245s : 98.27% event_method : 0.000017s : 0.00% auto_monad : 0.000181s : 0.03% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000543s : 0.09% rewriter_before_opt_a : 0.000081s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000073s : 0.01% jit_opt_a.loop_unroll : 0.000034s : 0.01% jit_opt_a.a_1 : 0.000796s : 0.13% jit_opt_a.with_stream_mark : 0.000055s : 0.01% jit_opt_a.recompute_prepare : 0.000021s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000010s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000011s : 0.00% jit_opt_a.parameter_eliminate : 0.000005s : 0.00% jit_opt_a.specialize_transform : 0.000019s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000024s : 0.00% jit_opt_a.accelerated_algorithm : 0.000019s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000018s : 0.00% jit_opt_a.merge_forward : 0.000012s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000004s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000046s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000029s : 0.00% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000029s : 0.00% jit_opt_a.inline_without_move : 0.000018s : 0.00% jit_opt_a.renormalize : 0.003223s : 0.51% jit_opt_a.add_forward_monad_depend : 0.000032s : 0.01% jit_opt_a.auto_monad_grad : 0.000004s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000053s : 0.01% jit_opt_a.cse : 0.000065s : 0.01% jit_opt_a.replace_applicator : 0.000035s : 0.01% py_interpret_to_execute_after_opt_a : 0.000019s : 0.00% rewriter_after_opt_a : 0.000565s : 0.09% convert_after_rewriter : 0.000016s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000865s : 0.14% jit_opt_b.frontend_op_eliminate : 0.000029s : 0.00% jit_opt_b.inline_after_opt_a : 0.000028s : 0.00% cconv : 0.000041s : 0.01% loop_unroll : 0.000508s : 0.08% jit_opt_after_cconv.c_1 : 0.000058s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000011s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000037s : 0.01% jit_opt_after_cconv.call_graph_tuple_transform : 0.000027s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000010s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000011s : 0.00% remove_dup_value : 0.000020s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000013s : 0.00% add_recomputation : 0.000108s : 0.02% cse_after_recomputation.cse : 0.000023s : 0.00% auto_monad_reorder : 0.000032s : 0.01% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.002376s : 0.38% symbol_engine_optimizer.build : 0.000011s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000011s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000017s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000090s : 0.01% Time group info: ------[substitution.] 0.000279 45 3.84% : 0.000011s : 2: substitution.depend_value_elim 1.37% : 0.000004s : 4: substitution.elim_not_effective 1.15% : 0.000003s : 4: substitution.fold_const_symbol 2.98% : 0.000008s : 6: substitution.graph_param_transform 73.94% : 0.000207s : 3: substitution.inline 2.03% : 0.000006s : 8: substitution.j_node_and_user_rematch 2.96% : 0.000008s : 8: substitution.remove_not_recompute_node 2.87% : 0.000008s : 2: substitution.replace_old_param 4.55% : 0.000013s : 3: substitution.updatestate_pure_node_eliminater 4.31% : 0.000012s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.618139 2 99.62% : 0.615780s : 1: type_inference.infer 0.38% : 0.002359s : 1: type_inference.specialize ------[replace.] 0.000038 3 100.00% : 0.000038s : 3: replace.inline ------[match.] 0.000205 3 100.00% : 0.000205s : 3: match.inline ------[predicate.] 0.000170 970 1.16% : 0.000002s : 14: predicate.accumulaten_eliminater 2.29% : 0.000004s : 6: predicate.ad_related_special_op_eliminate 1.12% : 0.000002s : 14: predicate.addn_check_dump 1.19% : 0.000002s : 14: predicate.addn_zero_filter 1.86% : 0.000003s : 14: predicate.arithmetic_simplify 1.25% : 0.000002s : 14: predicate.cast_eliminate 0.56% : 0.000001s : 6: predicate.check_bprop_eliminate 1.04% : 0.000002s : 14: predicate.compare_switch_simplify 1.34% : 0.000002s : 14: predicate.depend_value_elim 1.06% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.14% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.24% : 0.000002s : 14: predicate.dict_set_item_eliminator 1.98% : 0.000003s : 6: predicate.dumpgradient_eliminate 0.49% : 0.000001s : 6: predicate.elim_not_effective 0.99% : 0.000002s : 6: predicate.elim_shapecalc_of_broadcastargs 1.46% : 0.000002s : 14: predicate.environ_add_const_eliminate 0.99% : 0.000002s : 14: predicate.environ_get_add_eliminate 1.09% : 0.000002s : 14: predicate.environ_get_depend_swap 1.12% : 0.000002s : 14: predicate.environ_get_eliminate 1.26% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.31% : 0.000001s : 6: predicate.fold_const_symbol 1.49% : 0.000003s : 12: predicate.get_grad_eliminate 0.42% : 0.000001s : 6: predicate.graph_param_transform 5.21% : 0.000009s : 29: predicate.inline 1.13% : 0.000002s : 12: predicate.inline_without_move 0.50% : 0.000001s : 12: predicate.j_node_and_user_rematch 1.52% : 0.000003s : 12: predicate.less_batch_normalization 1.43% : 0.000002s : 14: predicate.list_to_tuple_eliminator_ 1.85% : 0.000003s : 20: predicate.load_eliminater 1.38% : 0.000002s : 6: predicate.loop_unroll_after_grad 3.13% : 0.000005s : 30: predicate.loop_unroll_before_grad 2.14% : 0.000004s : 20: predicate.make_slice_get_slice_eliminator 1.00% : 0.000002s : 14: predicate.merge_addn 1.07% : 0.000002s : 14: predicate.minmaximum_grad 2.31% : 0.000004s : 6: predicate.mutable_eliminate 0.80% : 0.000001s : 6: predicate.opt_reshape 2.01% : 0.000003s : 20: predicate.partial_eliminate 1.08% : 0.000002s : 14: predicate.print_const_string_wrapper 1.52% : 0.000003s : 14: predicate.reduce_eliminate 1.19% : 0.000002s : 14: predicate.redundant_stop_gradient_eliminater 0.90% : 0.000002s : 12: predicate.remove_not_recompute_node 1.86% : 0.000003s : 26: predicate.replace_applicator 1.07% : 0.000002s : 12: predicate.replace_old_param 0.38% : 0.000001s : 6: predicate.reset_defer_inline 1.24% : 0.000002s : 14: predicate.reshape_eliminate 1.13% : 0.000002s : 14: predicate.row_tensor_add_zeros_like 0.91% : 0.000002s : 6: predicate.row_tensor_eliminate 1.31% : 0.000002s : 14: predicate.same_eliminate 0.68% : 0.000001s : 12: predicate.set_cell_output_no_recompute 1.39% : 0.000002s : 12: predicate.special_op_eliminate 1.20% : 0.000002s : 12: predicate.specialize_transform 1.26% : 0.000002s : 14: predicate.split_environ_get_set_with_tuple_value 1.22% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.60% : 0.000001s : 6: predicate.switch_call_monad_eliminater 2.10% : 0.000004s : 17: predicate.switch_defer_inline 1.62% : 0.000003s : 17: predicate.switch_layer_defer_inline 5.98% : 0.000010s : 53: predicate.switch_simplify 1.17% : 0.000002s : 14: predicate.tile_eliminate 1.09% : 0.000002s : 14: predicate.transpose_eliminate 1.34% : 0.000002s : 14: predicate.tuple_list_convert_item_index_to_positive 1.14% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 3.85% : 0.000007s : 26: predicate.tuple_list_get_item_eliminator 1.59% : 0.000003s : 14: predicate.tuple_list_set_item_eliminator 1.22% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.64% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 3.07% : 0.000005s : 32: predicate.updatestate_useless_node_eliminater 1.47% : 0.000002s : 14: predicate.value_based_eliminate 0.48% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.97% : 0.000002s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.072859 23 99.02% : 0.072145s : 18: func_graph_cloner_run.FuncGraphClonerGraph 0.98% : 0.000713s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 0.815428 72 0.01% : 0.000112s : 1: add_recomputation 0.02% : 0.000188s : 1: auto_monad 0.00% : 0.000035s : 1: auto_monad_reorder 0.05% : 0.000421s : 1: bootstrap 0.01% : 0.000044s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.01% : 0.000043s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.00% : 0.000022s : 1: event_method 0.00% : 0.000007s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 22.81% : 0.186030s : 1: jit_opt_a 0.03% : 0.000246s : 1: jit_opt_after_cconv 0.01% : 0.000085s : 1: jit_opt_b 0.06% : 0.000519s : 1: loop_unroll 0.11% : 0.000881s : 1: mutable_eliminate 0.14% : 0.001122s : 26: opt.transform.jit_opt_a 0.01% : 0.000101s : 4: opt.transform.jit_opt_after_cconv 0.01% : 0.000049s : 4: opt.transform.jit_opt_b 0.00% : 0.000017s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000027s : 1: opt.transform.mutable_eliminate 0.01% : 0.000057s : 1: opt.transform.opt_after_jit_grad 0.01% : 0.000065s : 4: opt.transform.symbol_engine_opt 0.29% : 0.002401s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000005s : 1: partial_unused_args_eliminate 0.00% : 0.000006s : 1: pre_auto_parallel 0.07% : 0.000557s : 1: py_interpret_to_execute 0.00% : 0.000022s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000023s : 1: remove_dup_value 0.28% : 0.002301s : 1: renormalize.infer 0.11% : 0.000908s : 1: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.07% : 0.000572s : 1: rewriter_after_opt_a 0.01% : 0.000087s : 1: rewriter_before_opt_a 0.02% : 0.000135s : 1: symbol_engine_optimizer 75.82% : 0.618269s : 1: type_inference TotalTime = 1.38386, [30] [bootstrap]: 0.00036896 [type_inference]: 0.89983 [event_method]: 0.00056344 [auto_monad]: 0.00032822 [graph_reusing]: 1.085e-05 [pre_auto_parallel]: 4.69998e-06 [py_interpret_to_execute]: 8.489e-05 [rewriter_before_opt_a]: 0.00017311 [expand_dump_flag]: 5.09e-06 [jit_opt_a]: 0.478754, [4] [Cycle 1]: 0.284847, [27] [switch_simplify]: 0.00025128 [loop_unroll]: 8.871e-05 [a_1]: 0.00172142 [with_stream_mark]: 4.565e-05 [recompute_prepare]: 3.884e-05 [updatestate_depend_eliminate]: 1.512e-05 [updatestate_assign_eliminate]: 1.028e-05 [updatestate_loads_eliminate]: 1.058e-05 [parameter_eliminate]: 4.70001e-06 [specialize_transform]: 2.265e-05 [updatestate_useless_node_eliminater]: 2.556e-05 [accelerated_algorithm]: 2.188e-05 [meta_shard_fg_expand]: 8.46002e-06 [get_grad_eliminate_]: 2.187e-05 [merge_forward]: 1.263e-05 [cell_reuse_recompute_pass]: 1.93002e-06 [cell_reuse_handle_not_recompute_node_pass]: 4.302e-05 [j_node_and_user_rematch]: 3.672e-05 [meta_fg_expand]: 0.124911 [replace_old_param]: 0.00014638 [inline_without_move]: 0.00013649 [renormalize]: 0.156028 [add_forward_monad_depend]: 2.972e-05 [auto_monad_grad]: 1.968e-05 [auto_monad_eliminator]: 0.0001448 [cse]: 0.00031879 [replace_applicator]: 0.0003042 [Cycle 2]: 0.149122, [27] [switch_simplify]: 0.00012353 [loop_unroll]: 8.941e-05 [a_1]: 0.144509 [with_stream_mark]: 5.238e-05 [recompute_prepare]: 3.933e-05 [updatestate_depend_eliminate]: 1.452e-05 [updatestate_assign_eliminate]: 1.424e-05 [updatestate_loads_eliminate]: 1.269e-05 [parameter_eliminate]: 5.99999e-06 [specialize_transform]: 2.08e-05 [updatestate_useless_node_eliminater]: 0.00011834 [accelerated_algorithm]: 1.685e-05 [meta_shard_fg_expand]: 8.45999e-06 [get_grad_eliminate_]: 1.319e-05 [merge_forward]: 9.96e-06 [cell_reuse_recompute_pass]: 2.21e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.245e-05 [j_node_and_user_rematch]: 2.359e-05 [meta_fg_expand]: 0.00020364 [replace_old_param]: 3.024e-05 [inline_without_move]: 1.447e-05 [renormalize]: 0.00323409 [add_forward_monad_depend]: 1.291e-05 [auto_monad_grad]: 2.66e-06 [auto_monad_eliminator]: 4.06e-05 [cse]: 0.00014547 [replace_applicator]: 3.592e-05 [Cycle 3]: 0.00199641, [27] [switch_simplify]: 1.579e-05 [loop_unroll]: 1.313e-05 [a_1]: 0.00037447 [with_stream_mark]: 2.673e-05 [recompute_prepare]: 1.661e-05 [updatestate_depend_eliminate]: 6.47e-05 [updatestate_assign_eliminate]: 7.16999e-06 [updatestate_loads_eliminate]: 5.71998e-06 [parameter_eliminate]: 2.81e-06 [specialize_transform]: 1.533e-05 [updatestate_useless_node_eliminater]: 1.653e-05 [accelerated_algorithm]: 1.267e-05 [meta_shard_fg_expand]: 4.38999e-06 [get_grad_eliminate_]: 1.123e-05 [merge_forward]: 7.83001e-06 [cell_reuse_recompute_pass]: 4.47e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.84e-05 [j_node_and_user_rematch]: 1.864e-05 [meta_fg_expand]: 4.80999e-06 [replace_old_param]: 1.564e-05 [inline_without_move]: 1.098e-05 [renormalize]: 0.00099693 [add_forward_monad_depend]: 8.59e-06 [auto_monad_grad]: 2.39001e-06 [auto_monad_eliminator]: 2.64e-05 [cse]: 4.664e-05 [replace_applicator]: 2.706e-05 [Cycle 4]: 0.00071774, [27] [switch_simplify]: 1.341e-05 [loop_unroll]: 1.17e-05 [a_1]: 0.00028077 [with_stream_mark]: 1.906e-05 [recompute_prepare]: 1.328e-05 [updatestate_depend_eliminate]: 7.48e-06 [updatestate_assign_eliminate]: 5.69999e-06 [updatestate_loads_eliminate]: 6.49999e-06 [parameter_eliminate]: 1.42e-06 [specialize_transform]: 1.106e-05 [updatestate_useless_node_eliminater]: 1.488e-05 [accelerated_algorithm]: 1.189e-05 [meta_shard_fg_expand]: 2.76e-06 [get_grad_eliminate_]: 1.093e-05 [merge_forward]: 7.25e-06 [cell_reuse_recompute_pass]: 2.37001e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.615e-05 [j_node_and_user_rematch]: 1.874e-05 [meta_fg_expand]: 4.47998e-06 [replace_old_param]: 1.409e-05 [inline_without_move]: 1.239e-05 [renormalize]: 7.00238e-08 [add_forward_monad_depend]: 2.26e-06 [auto_monad_grad]: 1.14003e-06 [auto_monad_eliminator]: 2.139e-05 [cse]: 3.159e-05 [replace_applicator]: 1.317e-05 [py_interpret_to_execute_after_opt_a]: 2.109e-05 [rewriter_after_opt_a]: 0.00024402 [convert_after_rewriter]: 1.713e-05 [order_py_execute_after_rewriter]: 9.71998e-06 [mutable_eliminate]: 0.00093964 [jit_opt_b]: 9.995e-05, [1] [Cycle 1]: 8.92e-05, [2] [frontend_op_eliminate]: 3.717e-05 [inline_after_opt_a]: 3.633e-05 [cconv]: 4.463e-05 [loop_unroll]: 0.00055889 [jit_opt_after_cconv]: 0.00032618, [1] [Cycle 1]: 0.0003178, [11] [c_1]: 7.368e-05 [parameter_eliminate]: 6.84999e-06 [updatestate_depend_eliminate]: 1.831e-05 [updatestate_assign_eliminate]: 8.33999e-06 [updatestate_loads_eliminate]: 7.12002e-06 [cse]: 6.287e-05 [call_graph_tuple_transform]: 4.206e-05 [tuple_list_get_item_eliminator]: 1.188e-05 [none_parameter_eliminate]: 2.02999e-06 [renormalize]: 7.29982e-07 [switch_simplify]: 1.549e-05 [remove_dup_value]: 7.152e-05 [partial_unused_args_eliminate]: 3.36999e-06 [environ_conv]: 1.723e-05 [add_recomputation]: 0.00010113 [cse_after_recomputation]: 4.333e-05, [1] [Cycle 1]: 3.454e-05, [1] [cse]: 2.416e-05 [auto_monad_reorder]: 4.696e-05 [get_jit_bprop_graph]: 2.91e-06 [rewriter_after_jit_bprop_graph]: 7.84002e-06 [opt_after_jit_grad]: 0.00065127 [symbol_engine_optimizer]: 0.00013024, [1] [Cycle 1]: 0.00012145, [6] [build]: 8.25e-06 [elim_shapecalc]: 1.521e-05 [elim_not_effective]: 2.958e-05 [opt_reshape]: 1.266e-05 [fold_const_symbol]: 1.972e-05 [renormalize]: 5.8001e-07 [validate]: 8.255e-05 Sums bootstrap : 0.000369s : 0.03% type_inference : 0.899830s : 67.14% event_method : 0.000563s : 0.04% auto_monad : 0.000328s : 0.02% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000005s : 0.00% py_interpret_to_execute : 0.000085s : 0.01% rewriter_before_opt_a : 0.000173s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000404s : 0.03% jit_opt_a.loop_unroll : 0.000203s : 0.02% jit_opt_a.a_1 : 0.146885s : 10.96% jit_opt_a.with_stream_mark : 0.000144s : 0.01% jit_opt_a.recompute_prepare : 0.000108s : 0.01% jit_opt_a.updatestate_depend_eliminate : 0.000102s : 0.01% jit_opt_a.updatestate_assign_eliminate : 0.000037s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000035s : 0.00% jit_opt_a.parameter_eliminate : 0.000015s : 0.00% jit_opt_a.specialize_transform : 0.000070s : 0.01% jit_opt_a.updatestate_useless_node_eliminater : 0.000175s : 0.01% jit_opt_a.accelerated_algorithm : 0.000063s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000024s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000057s : 0.00% jit_opt_a.merge_forward : 0.000038s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000011s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000130s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000098s : 0.01% jit_opt_a.meta_fg_expand : 0.125124s : 9.34% jit_opt_a.replace_old_param : 0.000206s : 0.02% jit_opt_a.inline_without_move : 0.000174s : 0.01% jit_opt_a.renormalize : 0.160259s : 11.96% jit_opt_a.add_forward_monad_depend : 0.000053s : 0.00% jit_opt_a.auto_monad_grad : 0.000026s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000233s : 0.02% jit_opt_a.cse : 0.000542s : 0.04% jit_opt_a.replace_applicator : 0.000380s : 0.03% py_interpret_to_execute_after_opt_a : 0.000021s : 0.00% rewriter_after_opt_a : 0.000244s : 0.02% convert_after_rewriter : 0.000017s : 0.00% order_py_execute_after_rewriter : 0.000010s : 0.00% mutable_eliminate : 0.000940s : 0.07% jit_opt_b.frontend_op_eliminate : 0.000037s : 0.00% jit_opt_b.inline_after_opt_a : 0.000036s : 0.00% cconv : 0.000045s : 0.00% loop_unroll : 0.000559s : 0.04% jit_opt_after_cconv.c_1 : 0.000074s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000018s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000008s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.cse : 0.000063s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000042s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000015s : 0.00% remove_dup_value : 0.000072s : 0.01% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000017s : 0.00% add_recomputation : 0.000101s : 0.01% cse_after_recomputation.cse : 0.000024s : 0.00% auto_monad_reorder : 0.000047s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000008s : 0.00% opt_after_jit_grad : 0.000651s : 0.05% symbol_engine_optimizer.build : 0.000008s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000030s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000083s : 0.01% Time group info: ------[substitution.] 0.003480 271 1.52% : 0.000053s : 12: substitution.depend_value_elim 0.11% : 0.000004s : 5: substitution.elim_not_effective 0.08% : 0.000003s : 5: substitution.fold_const_symbol 25.82% : 0.000898s : 4: substitution.getattr_setattr_resolve 0.34% : 0.000012s : 8: substitution.graph_param_transform 55.24% : 0.001922s : 29: substitution.inline 1.33% : 0.000046s : 4: substitution.inline_without_move 0.49% : 0.000017s : 29: substitution.j_node_and_user_rematch 0.80% : 0.000028s : 13: substitution.minmaximum_grad 0.54% : 0.000019s : 14: substitution.partial_eliminate 0.69% : 0.000024s : 29: substitution.remove_not_recompute_node 2.44% : 0.000085s : 16: substitution.replace_applicator 0.60% : 0.000021s : 17: substitution.replace_old_param 0.25% : 0.000009s : 2: substitution.set_cell_output_no_recompute 0.42% : 0.000015s : 3: substitution.switch_simplify 1.63% : 0.000057s : 13: substitution.tuple_list_convert_item_index_to_positive 1.13% : 0.000039s : 13: substitution.tuple_list_get_item_depend_reorder 3.68% : 0.000128s : 30: substitution.tuple_list_get_item_eliminator 0.89% : 0.000031s : 9: substitution.updatestate_pure_node_eliminater 1.99% : 0.000069s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.899653 2 99.48% : 0.894959s : 1: type_inference.infer 0.52% : 0.004694s : 1: type_inference.specialize ------[replace.] 0.001171 54 6.44% : 0.000075s : 3: replace.getattr_setattr_resolve 51.37% : 0.000601s : 29: replace.inline 6.74% : 0.000079s : 1: replace.replace_applicator 7.49% : 0.000088s : 3: replace.switch_simplify 22.35% : 0.000262s : 17: replace.tuple_list_get_item_eliminator 5.60% : 0.000066s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002838 54 29.62% : 0.000841s : 3: match.getattr_setattr_resolve 66.80% : 0.001895s : 29: match.inline 0.72% : 0.000020s : 1: match.replace_applicator 0.42% : 0.000012s : 3: match.switch_simplify 1.83% : 0.000052s : 17: match.tuple_list_get_item_eliminator 0.60% : 0.000017s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.000989 6056 1.52% : 0.000015s : 101: predicate.accumulaten_eliminater 0.39% : 0.000004s : 8: predicate.ad_related_special_op_eliminate 1.38% : 0.000014s : 101: predicate.addn_check_dump 1.60% : 0.000016s : 101: predicate.addn_zero_filter 2.10% : 0.000021s : 101: predicate.arithmetic_simplify 1.40% : 0.000014s : 101: predicate.cast_eliminate 0.14% : 0.000001s : 8: predicate.check_bprop_eliminate 1.34% : 0.000013s : 101: predicate.compare_switch_simplify 1.51% : 0.000015s : 101: predicate.depend_value_elim 1.36% : 0.000013s : 101: predicate.dict_get_item_const_eliminator 1.68% : 0.000017s : 101: predicate.dict_get_item_eliminator 1.63% : 0.000016s : 101: predicate.dict_set_item_eliminator 0.28% : 0.000003s : 8: predicate.dumpgradient_eliminate 0.11% : 0.000001s : 8: predicate.elim_not_effective 0.15% : 0.000001s : 8: predicate.elim_shapecalc_of_broadcastargs 1.55% : 0.000015s : 101: predicate.environ_add_const_eliminate 1.31% : 0.000013s : 101: predicate.environ_get_add_eliminate 1.33% : 0.000013s : 101: predicate.environ_get_depend_swap 1.38% : 0.000014s : 101: predicate.environ_get_eliminate 1.61% : 0.000016s : 101: predicate.environ_get_set_eliminate 0.08% : 0.000001s : 8: predicate.fold_const_symbol 0.85% : 0.000008s : 44: predicate.get_grad_eliminate 0.69% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.09% : 0.000001s : 8: predicate.graph_param_transform 4.62% : 0.000046s : 163: predicate.inline 1.93% : 0.000019s : 105: predicate.inline_without_move 0.38% : 0.000004s : 44: predicate.j_node_and_user_rematch 1.01% : 0.000010s : 44: predicate.less_batch_normalization 1.64% : 0.000016s : 118: predicate.list_to_tuple_eliminator_ 1.73% : 0.000017s : 126: predicate.load_eliminater 0.39% : 0.000004s : 8: predicate.loop_unroll_after_grad 2.80% : 0.000028s : 187: predicate.loop_unroll_before_grad 1.59% : 0.000016s : 109: predicate.make_slice_get_slice_eliminator 1.31% : 0.000013s : 101: predicate.merge_addn 1.52% : 0.000015s : 101: predicate.minmaximum_grad 0.49% : 0.000005s : 8: predicate.mutable_eliminate 0.14% : 0.000001s : 8: predicate.opt_reshape 2.21% : 0.000022s : 126: predicate.partial_eliminate 1.35% : 0.000013s : 101: predicate.print_const_string_wrapper 1.75% : 0.000017s : 101: predicate.reduce_eliminate 1.76% : 0.000017s : 118: predicate.redundant_stop_gradient_eliminater 0.52% : 0.000005s : 44: predicate.remove_not_recompute_node 2.59% : 0.000026s : 243: predicate.replace_applicator 1.01% : 0.000010s : 105: predicate.replace_old_param 0.14% : 0.000001s : 8: predicate.reset_defer_inline 1.64% : 0.000016s : 101: predicate.reshape_eliminate 1.44% : 0.000014s : 101: predicate.row_tensor_add_zeros_like 0.22% : 0.000002s : 8: predicate.row_tensor_eliminate 1.61% : 0.000016s : 101: predicate.same_eliminate 0.54% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.29% : 0.000003s : 16: predicate.special_op_eliminate 0.92% : 0.000009s : 50: predicate.specialize_transform 1.84% : 0.000018s : 101: predicate.split_environ_get_set_with_tuple_value 1.39% : 0.000014s : 101: predicate.stack_unstack_eliminate 0.15% : 0.000001s : 8: predicate.switch_call_monad_eliminater 4.45% : 0.000044s : 147: predicate.switch_defer_inline 2.45% : 0.000024s : 147: predicate.switch_layer_defer_inline 5.97% : 0.000059s : 348: predicate.switch_simplify 1.60% : 0.000016s : 101: predicate.tile_eliminate 1.42% : 0.000014s : 101: predicate.transpose_eliminate 1.99% : 0.000020s : 101: predicate.tuple_list_convert_item_index_to_positive 1.65% : 0.000016s : 101: predicate.tuple_list_get_item_depend_reorder 3.31% : 0.000033s : 134: predicate.tuple_list_get_item_eliminator 2.17% : 0.000021s : 101: predicate.tuple_list_set_item_eliminator 1.77% : 0.000017s : 118: predicate.tuple_to_list_eliminator_ 1.76% : 0.000017s : 126: predicate.updatestate_pure_node_eliminater 2.90% : 0.000029s : 172: predicate.updatestate_useless_node_eliminater 1.94% : 0.000019s : 101: predicate.value_based_eliminate 0.10% : 0.000001s : 8: predicate.virtual_view_grad_eliminate 0.16% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.008509 79 66.52% : 0.005660s : 42: func_graph_cloner_run.FuncGraphClonerGraph 6.59% : 0.000561s : 7: func_graph_cloner_run.FuncGraphClonerNode 26.89% : 0.002288s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.694163 104 0.01% : 0.000106s : 1: add_recomputation 0.02% : 0.000338s : 1: auto_monad 0.00% : 0.000050s : 1: auto_monad_reorder 0.02% : 0.000400s : 1: bootstrap 0.00% : 0.000047s : 1: cconv 0.00% : 0.000020s : 1: convert_after_rewriter 0.00% : 0.000046s : 1: cse_after_recomputation 0.00% : 0.000021s : 1: environ_conv 0.03% : 0.000579s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000014s : 1: graph_reusing 28.26% : 0.478761s : 1: jit_opt_a 0.02% : 0.000330s : 1: jit_opt_after_cconv 0.01% : 0.000104s : 1: jit_opt_b 0.03% : 0.000571s : 1: loop_unroll 0.06% : 0.000955s : 1: mutable_eliminate 8.79% : 0.148851s : 52: opt.transform.jit_opt_a 0.01% : 0.000138s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000065s : 4: opt.transform.jit_opt_b 0.00% : 0.000024s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000033s : 1: opt.transform.mutable_eliminate 0.00% : 0.000049s : 1: opt.transform.opt_after_jit_grad 0.06% : 0.001043s : 2: opt.transform.opt_resolve 0.00% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.04% : 0.000664s : 1: opt_after_jit_grad 0.00% : 0.000012s : 1: order_py_execute_after_rewriter 0.00% : 0.000007s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.01% : 0.000090s : 1: py_interpret_to_execute 0.00% : 0.000025s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000076s : 1: remove_dup_value 9.03% : 0.152977s : 3: renormalize.infer 0.43% : 0.007230s : 3: renormalize.specialize 0.00% : 0.000010s : 1: rewriter_after_jit_bprop_graph 0.01% : 0.000251s : 1: rewriter_after_opt_a 0.01% : 0.000177s : 1: rewriter_before_opt_a 0.01% : 0.000134s : 1: symbol_engine_optimizer 53.12% : 0.899870s : 1: type_inference TotalTime = 1.18616, [30] [bootstrap]: 0.00041301 [type_inference]: 0.803769 [event_method]: 2.536e-05 [auto_monad]: 0.00025551 [graph_reusing]: 7.21999e-06 [pre_auto_parallel]: 2.53e-06 [py_interpret_to_execute]: 0.00074107 [rewriter_before_opt_a]: 8.379e-05 [expand_dump_flag]: 5.24998e-06 [jit_opt_a]: 0.376811, [2] [Cycle 1]: 0.371661, [27] [switch_simplify]: 6.542e-05 [loop_unroll]: 2.556e-05 [a_1]: 0.00060358 [with_stream_mark]: 3.347e-05 [recompute_prepare]: 1.282e-05 [updatestate_depend_eliminate]: 6.64999e-06 [updatestate_assign_eliminate]: 5.54e-06 [updatestate_loads_eliminate]: 5.07e-06 [parameter_eliminate]: 2.16998e-06 [specialize_transform]: 1.089e-05 [updatestate_useless_node_eliminater]: 1.286e-05 [accelerated_algorithm]: 9.39e-06 [meta_shard_fg_expand]: 2.86999e-06 [get_grad_eliminate_]: 9.56e-06 [merge_forward]: 5.69e-06 [cell_reuse_recompute_pass]: 1.29998e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.313e-05 [j_node_and_user_rematch]: 1.415e-05 [meta_fg_expand]: 3.8e-06 [replace_old_param]: 1.534e-05 [inline_without_move]: 9.08002e-06 [renormalize]: 0.370372 [add_forward_monad_depend]: 1.58e-05 [auto_monad_grad]: 3.46001e-06 [auto_monad_eliminator]: 3.883e-05 [cse]: 4.963e-05 [replace_applicator]: 3.795e-05 [Cycle 2]: 0.0007081, [27] [switch_simplify]: 1.207e-05 [loop_unroll]: 1.223e-05 [a_1]: 0.00027665 [with_stream_mark]: 2.088e-05 [recompute_prepare]: 1.015e-05 [updatestate_depend_eliminate]: 6.63998e-06 [updatestate_assign_eliminate]: 7.41001e-06 [updatestate_loads_eliminate]: 5.02e-06 [parameter_eliminate]: 2.26e-06 [specialize_transform]: 9.80002e-06 [updatestate_useless_node_eliminater]: 1.337e-05 [accelerated_algorithm]: 1.082e-05 [meta_shard_fg_expand]: 3.55e-06 [get_grad_eliminate_]: 1.054e-05 [merge_forward]: 5.77001e-06 [cell_reuse_recompute_pass]: 2.215e-05 [cell_reuse_handle_not_recompute_node_pass]: 2.646e-05 [j_node_and_user_rematch]: 1.654e-05 [meta_fg_expand]: 3.91999e-06 [replace_old_param]: 1.63e-05 [inline_without_move]: 9.30001e-06 [renormalize]: 1.00001e-07 [add_forward_monad_depend]: 2.21e-06 [auto_monad_grad]: 1.45001e-06 [auto_monad_eliminator]: 1.333e-05 [cse]: 2.418e-05 [replace_applicator]: 9.24e-06 [py_interpret_to_execute_after_opt_a]: 2.463e-05 [rewriter_after_opt_a]: 0.00072155 [convert_after_rewriter]: 1.954e-05 [order_py_execute_after_rewriter]: 7.18998e-06 [mutable_eliminate]: 0.00086165 [jit_opt_b]: 8.853e-05, [1] [Cycle 1]: 7.843e-05, [2] [frontend_op_eliminate]: 3.077e-05 [inline_after_opt_a]: 3.169e-05 [cconv]: 4.132e-05 [loop_unroll]: 0.00049545 [jit_opt_after_cconv]: 0.00026739, [1] [Cycle 1]: 0.00025925, [11] [c_1]: 6.045e-05 [parameter_eliminate]: 5.69999e-06 [updatestate_depend_eliminate]: 1.222e-05 [updatestate_assign_eliminate]: 7.21999e-06 [updatestate_loads_eliminate]: 5.16002e-06 [cse]: 3.829e-05 [call_graph_tuple_transform]: 3.162e-05 [tuple_list_get_item_eliminator]: 1.228e-05 [none_parameter_eliminate]: 2.07001e-06 [renormalize]: 7.50006e-07 [switch_simplify]: 1.033e-05 [remove_dup_value]: 2.185e-05 [partial_unused_args_eliminate]: 2.44001e-06 [environ_conv]: 1.462e-05 [add_recomputation]: 0.00012834 [cse_after_recomputation]: 3.433e-05, [1] [Cycle 1]: 2.747e-05, [1] [cse]: 1.919e-05 [auto_monad_reorder]: 3.353e-05 [get_jit_bprop_graph]: 2.24001e-06 [rewriter_after_jit_bprop_graph]: 8.52e-06 [opt_after_jit_grad]: 0.00073525 [symbol_engine_optimizer]: 0.00013448, [1] [Cycle 1]: 0.00012434, [6] [build]: 1.028e-05 [elim_shapecalc]: 1.454e-05 [elim_not_effective]: 3.01e-05 [opt_reshape]: 1.317e-05 [fold_const_symbol]: 1.969e-05 [renormalize]: 8.70001e-07 [validate]: 8.893e-05 Sums bootstrap : 0.000413s : 0.03% type_inference : 0.803769s : 68.07% event_method : 0.000025s : 0.00% auto_monad : 0.000256s : 0.02% graph_reusing : 0.000007s : 0.00% pre_auto_parallel : 0.000003s : 0.00% py_interpret_to_execute : 0.000741s : 0.06% rewriter_before_opt_a : 0.000084s : 0.01% expand_dump_flag : 0.000005s : 0.00% jit_opt_a.switch_simplify : 0.000077s : 0.01% jit_opt_a.loop_unroll : 0.000038s : 0.00% jit_opt_a.a_1 : 0.000880s : 0.07% jit_opt_a.with_stream_mark : 0.000054s : 0.00% jit_opt_a.recompute_prepare : 0.000023s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000013s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000010s : 0.00% jit_opt_a.parameter_eliminate : 0.000004s : 0.00% jit_opt_a.specialize_transform : 0.000021s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000026s : 0.00% jit_opt_a.accelerated_algorithm : 0.000020s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000006s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000020s : 0.00% jit_opt_a.merge_forward : 0.000011s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000023s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000050s : 0.00% jit_opt_a.j_node_and_user_rematch : 0.000031s : 0.00% jit_opt_a.meta_fg_expand : 0.000008s : 0.00% jit_opt_a.replace_old_param : 0.000032s : 0.00% jit_opt_a.inline_without_move : 0.000018s : 0.00% jit_opt_a.renormalize : 0.370372s : 31.37% jit_opt_a.add_forward_monad_depend : 0.000018s : 0.00% jit_opt_a.auto_monad_grad : 0.000005s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000052s : 0.00% jit_opt_a.cse : 0.000074s : 0.01% jit_opt_a.replace_applicator : 0.000047s : 0.00% py_interpret_to_execute_after_opt_a : 0.000025s : 0.00% rewriter_after_opt_a : 0.000722s : 0.06% convert_after_rewriter : 0.000020s : 0.00% order_py_execute_after_rewriter : 0.000007s : 0.00% mutable_eliminate : 0.000862s : 0.07% jit_opt_b.frontend_op_eliminate : 0.000031s : 0.00% jit_opt_b.inline_after_opt_a : 0.000032s : 0.00% cconv : 0.000041s : 0.00% loop_unroll : 0.000495s : 0.04% jit_opt_after_cconv.c_1 : 0.000060s : 0.01% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000012s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000007s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000005s : 0.00% jit_opt_after_cconv.cse : 0.000038s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000032s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000012s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000010s : 0.00% remove_dup_value : 0.000022s : 0.00% partial_unused_args_eliminate : 0.000002s : 0.00% environ_conv : 0.000015s : 0.00% add_recomputation : 0.000128s : 0.01% cse_after_recomputation.cse : 0.000019s : 0.00% auto_monad_reorder : 0.000034s : 0.00% get_jit_bprop_graph : 0.000002s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000735s : 0.06% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000030s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000013s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000020s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.000089s : 0.01% Time group info: ------[substitution.] 0.000281 45 4.76% : 0.000013s : 2: substitution.depend_value_elim 1.40% : 0.000004s : 4: substitution.elim_not_effective 1.08% : 0.000003s : 4: substitution.fold_const_symbol 2.99% : 0.000008s : 6: substitution.graph_param_transform 71.71% : 0.000202s : 3: substitution.inline 1.81% : 0.000005s : 8: substitution.j_node_and_user_rematch 3.33% : 0.000009s : 8: substitution.remove_not_recompute_node 3.12% : 0.000009s : 2: substitution.replace_old_param 5.06% : 0.000014s : 3: substitution.updatestate_pure_node_eliminater 4.75% : 0.000013s : 5: substitution.updatestate_useless_node_eliminater ------[type_inference.] 0.803635 2 99.38% : 0.798629s : 1: type_inference.infer 0.62% : 0.005005s : 1: type_inference.specialize ------[replace.] 0.000040 3 100.00% : 0.000040s : 3: replace.inline ------[match.] 0.000199 3 100.00% : 0.000199s : 3: match.inline ------[predicate.] 0.000189 970 1.46% : 0.000003s : 14: predicate.accumulaten_eliminater 2.26% : 0.000004s : 6: predicate.ad_related_special_op_eliminate 0.98% : 0.000002s : 14: predicate.addn_check_dump 1.38% : 0.000003s : 14: predicate.addn_zero_filter 2.11% : 0.000004s : 14: predicate.arithmetic_simplify 1.70% : 0.000003s : 14: predicate.cast_eliminate 0.49% : 0.000001s : 6: predicate.check_bprop_eliminate 1.10% : 0.000002s : 14: predicate.compare_switch_simplify 1.76% : 0.000003s : 14: predicate.depend_value_elim 1.05% : 0.000002s : 14: predicate.dict_get_item_const_eliminator 1.21% : 0.000002s : 14: predicate.dict_get_item_eliminator 1.39% : 0.000003s : 14: predicate.dict_set_item_eliminator 1.32% : 0.000002s : 6: predicate.dumpgradient_eliminate 0.41% : 0.000001s : 6: predicate.elim_not_effective 0.83% : 0.000002s : 6: predicate.elim_shapecalc_of_broadcastargs 1.34% : 0.000003s : 14: predicate.environ_add_const_eliminate 1.10% : 0.000002s : 14: predicate.environ_get_add_eliminate 0.95% : 0.000002s : 14: predicate.environ_get_depend_swap 1.20% : 0.000002s : 14: predicate.environ_get_eliminate 1.05% : 0.000002s : 14: predicate.environ_get_set_eliminate 0.28% : 0.000001s : 6: predicate.fold_const_symbol 1.37% : 0.000003s : 12: predicate.get_grad_eliminate 0.31% : 0.000001s : 6: predicate.graph_param_transform 4.68% : 0.000009s : 29: predicate.inline 1.11% : 0.000002s : 12: predicate.inline_without_move 0.52% : 0.000001s : 12: predicate.j_node_and_user_rematch 1.47% : 0.000003s : 12: predicate.less_batch_normalization 1.65% : 0.000003s : 14: predicate.list_to_tuple_eliminator_ 1.60% : 0.000003s : 20: predicate.load_eliminater 1.32% : 0.000002s : 6: predicate.loop_unroll_after_grad 2.80% : 0.000005s : 30: predicate.loop_unroll_before_grad 1.81% : 0.000003s : 20: predicate.make_slice_get_slice_eliminator 1.09% : 0.000002s : 14: predicate.merge_addn 1.29% : 0.000002s : 14: predicate.minmaximum_grad 2.04% : 0.000004s : 6: predicate.mutable_eliminate 0.77% : 0.000001s : 6: predicate.opt_reshape 2.04% : 0.000004s : 20: predicate.partial_eliminate 1.53% : 0.000003s : 14: predicate.print_const_string_wrapper 1.45% : 0.000003s : 14: predicate.reduce_eliminate 1.61% : 0.000003s : 14: predicate.redundant_stop_gradient_eliminater 0.89% : 0.000002s : 12: predicate.remove_not_recompute_node 1.91% : 0.000004s : 26: predicate.replace_applicator 0.72% : 0.000001s : 12: predicate.replace_old_param 0.63% : 0.000001s : 6: predicate.reset_defer_inline 1.47% : 0.000003s : 14: predicate.reshape_eliminate 1.24% : 0.000002s : 14: predicate.row_tensor_add_zeros_like 0.99% : 0.000002s : 6: predicate.row_tensor_eliminate 1.33% : 0.000003s : 14: predicate.same_eliminate 0.63% : 0.000001s : 12: predicate.set_cell_output_no_recompute 1.31% : 0.000002s : 12: predicate.special_op_eliminate 1.10% : 0.000002s : 12: predicate.specialize_transform 1.53% : 0.000003s : 14: predicate.split_environ_get_set_with_tuple_value 1.19% : 0.000002s : 14: predicate.stack_unstack_eliminate 0.51% : 0.000001s : 6: predicate.switch_call_monad_eliminater 1.64% : 0.000003s : 17: predicate.switch_defer_inline 1.49% : 0.000003s : 17: predicate.switch_layer_defer_inline 5.82% : 0.000011s : 53: predicate.switch_simplify 1.28% : 0.000002s : 14: predicate.tile_eliminate 1.14% : 0.000002s : 14: predicate.transpose_eliminate 1.63% : 0.000003s : 14: predicate.tuple_list_convert_item_index_to_positive 1.21% : 0.000002s : 14: predicate.tuple_list_get_item_depend_reorder 3.82% : 0.000007s : 26: predicate.tuple_list_get_item_eliminator 1.49% : 0.000003s : 14: predicate.tuple_list_set_item_eliminator 1.25% : 0.000002s : 14: predicate.tuple_to_list_eliminator_ 1.50% : 0.000003s : 20: predicate.updatestate_pure_node_eliminater 3.42% : 0.000006s : 32: predicate.updatestate_useless_node_eliminater 1.79% : 0.000003s : 14: predicate.value_based_eliminate 0.44% : 0.000001s : 6: predicate.virtual_view_grad_eliminate 0.82% : 0.000002s : 6: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.160548 23 92.82% : 0.149020s : 18: func_graph_cloner_run.FuncGraphClonerGraph 7.18% : 0.011528s : 5: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 1.557890 72 0.01% : 0.000132s : 1: add_recomputation 0.02% : 0.000263s : 1: auto_monad 0.00% : 0.000037s : 1: auto_monad_reorder 0.03% : 0.000447s : 1: bootstrap 0.00% : 0.000044s : 1: cconv 0.00% : 0.000023s : 1: convert_after_rewriter 0.00% : 0.000037s : 1: cse_after_recomputation 0.00% : 0.000019s : 1: environ_conv 0.00% : 0.000033s : 1: event_method 0.00% : 0.000008s : 1: expand_dump_flag 0.00% : 0.000005s : 1: get_jit_bprop_graph 0.00% : 0.000010s : 1: graph_reusing 24.19% : 0.376819s : 1: jit_opt_a 0.02% : 0.000272s : 1: jit_opt_after_cconv 0.01% : 0.000092s : 1: jit_opt_b 0.03% : 0.000506s : 1: loop_unroll 0.06% : 0.000875s : 1: mutable_eliminate 0.08% : 0.001240s : 26: opt.transform.jit_opt_a 0.01% : 0.000110s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000053s : 4: opt.transform.jit_opt_b 0.00% : 0.000016s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000024s : 1: opt.transform.mutable_eliminate 0.00% : 0.000049s : 1: opt.transform.opt_after_jit_grad 0.00% : 0.000072s : 4: opt.transform.symbol_engine_opt 0.05% : 0.000754s : 1: opt_after_jit_grad 0.00% : 0.000009s : 1: order_py_execute_after_rewriter 0.00% : 0.000004s : 1: partial_unused_args_eliminate 0.00% : 0.000005s : 1: pre_auto_parallel 0.05% : 0.000758s : 1: py_interpret_to_execute 0.00% : 0.000028s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000024s : 1: remove_dup_value 14.22% : 0.221595s : 1: renormalize.infer 9.55% : 0.148749s : 1: renormalize.specialize 0.00% : 0.000011s : 1: rewriter_after_jit_bprop_graph 0.05% : 0.000731s : 1: rewriter_after_opt_a 0.01% : 0.000090s : 1: rewriter_before_opt_a 0.01% : 0.000138s : 1: symbol_engine_optimizer 51.60% : 0.803806s : 1: type_inference TotalTime = 4.68281, [30] [bootstrap]: 0.00036726 [type_inference]: 3.36678 [event_method]: 0.00177105 [auto_monad]: 0.00049561 [graph_reusing]: 1.135e-05 [pre_auto_parallel]: 4.07e-06 [py_interpret_to_execute]: 0.00573217 [rewriter_before_opt_a]: 0.00121699 [expand_dump_flag]: 1.283e-05 [jit_opt_a]: 1.29027, [4] [Cycle 1]: 0.396487, [27] [switch_simplify]: 0.00025212 [loop_unroll]: 6.834e-05 [a_1]: 0.00272242 [with_stream_mark]: 0.00059286 [recompute_prepare]: 4.233e-05 [updatestate_depend_eliminate]: 1.819e-05 [updatestate_assign_eliminate]: 1.172e-05 [updatestate_loads_eliminate]: 1.034e-05 [parameter_eliminate]: 4.67998e-06 [specialize_transform]: 2.268e-05 [updatestate_useless_node_eliminater]: 2.712e-05 [accelerated_algorithm]: 2.054e-05 [meta_shard_fg_expand]: 9.99001e-06 [get_grad_eliminate_]: 2.027e-05 [merge_forward]: 1.313e-05 [cell_reuse_recompute_pass]: 1.23002e-06 [cell_reuse_handle_not_recompute_node_pass]: 0.00019343 [j_node_and_user_rematch]: 4.011e-05 [meta_fg_expand]: 0.0777136 [replace_old_param]: 0.00013899 [inline_without_move]: 0.00012735 [renormalize]: 0.310801 [add_forward_monad_depend]: 2.43e-05 [auto_monad_grad]: 1.822e-05 [auto_monad_eliminator]: 0.00025537 [cse]: 0.000801 [replace_applicator]: 0.00197294 [Cycle 2]: 0.132967, [27] [switch_simplify]: 9.654e-05 [loop_unroll]: 8.668e-05 [a_1]: 0.00911349 [with_stream_mark]: 4.411e-05 [recompute_prepare]: 3.236e-05 [updatestate_depend_eliminate]: 1.228e-05 [updatestate_assign_eliminate]: 1.37e-05 [updatestate_loads_eliminate]: 1.328e-05 [parameter_eliminate]: 5.29e-06 [specialize_transform]: 1.985e-05 [updatestate_useless_node_eliminater]: 8.213e-05 [accelerated_algorithm]: 1.887e-05 [meta_shard_fg_expand]: 5.69999e-06 [get_grad_eliminate_]: 1.387e-05 [merge_forward]: 8.05e-06 [cell_reuse_recompute_pass]: 1.31002e-06 [cell_reuse_handle_not_recompute_node_pass]: 3.112e-05 [j_node_and_user_rematch]: 2.322e-05 [meta_fg_expand]: 0.120144 [replace_old_param]: 7.853e-05 [inline_without_move]: 1.843e-05 [renormalize]: 0.00257241 [add_forward_monad_depend]: 1.14e-05 [auto_monad_grad]: 2.78e-06 [auto_monad_eliminator]: 3.138e-05 [cse]: 0.00013032 [replace_applicator]: 3.174e-05 [Cycle 3]: 0.00160858, [27] [switch_simplify]: 1.555e-05 [loop_unroll]: 1.333e-05 [a_1]: 0.00036246 [with_stream_mark]: 2.343e-05 [recompute_prepare]: 1.317e-05 [updatestate_depend_eliminate]: 5.413e-05 [updatestate_assign_eliminate]: 6.84001e-06 [updatestate_loads_eliminate]: 5.83002e-06 [parameter_eliminate]: 2.27001e-06 [specialize_transform]: 1.366e-05 [updatestate_useless_node_eliminater]: 1.614e-05 [accelerated_algorithm]: 1.292e-05 [meta_shard_fg_expand]: 3.06001e-06 [get_grad_eliminate_]: 1.011e-05 [merge_forward]: 7.05e-06 [cell_reuse_recompute_pass]: 3.45e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.483e-05 [j_node_and_user_rematch]: 1.767e-05 [meta_fg_expand]: 4.13999e-06 [replace_old_param]: 1.538e-05 [inline_without_move]: 1.012e-05 [renormalize]: 0.0007192 [add_forward_monad_depend]: 6.17001e-06 [auto_monad_grad]: 2.42001e-06 [auto_monad_eliminator]: 1.9e-05 [cse]: 3.778e-05 [replace_applicator]: 2.157e-05 [Cycle 4]: 0.00064166, [27] [switch_simplify]: 1.263e-05 [loop_unroll]: 1.169e-05 [a_1]: 0.00026763 [with_stream_mark]: 1.4e-05 [recompute_prepare]: 1.035e-05 [updatestate_depend_eliminate]: 6.34001e-06 [updatestate_assign_eliminate]: 4.74e-06 [updatestate_loads_eliminate]: 5.74999e-06 [parameter_eliminate]: 1.66e-06 [specialize_transform]: 1.058e-05 [updatestate_useless_node_eliminater]: 1.356e-05 [accelerated_algorithm]: 1.107e-05 [meta_shard_fg_expand]: 2.52001e-06 [get_grad_eliminate_]: 9.76e-06 [merge_forward]: 6.46e-06 [cell_reuse_recompute_pass]: 1.71e-06 [cell_reuse_handle_not_recompute_node_pass]: 2.169e-05 [j_node_and_user_rematch]: 1.755e-05 [meta_fg_expand]: 3.8e-06 [replace_old_param]: 1.359e-05 [inline_without_move]: 1.125e-05 [renormalize]: 8.00064e-08 [add_forward_monad_depend]: 1.24e-06 [auto_monad_grad]: 1.23002e-06 [auto_monad_eliminator]: 1.472e-05 [cse]: 2.271e-05 [replace_applicator]: 1.157e-05 [py_interpret_to_execute_after_opt_a]: 1.674e-05 [rewriter_after_opt_a]: 0.00022537 [convert_after_rewriter]: 1.429e-05 [order_py_execute_after_rewriter]: 1.053e-05 [mutable_eliminate]: 0.00091167 [jit_opt_b]: 0.00010494, [1] [Cycle 1]: 9.305e-05, [2] [frontend_op_eliminate]: 3.85e-05 [inline_after_opt_a]: 3.635e-05 [cconv]: 4.311e-05 [loop_unroll]: 0.0005383 [jit_opt_after_cconv]: 0.00030542, [1] [Cycle 1]: 0.00029667, [11] [c_1]: 7.512e-05 [parameter_eliminate]: 5.81e-06 [updatestate_depend_eliminate]: 1.52e-05 [updatestate_assign_eliminate]: 5.74e-06 [updatestate_loads_eliminate]: 5.84e-06 [cse]: 5.637e-05 [call_graph_tuple_transform]: 4.058e-05 [tuple_list_get_item_eliminator]: 1.291e-05 [none_parameter_eliminate]: 2.12001e-06 [renormalize]: 6.89994e-07 [switch_simplify]: 1.424e-05 [remove_dup_value]: 7.481e-05 [partial_unused_args_eliminate]: 2.87002e-06 [environ_conv]: 1.385e-05 [add_recomputation]: 0.00010274 [cse_after_recomputation]: 4.604e-05, [1] [Cycle 1]: 3.666e-05, [1] [cse]: 2.707e-05 [auto_monad_reorder]: 4.615e-05 [get_jit_bprop_graph]: 2.84001e-06 [rewriter_after_jit_bprop_graph]: 9.05999e-06 [opt_after_jit_grad]: 0.00064626 [symbol_engine_optimizer]: 0.0001313, [1] [Cycle 1]: 0.0001225, [6] [build]: 1.023e-05 [elim_shapecalc]: 1.49e-05 [elim_not_effective]: 2.654e-05 [opt_reshape]: 1.172e-05 [fold_const_symbol]: 2.136e-05 [renormalize]: 5.89993e-07 [validate]: 0.0118508 Sums bootstrap : 0.000367s : 0.01% type_inference : 3.366777s : 85.85% event_method : 0.001771s : 0.05% auto_monad : 0.000496s : 0.01% graph_reusing : 0.000011s : 0.00% pre_auto_parallel : 0.000004s : 0.00% py_interpret_to_execute : 0.005732s : 0.15% rewriter_before_opt_a : 0.001217s : 0.03% expand_dump_flag : 0.000013s : 0.00% jit_opt_a.switch_simplify : 0.000377s : 0.01% jit_opt_a.loop_unroll : 0.000180s : 0.00% jit_opt_a.a_1 : 0.012466s : 0.32% jit_opt_a.with_stream_mark : 0.000674s : 0.02% jit_opt_a.recompute_prepare : 0.000098s : 0.00% jit_opt_a.updatestate_depend_eliminate : 0.000091s : 0.00% jit_opt_a.updatestate_assign_eliminate : 0.000037s : 0.00% jit_opt_a.updatestate_loads_eliminate : 0.000035s : 0.00% jit_opt_a.parameter_eliminate : 0.000014s : 0.00% jit_opt_a.specialize_transform : 0.000067s : 0.00% jit_opt_a.updatestate_useless_node_eliminater : 0.000139s : 0.00% jit_opt_a.accelerated_algorithm : 0.000063s : 0.00% jit_opt_a.meta_shard_fg_expand : 0.000021s : 0.00% jit_opt_a.get_grad_eliminate_ : 0.000054s : 0.00% jit_opt_a.merge_forward : 0.000035s : 0.00% jit_opt_a.cell_reuse_recompute_pass : 0.000008s : 0.00% jit_opt_a.cell_reuse_handle_not_recompute_node_pass : 0.000271s : 0.01% jit_opt_a.j_node_and_user_rematch : 0.000099s : 0.00% jit_opt_a.meta_fg_expand : 0.197865s : 5.05% jit_opt_a.replace_old_param : 0.000246s : 0.01% jit_opt_a.inline_without_move : 0.000167s : 0.00% jit_opt_a.renormalize : 0.314093s : 8.01% jit_opt_a.add_forward_monad_depend : 0.000043s : 0.00% jit_opt_a.auto_monad_grad : 0.000025s : 0.00% jit_opt_a.auto_monad_eliminator : 0.000320s : 0.01% jit_opt_a.cse : 0.000992s : 0.03% jit_opt_a.replace_applicator : 0.002038s : 0.05% py_interpret_to_execute_after_opt_a : 0.000017s : 0.00% rewriter_after_opt_a : 0.000225s : 0.01% convert_after_rewriter : 0.000014s : 0.00% order_py_execute_after_rewriter : 0.000011s : 0.00% mutable_eliminate : 0.000912s : 0.02% jit_opt_b.frontend_op_eliminate : 0.000039s : 0.00% jit_opt_b.inline_after_opt_a : 0.000036s : 0.00% cconv : 0.000043s : 0.00% loop_unroll : 0.000538s : 0.01% jit_opt_after_cconv.c_1 : 0.000075s : 0.00% jit_opt_after_cconv.parameter_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_depend_eliminate : 0.000015s : 0.00% jit_opt_after_cconv.updatestate_assign_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.updatestate_loads_eliminate : 0.000006s : 0.00% jit_opt_after_cconv.cse : 0.000056s : 0.00% jit_opt_after_cconv.call_graph_tuple_transform : 0.000041s : 0.00% jit_opt_after_cconv.tuple_list_get_item_eliminator : 0.000013s : 0.00% jit_opt_after_cconv.none_parameter_eliminate : 0.000002s : 0.00% jit_opt_after_cconv.renormalize : 0.000001s : 0.00% jit_opt_after_cconv.switch_simplify : 0.000014s : 0.00% remove_dup_value : 0.000075s : 0.00% partial_unused_args_eliminate : 0.000003s : 0.00% environ_conv : 0.000014s : 0.00% add_recomputation : 0.000103s : 0.00% cse_after_recomputation.cse : 0.000027s : 0.00% auto_monad_reorder : 0.000046s : 0.00% get_jit_bprop_graph : 0.000003s : 0.00% rewriter_after_jit_bprop_graph : 0.000009s : 0.00% opt_after_jit_grad : 0.000646s : 0.02% symbol_engine_optimizer.build : 0.000010s : 0.00% symbol_engine_optimizer.elim_shapecalc : 0.000015s : 0.00% symbol_engine_optimizer.elim_not_effective : 0.000027s : 0.00% symbol_engine_optimizer.opt_reshape : 0.000012s : 0.00% symbol_engine_optimizer.fold_const_symbol : 0.000021s : 0.00% symbol_engine_optimizer.renormalize : 0.000001s : 0.00% validate : 0.011851s : 0.30% Time group info: ------[substitution.] 0.004221 271 0.94% : 0.000040s : 12: substitution.depend_value_elim 0.09% : 0.000004s : 5: substitution.elim_not_effective 0.09% : 0.000004s : 5: substitution.fold_const_symbol 35.37% : 0.001493s : 4: substitution.getattr_setattr_resolve 0.28% : 0.000012s : 8: substitution.graph_param_transform 45.32% : 0.001913s : 29: substitution.inline 0.88% : 0.000037s : 4: substitution.inline_without_move 0.39% : 0.000016s : 29: substitution.j_node_and_user_rematch 0.55% : 0.000023s : 13: substitution.minmaximum_grad 0.40% : 0.000017s : 14: substitution.partial_eliminate 4.05% : 0.000171s : 29: substitution.remove_not_recompute_node 1.97% : 0.000083s : 16: substitution.replace_applicator 0.57% : 0.000024s : 17: substitution.replace_old_param 0.20% : 0.000009s : 2: substitution.set_cell_output_no_recompute 0.39% : 0.000016s : 3: substitution.switch_simplify 1.18% : 0.000050s : 13: substitution.tuple_list_convert_item_index_to_positive 0.74% : 0.000031s : 13: substitution.tuple_list_get_item_depend_reorder 4.60% : 0.000194s : 30: substitution.tuple_list_get_item_eliminator 0.57% : 0.000024s : 9: substitution.updatestate_pure_node_eliminater 1.41% : 0.000060s : 16: substitution.updatestate_useless_node_eliminater ------[type_inference.] 3.366623 2 99.60% : 3.353310s : 1: type_inference.infer 0.40% : 0.013313s : 1: type_inference.specialize ------[replace.] 0.001308 54 5.64% : 0.000074s : 3: replace.getattr_setattr_resolve 64.20% : 0.000840s : 29: replace.inline 4.91% : 0.000064s : 1: replace.replace_applicator 6.69% : 0.000088s : 3: replace.switch_simplify 15.38% : 0.000201s : 17: replace.tuple_list_get_item_eliminator 3.16% : 0.000041s : 1: replace.updatestate_useless_node_eliminater ------[match.] 0.002878 54 31.27% : 0.000900s : 3: match.getattr_setattr_resolve 65.64% : 0.001889s : 29: match.inline 0.70% : 0.000020s : 1: match.replace_applicator 0.51% : 0.000015s : 3: match.switch_simplify 1.46% : 0.000042s : 17: match.tuple_list_get_item_eliminator 0.43% : 0.000012s : 1: match.updatestate_useless_node_eliminater ------[predicate.] 0.001366 6048 1.05% : 0.000014s : 101: predicate.accumulaten_eliminater 0.21% : 0.000003s : 7: predicate.ad_related_special_op_eliminate 0.98% : 0.000013s : 101: predicate.addn_check_dump 1.02% : 0.000014s : 101: predicate.addn_zero_filter 1.58% : 0.000022s : 101: predicate.arithmetic_simplify 1.07% : 0.000015s : 101: predicate.cast_eliminate 0.11% : 0.000001s : 8: predicate.check_bprop_eliminate 0.98% : 0.000013s : 101: predicate.compare_switch_simplify 1.15% : 0.000016s : 101: predicate.depend_value_elim 0.97% : 0.000013s : 101: predicate.dict_get_item_const_eliminator 1.07% : 0.000015s : 101: predicate.dict_get_item_eliminator 1.11% : 0.000015s : 101: predicate.dict_set_item_eliminator 0.13% : 0.000002s : 7: predicate.dumpgradient_eliminate 0.07% : 0.000001s : 7: predicate.elim_not_effective 0.14% : 0.000002s : 7: predicate.elim_shapecalc_of_broadcastargs 1.08% : 0.000015s : 101: predicate.environ_add_const_eliminate 1.01% : 0.000014s : 101: predicate.environ_get_add_eliminate 1.06% : 0.000014s : 101: predicate.environ_get_depend_swap 1.04% : 0.000014s : 101: predicate.environ_get_eliminate 0.97% : 0.000013s : 101: predicate.environ_get_set_eliminate 0.05% : 0.000001s : 7: predicate.fold_const_symbol 0.59% : 0.000008s : 44: predicate.get_grad_eliminate 0.54% : 0.000007s : 20: predicate.getattr_setattr_resolve 0.06% : 0.000001s : 8: predicate.graph_param_transform 3.12% : 0.000043s : 163: predicate.inline 1.48% : 0.000020s : 105: predicate.inline_without_move 0.24% : 0.000003s : 44: predicate.j_node_and_user_rematch 0.64% : 0.000009s : 44: predicate.less_batch_normalization 1.36% : 0.000019s : 118: predicate.list_to_tuple_eliminator_ 1.28% : 0.000017s : 126: predicate.load_eliminater 0.26% : 0.000004s : 8: predicate.loop_unroll_after_grad 1.97% : 0.000027s : 187: predicate.loop_unroll_before_grad 1.16% : 0.000016s : 109: predicate.make_slice_get_slice_eliminator 0.93% : 0.000013s : 101: predicate.merge_addn 0.99% : 0.000013s : 101: predicate.minmaximum_grad 0.29% : 0.000004s : 8: predicate.mutable_eliminate 0.09% : 0.000001s : 7: predicate.opt_reshape 1.62% : 0.000022s : 126: predicate.partial_eliminate 1.06% : 0.000014s : 101: predicate.print_const_string_wrapper 1.29% : 0.000018s : 101: predicate.reduce_eliminate 1.26% : 0.000017s : 118: predicate.redundant_stop_gradient_eliminater 0.33% : 0.000004s : 44: predicate.remove_not_recompute_node 1.80% : 0.000025s : 243: predicate.replace_applicator 0.76% : 0.000010s : 105: predicate.replace_old_param 0.08% : 0.000001s : 8: predicate.reset_defer_inline 1.06% : 0.000014s : 101: predicate.reshape_eliminate 1.06% : 0.000015s : 101: predicate.row_tensor_add_zeros_like 0.16% : 0.000002s : 8: predicate.row_tensor_eliminate 1.07% : 0.000015s : 101: predicate.same_eliminate 0.37% : 0.000005s : 52: predicate.set_cell_output_no_recompute 0.17% : 0.000002s : 15: predicate.special_op_eliminate 0.60% : 0.000008s : 50: predicate.specialize_transform 1.25% : 0.000017s : 101: predicate.split_environ_get_set_with_tuple_value 1.03% : 0.000014s : 101: predicate.stack_unstack_eliminate 0.10% : 0.000001s : 8: predicate.switch_call_monad_eliminater 32.54% : 0.000444s : 147: predicate.switch_defer_inline 1.85% : 0.000025s : 147: predicate.switch_layer_defer_inline 4.10% : 0.000056s : 348: predicate.switch_simplify 1.02% : 0.000014s : 101: predicate.tile_eliminate 1.04% : 0.000014s : 101: predicate.transpose_eliminate 1.40% : 0.000019s : 101: predicate.tuple_list_convert_item_index_to_positive 1.36% : 0.000019s : 101: predicate.tuple_list_get_item_depend_reorder 2.20% : 0.000030s : 134: predicate.tuple_list_get_item_eliminator 1.35% : 0.000018s : 101: predicate.tuple_list_set_item_eliminator 1.25% : 0.000017s : 118: predicate.tuple_to_list_eliminator_ 1.41% : 0.000019s : 126: predicate.updatestate_pure_node_eliminater 2.04% : 0.000028s : 172: predicate.updatestate_useless_node_eliminater 1.29% : 0.000018s : 101: predicate.value_based_eliminate 0.08% : 0.000001s : 7: predicate.virtual_view_grad_eliminate 0.16% : 0.000002s : 8: predicate.zero_like_fill_zero ------[func_graph_cloner_run.] 0.151589 79 96.67% : 0.146543s : 42: func_graph_cloner_run.FuncGraphClonerGraph 0.40% : 0.000610s : 7: func_graph_cloner_run.FuncGraphClonerNode 2.93% : 0.004436s : 30: func_graph_cloner_run.FuncGraphSpecializer ------[meta_graph.] 0.000000 0 ------[manager.] 0.000000 0 ------[pynative] 0.000000 0 ------[others.] 5.003037 104 0.00% : 0.000109s : 1: add_recomputation 0.01% : 0.000510s : 1: auto_monad 0.00% : 0.000049s : 1: auto_monad_reorder 0.01% : 0.000402s : 1: bootstrap 0.00% : 0.000047s : 1: cconv 0.00% : 0.000019s : 1: convert_after_rewriter 0.00% : 0.000049s : 1: cse_after_recomputation 0.00% : 0.000016s : 1: environ_conv 0.05% : 0.002403s : 1: event_method 0.00% : 0.000018s : 1: expand_dump_flag 0.00% : 0.000006s : 1: get_jit_bprop_graph 0.00% : 0.000016s : 1: graph_reusing 25.79% : 1.290275s : 1: jit_opt_a 0.01% : 0.000309s : 1: jit_opt_after_cconv 0.00% : 0.000108s : 1: jit_opt_b 0.01% : 0.000550s : 1: loop_unroll 0.02% : 0.000929s : 1: mutable_eliminate 0.32% : 0.016167s : 52: opt.transform.jit_opt_a 0.00% : 0.000138s : 4: opt.transform.jit_opt_after_cconv 0.00% : 0.000064s : 4: opt.transform.jit_opt_b 0.00% : 0.000021s : 1: opt.transform.loop_unroll_optimizer 0.00% : 0.000032s : 1: opt.transform.mutable_eliminate 0.00% : 0.000043s : 1: opt.transform.opt_after_jit_grad 0.03% : 0.001650s : 2: opt.transform.opt_resolve 0.00% : 0.000070s : 4: opt.transform.symbol_engine_opt 0.01% : 0.000660s : 1: opt_after_jit_grad 0.00% : 0.000013s : 1: order_py_execute_after_rewriter 0.00% : 0.000006s : 1: partial_unused_args_eliminate 0.00% : 0.000007s : 1: pre_auto_parallel 0.12% : 0.005772s : 1: py_interpret_to_execute 0.00% : 0.000019s : 1: py_interpret_to_execute_after_opt_a 0.00% : 0.000079s : 1: remove_dup_value 6.08% : 0.304223s : 3: renormalize.infer 0.20% : 0.009830s : 3: renormalize.specialize 0.00% : 0.000012s : 1: rewriter_after_jit_bprop_graph 0.00% : 0.000233s : 1: rewriter_after_opt_a 0.02% : 0.001231s : 1: rewriter_before_opt_a 0.00% : 0.000136s : 1: symbol_engine_optimizer 67.30% : 3.366817s : 1: type_inference . [hook] pytest_runtest_teardown:test_permute_empty_tensor[KBK] tests/st/mint/test_permute.py::test_permute_empty_tensor[KBK],max_mem:4.0M =============================== warnings summary =============================== ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/classifier/transdata/transdata_classifier.py:222: DeprecationWarning: invalid escape sequence \B """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:143: DeprecationWarning: invalid escape sequence \c """ ../../../../../../../../usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170 /usr/local/Ascend/cann-8.5.0/python/site-packages/tbe/dsl/unify_schedule/vector/transdata/common/graph/transdata_graph_info.py:170: DeprecationWarning: invalid escape sequence \c """ ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:549: UserWarning: The value of the smallest subnormal for type is zero. setattr(self, word, getattr(machar, word).flat[0]) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/numpy/core/getlimits.py:89: UserWarning: The value of the smallest subnormal for type is zero. return self._float_to_str(self.smallest_subnormal) ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py:57: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py:56: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("batchnorm_fold2_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:51: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py:143: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("correction_mul_grad_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py:92: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py:49: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perlayer_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py:91: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py:48: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_learned_scale_quant_perchannel_grad_d_reduce") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py:52: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_perchannel_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py:54: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py:81: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("fake_quant_per_layer_grad") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perchannel") ../../../../../../anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50 /home/jenkins/anaconda3/envs/ci39/lib/python3.9/site-packages/mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py:50: DeprecationWarning: te_fusion.fusion_manager.fusion_manager.register is deprecated,please replace it with tbe.common.register.register_op_compute @fusion_manager.register("minmax_update_perlayer") -- Docs: https://docs.pytest.org/en/stable/warnings.html ================== 2 passed, 25 warnings in 199.40s (0:03:19) ==================