============================= test session starts ============================== platform linux -- Python 3.9.21, pytest-6.2.5, py-1.11.0, pluggy-0.13.1 rootdir: /home/jenkins/mindspore/testcases/testcases/tests/st/backend_ascend/dryrun, configfile: ../../../../../../../sault/virtual_test/virtualenv_002/sault/config/pytest.ini plugins: forked-1.6.0, hydra-core-1.3.2, xdist-1.32.0, anyio-4.9.0 collected 1 item test_dry_pynative_resnet.py mv: cannot stat 'rank*': No such file or directory F =================================== FAILURES =================================== _____________________ test_dry_pynative_resnet50_ascend_8p _____________________ @arg_mark(plat_marks=['platform_ascend910b'], level_mark='level0', card_mark='allcards', essential_mark='essential') def test_dry_pynative_resnet50_ascend_8p(): """ Feature: PyNative ResNet50 8P Description: test PyNative ResNet50 8p with mpirun Expectation: success, return_code==0 """ if os.path.exists("real_run"): shutil.rmtree("real_run") if os.path.exists("dry_run"): shutil.rmtree("dry_run") # real run os.system("GLOG_v=1 MS_ALLOC_CONF=\"acl_allocator:False,memory_tracker:True\" "\ "msrun --worker_num=8 --local_worker_num=8 "\ "--master_addr=127.0.0.1 --master_port=10969 --join=True "\ "python test_pynative_resnet.py >stdout.log 2>&1") os.system("mkdir real_run") os.system("mv rank* real_run") os.system("mv *.log real_run") # dryrun os.system("GLOG_v=1 MS_ALLOC_CONF=\"acl_allocator:False,memory_tracker:True\" MS_SIMULATION_LEVEL=1 "\ "msrun --worker_num=8 --local_worker_num=8 --sim_level=1 "\ "--master_addr=127.0.0.1 --master_port=10969 --join=True "\ "python test_pynative_resnet.py >stdout.log 2>&1") os.system("mkdir dry_run") os.system("mv rank* dry_run") os.system("mv *.log dry_run") # compare > check_log_for_error("real_run/worker_0.log") test_dry_pynative_resnet.py:86: _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ log_file_path = 'real_run/worker_0.log' def check_log_for_error(log_file_path): with open(log_file_path, 'r') as file: for line in file: if '[ERROR]' in line: > assert False, "Error found in log file: " + log_file_path E AssertionError: Error found in log file: real_run/worker_0.log E assert False test_dry_pynative_resnet.py:31: AssertionError =========================== short test summary info ============================ FAILED test_dry_pynative_resnet.py::test_dry_pynative_resnet50_ascend_8p - As... ========================= 1 failed in 72.03s (0:01:12) =========================