运行教程的bash tools/train.sh tools/train_net.py configs/vit_imagenet.py 8 命令报错

[stonewjf]

libi40iw-i40iw_ucreate_cq: failed to create CQ
F20230418 20:56:20.887986 285121 ibverbs_comm_network.cpp:140] Check failed: cq_ : Invalid argument [22]
*** Check failure stack trace: ***
@ 0x2b989bf879ca google::LogMessage::Fail()
@ 0x2b94451429ca google::LogMessage::Fail()
@ 0x2b9e8a6ec9ca google::LogMessage::Fail()
@ 0x2b63d97729ca google::LogMessage::Fail()
@ 0x2b989bf87cb2 google::LogMessage::SendToLog()
@ 0x2b9e8a6eccb2 google::LogMessage::SendToLog()
@ 0x2b9445142cb2 google::LogMessage::SendToLog()
@ 0x2b63d9772cb2 google::LogMessage::SendToLog()
@ 0x2b989bf87537 google::LogMessage::Flush()
@ 0x2b9e8a6ec537 google::LogMessage::Flush()
@ 0x2b9445142537 google::LogMessage::Flush()
@ 0x2b63d9772537 google::LogMessage::Flush()
@ 0x2b989bf88b76 google::ErrnoLogMessage::~ErrnoLogMessage()
@ 0x2b9e8a6edb76 google::ErrnoLogMessage::~ErrnoLogMessage()
@ 0x2b9445143b76 google::ErrnoLogMessage::~ErrnoLogMessage()
@ 0x2b63d9773b76 google::ErrnoLogMessage::~ErrnoLogMessage()
@ 0x2b989185b167 oneflow::IBVerbsCommNet::IBVerbsCommNet()
@ 0x2b943aa16167 oneflow::IBVerbsCommNet::IBVerbsCommNet()
@ 0x2b9e7ffc0167 oneflow::IBVerbsCommNet::IBVerbsCommNet()
@ 0x2b63cf046167 oneflow::IBVerbsCommNet::IBVerbsCommNet()
@ 0x2b989570fc60 oneflow::InitRDMA()
@ 0x2b943e8cac60 oneflow::InitRDMA()
@ 0x2b9e83e74c60 oneflow::InitRDMA()
@ 0x2b63d2efac60 oneflow::InitRDMA()
@ 0x2b9804982883 (unknown)
@ 0x2b9df30e7883 (unknown)
@ 0x2b634216d883 (unknown)
@ 0x2b93adb3d883 (unknown)
@ 0x2b93adafbdad (unknown)
@ 0x2b9df30a5dad (unknown)
@ 0x2b9804940dad (unknown)
@ 0x2b634212bdad (unknown)
@ 0x55994eb10052 PyCFunction_Call
@ 0x55c94c87d052 PyCFunction_Call
@ 0x55a0e06e2052 PyCFunction_Call
@ 0x55822ee0e052 PyCFunction_Call
@ 0x55a0e06cd30b _PyObject_MakeTpCall
@ 0x55994eafb30b _PyObject_MakeTpCall
@ 0x55c94c86830b _PyObject_MakeTpCall
@ 0x55822edf930b _PyObject_MakeTpCall
@ 0x55c94c864341 _PyEval_EvalFrameDefault
@ 0x55a0e06c9341 _PyEval_EvalFrameDefault
@ 0x55994eaf7341 _PyEval_EvalFrameDefault
@ 0x55822edf5341 _PyEval_EvalFrameDefault
@ 0x55a0e06d48a6 _PyFunction_Vectorcall
@ 0x55c94c86f8a6 _PyFunction_Vectorcall
@ 0x55994eb028a6 _PyFunction_Vectorcall
@ 0x55822ee008a6 _PyFunction_Vectorcall
@ 0x55a0e06c8efb _PyEval_EvalFrameDefault
@ 0x55994eaf6efb _PyEval_EvalFrameDefault
@ 0x55c94c863efb _PyEval_EvalFrameDefault
@ 0x55a0e06c32f1 _PyEval_EvalCodeWithName
@ 0x55822edf4efb _PyEval_EvalFrameDefault
@ 0x55994eaf12f1 _PyEval_EvalCodeWithName
@ 0x55c94c85e2f1 _PyEval_EvalCodeWithName
@ 0x55a0e06cca2b _PyObject_FastCallDict
@ 0x55822edef2f1 _PyEval_EvalCodeWithName
@ 0x55994eafaa2b _PyObject_FastCallDict
@ 0x55c94c867a2b _PyObject_FastCallDict
@ 0x55a0e06de4af slot_tp_init
@ 0x55c94c8794af slot_tp_init
@ 0x55994eb0c4af slot_tp_init
@ 0x55822edf8a2b _PyObject_FastCallDict
@ 0x55a0e06cd324 _PyObject_MakeTpCall
@ 0x55822ee0a4af slot_tp_init
@ 0x55c94c868324 _PyObject_MakeTpCall
@ 0x55994eafb324 _PyObject_MakeTpCall
@ 0x55a0e06c8dd7 _PyEval_EvalFrameDefault
@ 0x55822edf9324 _PyObject_MakeTpCall
@ 0x55c94c863dd7 _PyEval_EvalFrameDefault
@ 0x55a0e06d48a6 _PyFunction_Vectorcall
@ 0x55994eaf6dd7 _PyEval_EvalFrameDefault
@ 0x55822edf4dd7 _PyEval_EvalFrameDefault
@ 0x55c94c86f8a6 _PyFunction_Vectorcall
@ 0x55a0e06c4729 _PyEval_EvalFrameDefault
@ 0x55994eb028a6 _PyFunction_Vectorcall
@ 0x55c94c85f729 _PyEval_EvalFrameDefault
@ 0x55822ee008a6 _PyFunction_Vectorcall
@ 0x55a0e06c32f1 _PyEval_EvalCodeWithName
@ 0x55994eaf2729 _PyEval_EvalFrameDefault
@ 0x55c94c85e2f1 _PyEval_EvalCodeWithName
@ 0x55822edf0729 _PyEval_EvalFrameDefault
@ 0x55a0e0775e99 PyEval_EvalCodeEx
@ 0x55a0e0775e5b PyEval_EvalCode
@ 0x55994eaf12f1 _PyEval_EvalCodeWithName
@ 0x55822edef2f1 _PyEval_EvalCodeWithName
@ 0x55c94c910e99 PyEval_EvalCodeEx
@ 0x55822eea1e99 PyEval_EvalCodeEx
@ 0x55c94c910e5b PyEval_EvalCode
@ 0x55994eba3e99 PyEval_EvalCodeEx
@ 0x55c94c9317f9 run_eval_code_obj
@ 0x55a0e07967f9 run_eval_code_obj
@ 0x55994eba3e5b PyEval_EvalCode
@ 0x55822eea1e5b PyEval_EvalCode
@ 0x55c94c9307f3 run_mod
@ 0x55994ebc47f9 run_eval_code_obj
@ 0x55822eec27f9 run_eval_code_obj
@ 0x55c94c7dff73 pyrun_file
@ 0x55a0e07957f3 run_mod
@ 0x55994ebc37f3 run_mod
@ 0x55822eec17f3 run_mod
@ 0x55c94c7dfa77 PyRun_SimpleFileExFlags
@ 0x55a0e0644f73 pyrun_file
@ 0x55994ea72f73 pyrun_file
@ 0x55822ed70f73 pyrun_file
@ 0x55994ea72a77 PyRun_SimpleFileExFlags
@ 0x55822ed70a77 PyRun_SimpleFileExFlags
@ 0x55a0e0644a77 PyRun_SimpleFileExFlags
@ 0x55c94c7d2fdd Py_RunMain.cold
@ 0x55822ed63fdd Py_RunMain.cold
@ 0x55a0e0637fdd Py_RunMain.cold
@ 0x55994ea65fdd Py_RunMain.cold
@ 0x55822ee95679 Py_BytesMain
@ 0x2b97ed1a2c05 __libc_start_main
@ 0x55c94c904679 Py_BytesMain
@ 0x55a0e0769679 Py_BytesMain
@ 0x55994eb97679 Py_BytesMain
@ 0x2b9ddb907c05 __libc_start_main
@ 0x2b939635dc05 __libc_start_main
@ 0x2b632a98dc05 __libc_start_main
@ 0x55a0e076957d (unknown)