-------------------------------------------------------------------------- By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default. The intent is to use UCX for these devices. You can override this policy by setting the btl_openib_allow_ib MCA parameter to true. Local host: c012 Local adapter: mlx5_0 Local port: 1 -------------------------------------------------------------------------- -------------------------------------------------------------------------- WARNING: There was an error initializing an OpenFabrics device. Local host: c012 Local device: mlx5_0 -------------------------------------------------------------------------- free(): invalid pointer [c012:1654401] *** Process received signal *** [c012:1654401] Signal: Aborted (6) [c012:1654401] Signal code: (-6) [c012:1654401] [ 0] /lib/x86_64-linux-gnu/libc.so.6(+0x43090)[0x7f15637fb090] [c012:1654401] [ 1] /lib/x86_64-linux-gnu/libc.so.6(gsignal+0xcb)[0x7f15637fb00b] [c012:1654401] [ 2] /lib/x86_64-linux-gnu/libc.so.6(abort+0x12b)[0x7f15637da859] [c012:1654401] [ 3] /lib/x86_64-linux-gnu/libc.so.6(+0x8d26e)[0x7f156384526e] [c012:1654401] [ 4] /lib/x86_64-linux-gnu/libc.so.6(+0x952fc)[0x7f156384d2fc] [c012:1654401] [ 5] /lib/x86_64-linux-gnu/libc.so.6(+0x96b2c)[0x7f156384eb2c] [c012:1654401] [ 6] /lib/x86_64-linux-gnu/libstdc++.so.6(_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE9_M_mutateEmmPKcm+0xe8)[0x7f14c11bb408] [c012:1654401] [ 7] /lib/x86_64-linux-gnu/libstdc++.so.6(_ZNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEE9_M_appendEPKcm+0x73)[0x7f14c11bcb83] [c012:1654401] [ 8] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS6Thermo6headerEv+0x384)[0x7f14bd279364] [c012:1654401] [ 9] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS6Output5setupEi+0x23e)[0x7f14bd1d38ae] [c012:1654401] [10] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS6Verlet5setupEi+0x369)[0x7f14bd2bef29] [c012:1654401] [11] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS3Run7commandEiPPc+0xb3f)[0x7f14bd263e3f] [c012:1654401] [12] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS5Input15execute_commandEv+0xc38)[0x7f14bd10f138] [c012:1654401] [13] /usr/local/lib/liblammps.so(_ZN9LAMMPS_NS5Input3oneERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE+0xa9)[0x7f14bd10fcd9] [c012:1654401] [14] /usr/local/lib/liblammps.so(lammps_command+0x92)[0x7f14bd14dfe2] [c012:1654401] [15] /lib/x86_64-linux-gnu/libffi.so.7(+0x6ff5)[0x7f14c1d20ff5] [c012:1654401] [16] /lib/x86_64-linux-gnu/libffi.so.7(+0x640a)[0x7f14c1d2040a] [c012:1654401] [17] /usr/lib/python3.8/lib-dynload/_ctypes.cpython-38-x86_64-linux-gnu.so(_ctypes_callproc+0x5b6)[0x7f1562461306] [c012:1654401] [18] /usr/lib/python3.8/lib-dynload/_ctypes.cpython-38-x86_64-linux-gnu.so(+0x13ae7)[0x7f1562461ae7] [c012:1654401] [19] python3(_PyObject_MakeTpCall+0x296)[0x5f7506] [c012:1654401] [20] python3(_PyEval_EvalFrameDefault+0x5dce)[0x570b8e] [c012:1654401] [21] python3(_PyFunction_Vectorcall+0x1b6)[0x5f6ce6] [c012:1654401] [22] python3(_PyEval_EvalFrameDefault+0x859)[0x56b619] [c012:1654401] [23] python3(_PyEval_EvalCodeWithName+0x26a)[0x5697da] [c012:1654401] [24] python3(_PyFunction_Vectorcall+0x393)[0x5f6ec3] [c012:1654401] [25] python3(_PyEval_EvalFrameDefault+0x859)[0x56b619] [c012:1654401] [26] python3(_PyFunction_Vectorcall+0x1b6)[0x5f6ce6] [c012:1654401] [27] python3(_PyEval_EvalFrameDefault+0x859)[0x56b619] [c012:1654401] [28] python3(_PyEval_EvalCodeWithName+0x26a)[0x5697da] [c012:1654401] [29] python3(_PyFunction_Vectorcall+0x393)[0x5f6ec3] [c012:1654401] *** End of error message *** Aborted (core dumped) Command exited with non-zero status 134 {"realtime":6.31,"usertime":3.57,"systime":11.67,"memmax":141768,"memavg":0}