-------------------------------------------------------------------------- By default, for Open MPI 4.0 and later, infiniband ports on a device are not used by default. The intent is to use UCX for these devices. You can override this policy by setting the btl_openib_allow_ib MCA parameter to true. Local host: c026 Local adapter: mlx5_0 Local port: 1 -------------------------------------------------------------------------- -------------------------------------------------------------------------- WARNING: There was an error initializing an OpenFabrics device. Local host: c026 Local device: mlx5_0 -------------------------------------------------------------------------- [c026:3578873] *** Process received signal *** [c026:3578873] Signal: Segmentation fault (11) [c026:3578873] Signal code: Address not mapped (1) [c026:3578873] Failing at address: 0x30a2010 [c026:3578873] [ 0] /lib/x86_64-linux-gnu/libc.so.6(+0x43090)[0x7fa6f879d090] [c026:3578873] [ 1] /lib/x86_64-linux-gnu/libc.so.6(__libc_fork+0x16d)[0x7fa6f883d05d] [c026:3578873] [ 2] python3[0x64d270] [c026:3578873] [ 3] python3(PyCFunction_Call+0xfa)[0x5d553a] [c026:3578873] [ 4] python3(_PyObject_MakeTpCall+0x296)[0x5d6066] [c026:3578873] [ 5] python3(_PyEval_EvalFrameDefault+0x6329)[0x54ce69] [c026:3578873] [ 6] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [ 7] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [ 8] python3(_PyEval_EvalFrameDefault+0x907)[0x547447] [c026:3578873] [ 9] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [10] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [11] python3[0x579a10] [c026:3578873] [12] python3[0x5847f7] [c026:3578873] [13] python3(PyObject_Call+0x25e)[0x5d4e0e] [c026:3578873] [14] python3(_PyEval_EvalFrameDefault+0x1f26)[0x548a66] [c026:3578873] [15] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [16] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [17] python3(PyObject_Call+0x62)[0x5d4c12] [c026:3578873] [18] python3(_PyEval_EvalFrameDefault+0x1f26)[0x548a66] [c026:3578873] [19] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [20] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [21] python3(_PyEval_EvalFrameDefault+0x1876)[0x5483b6] [c026:3578873] [22] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [23] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [24] python3(_PyEval_EvalFrameDefault+0x907)[0x547447] [c026:3578873] [25] python3(_PyEval_EvalCodeWithName+0x26a)[0x54552a] [c026:3578873] [26] python3(_PyFunction_Vectorcall+0x393)[0x5d5a23] [c026:3578873] [27] python3(_PyEval_EvalFrameDefault+0x907)[0x547447] [c026:3578873] [28] python3(_PyFunction_Vectorcall+0x1b6)[0x5d5846] [c026:3578873] [29] python3(_PyEval_EvalFrameDefault+0x725)[0x547265] [c026:3578873] *** End of error message *** Traceback (most recent call last): File "/usr/local/lib/python3.8/dist-packages/crystal_genome_util/aflow_util.py", line 267, in aflow_command return subprocess.check_output(cmd_str, shell=True, stderr=subprocess.PIPE,encoding="utf-8") File "/usr/lib/python3.8/subprocess.py", line 415, in check_output return run(*popenargs, stdout=PIPE, timeout=timeout, check=True, File "/usr/lib/python3.8/subprocess.py", line 516, in run raise CalledProcessError(retcode, process.args, subprocess.CalledProcessError: Command 'aflow --np=1 --compare_materials -D compare --no_scale_volume --screen_only --quiet --print=json' died with . During handling of the above exception, another exception occurred: Traceback (most recent call last): File "../../td/EquilibriumCrystalStructure__TD_457028483760_002/runner", line 170, in find_unique_materials_and_write_properties(COMPARE_DIR, prototype_label, energy_per_atom, species) File "/usr/local/lib/python3.8/dist-packages/crystal_genome_util/property_util/equilibrium_crystal_structure.py", line 201, in find_unique_materials_and_write_properties comparison=aflow.compare_materials_dir(compare_dir) File "/usr/local/lib/python3.8/dist-packages/crystal_genome_util/aflow_util.py", line 309, in compare_materials_dir output=self.aflow_command([ File "/usr/local/lib/python3.8/dist-packages/crystal_genome_util/aflow_util.py", line 272, in aflow_command raise RuntimeError("ERROR: unexpected error from aflow command %s , error code = %d\nstderr: %s" % (cmd_str, exc.returncode, exc.stderr)) RuntimeError: ERROR: unexpected error from aflow command aflow --np=1 --compare_materials -D compare --no_scale_volume --screen_only --quiet --print=json , error code = -11 stderr: Command exited with non-zero status 1 {"realtime":4053.80,"usertime":4795.24,"systime":22762.88,"memmax":327952,"memavg":0}