ArborX version: 1.6 (dev)
ArborX hash   : 40ca8ba8
Kokkos version: 4.2.0
[6c009d7e2d54:19123] *** Process received signal ***
[6c009d7e2d54:19123] Signal: Segmentation fault (11)
[6c009d7e2d54:19123] Signal code: Address not mapped (1)
[6c009d7e2d54:19123] Failing at address: 0x18
[6c009d7e2d54:19123] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa8d801c420]
[6c009d7e2d54:19123] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa8d687435d]
[6c009d7e2d54:19123] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa8d687847d]
[6c009d7e2d54:19123] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa8d6883926]
[6c009d7e2d54:19123] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa8d67bbc90]
[6c009d7e2d54:19123] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa8d67c6b5e]
[6c009d7e2d54:19123] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19123] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19123] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19123] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19123] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa8d5ee3083]
[6c009d7e2d54:19123] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19123] *** End of error message ***
[6c009d7e2d54:19120] *** Process received signal ***
[6c009d7e2d54:19120] Signal: Segmentation fault (11)
[6c009d7e2d54:19120] Signal code: Address not mapped (1)
[6c009d7e2d54:19120] Failing at address: 0x18
[6c009d7e2d54:19120] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0eb36a5420]
[6c009d7e2d54:19120] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0eb1efd35d]
[6c009d7e2d54:19120] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0eb1f0147d]
[6c009d7e2d54:19120] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0eb1f0c926]
[6c009d7e2d54:19120] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0eb1e44c90]
[6c009d7e2d54:19120] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0eb1e4fb5e]
[6c009d7e2d54:19120] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19120] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19120] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19120] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19120] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0eb156c083]
[6c009d7e2d54:19120] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19120] *** End of error message ***
[6c009d7e2d54:19115] *** Process received signal ***
[6c009d7e2d54:19115] Signal: Segmentation fault (11)
[6c009d7e2d54:19115] Signal code: Address not mapped (1)
[6c009d7e2d54:19115] Failing at address: 0x18
[6c009d7e2d54:19115] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa41b033420]
[6c009d7e2d54:19115] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa41988b35d]
[6c009d7e2d54:19115] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa41988f47d]
[6c009d7e2d54:19115] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa41989a926]
[6c009d7e2d54:19115] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa4197d2c90]
[6c009d7e2d54:19115] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa4197ddb5e]
[6c009d7e2d54:19115] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19115] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19115] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19115] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19115] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa418efa083]
[6c009d7e2d54:19115] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19115] *** End of error message ***
[6c009d7e2d54:19112] *** Process received signal ***
[6c009d7e2d54:19112] Signal: Segmentation fault (11)
[6c009d7e2d54:19112] Signal code: Address not mapped (1)
[6c009d7e2d54:19112] Failing at address: 0x18
[6c009d7e2d54:19112] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7effc1a9c420]
[6c009d7e2d54:19112] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7effc02f435d]
[6c009d7e2d54:19112] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7effc02f847d]
[6c009d7e2d54:19112] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7effc0303926]
[6c009d7e2d54:19112] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7effc023bc90]
[6c009d7e2d54:19112] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7effc0246b5e]
[6c009d7e2d54:19112] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19112] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19112] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19112] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19112] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7effbf963083]
[6c009d7e2d54:19112] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19112] *** End of error message ***
--------------------------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
--------------------------------------------------------------------------
--------------------------------------------------------------------------
mpiexec noticed that process rank 3 with PID 0 on node 6c009d7e2d54 exited on signal 11 (Segmentation fault).
--------------------------------------------------------------------------

Standard Output

ArborX version: 1.6 (dev)
ArborX hash   : 40ca8ba8
Kokkos version: 4.2.0
[6c009d7e2d54:19123] *** Process received signal ***
[6c009d7e2d54:19123] Signal: Segmentation fault (11)
[6c009d7e2d54:19123] Signal code: Address not mapped (1)
[6c009d7e2d54:19123] Failing at address: 0x18
[6c009d7e2d54:19123] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa8d801c420]
[6c009d7e2d54:19123] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa8d687435d]
[6c009d7e2d54:19123] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa8d687847d]
[6c009d7e2d54:19123] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa8d6883926]
[6c009d7e2d54:19123] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa8d67bbc90]
[6c009d7e2d54:19123] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa8d67c6b5e]
[6c009d7e2d54:19123] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19123] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19123] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19123] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19123] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa8d5ee3083]
[6c009d7e2d54:19123] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19123] *** End of error message ***
[6c009d7e2d54:19120] *** Process received signal ***
[6c009d7e2d54:19120] Signal: Segmentation fault (11)
[6c009d7e2d54:19120] Signal code: Address not mapped (1)
[6c009d7e2d54:19120] Failing at address: 0x18
[6c009d7e2d54:19120] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0eb36a5420]
[6c009d7e2d54:19120] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0eb1efd35d]
[6c009d7e2d54:19120] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0eb1f0147d]
[6c009d7e2d54:19120] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0eb1f0c926]
[6c009d7e2d54:19120] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0eb1e44c90]
[6c009d7e2d54:19120] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0eb1e4fb5e]
[6c009d7e2d54:19120] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19120] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19120] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19120] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19120] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0eb156c083]
[6c009d7e2d54:19120] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19120] *** End of error message ***
[6c009d7e2d54:19115] *** Process received signal ***
[6c009d7e2d54:19115] Signal: Segmentation fault (11)
[6c009d7e2d54:19115] Signal code: Address not mapped (1)
[6c009d7e2d54:19115] Failing at address: 0x18
[6c009d7e2d54:19115] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa41b033420]
[6c009d7e2d54:19115] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa41988b35d]
[6c009d7e2d54:19115] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa41988f47d]
[6c009d7e2d54:19115] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa41989a926]
[6c009d7e2d54:19115] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa4197d2c90]
[6c009d7e2d54:19115] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa4197ddb5e]
[6c009d7e2d54:19115] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19115] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19115] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19115] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19115] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa418efa083]
[6c009d7e2d54:19115] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19115] *** End of error message ***
[6c009d7e2d54:19112] *** Process received signal ***
[6c009d7e2d54:19112] Signal: Segmentation fault (11)
[6c009d7e2d54:19112] Signal code: Address not mapped (1)
[6c009d7e2d54:19112] Failing at address: 0x18
[6c009d7e2d54:19112] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7effc1a9c420]
[6c009d7e2d54:19112] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7effc02f435d]
[6c009d7e2d54:19112] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7effc02f847d]
[6c009d7e2d54:19112] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7effc0303926]
[6c009d7e2d54:19112] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7effc023bc90]
[6c009d7e2d54:19112] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7effc0246b5e]
[6c009d7e2d54:19112] [ 6] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe4e92b]
[6c009d7e2d54:19112] [ 7] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe2430c]
[6c009d7e2d54:19112] [ 8] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xe24238]
[6c009d7e2d54:19112] [ 9] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb305ac]
[6c009d7e2d54:19112] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7effbf963083]
[6c009d7e2d54:19112] [11] /var/jenkins/workspace/ArborX_master/build/benchmarks/distributed_tree_driver/ArborX_Benchmark_DistributedTree.exe[0xb301ae]
[6c009d7e2d54:19112] *** End of error message ***
--------------------------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
--------------------------------------------------------------------------
--------------------------------------------------------------------------
mpiexec noticed that process rank 3 with PID 0 on node 6c009d7e2d54 exited on signal 11 (Segmentation fault).
--------------------------------------------------------------------------