Regression
Build / HIP-5.6 / projectroot.test.ArborX_Test_DetailsDistributedTreeImpl (from CTest)
Failing for the past 1 build
(Since Failed
)
Stacktrace
[8ec9c67b5d7f:18364] *** Process received signal *** [8ec9c67b5d7f:18364] Signal: Segmentation fault (11) [8ec9c67b5d7f:18364] Signal code: Address not mapped (1) [8ec9c67b5d7f:18364] Failing at address: 0x18 [8ec9c67b5d7f:18364] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f17e8e9d420] [8ec9c67b5d7f:18364] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f17e76f535d] [8ec9c67b5d7f:18364] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f17e76f947d] [8ec9c67b5d7f:18364] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f17e7704926] [8ec9c67b5d7f:18364] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f17e763cc90] [8ec9c67b5d7f:18364] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f17e7647b5e] [8ec9c67b5d7f:18364] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18364] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18364] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18364] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18364] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f17e6d64083] [8ec9c67b5d7f:18364] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18364] *** End of error message *** [8ec9c67b5d7f:18374] *** Process received signal *** [8ec9c67b5d7f:18374] Signal: Segmentation fault (11) [8ec9c67b5d7f:18374] Signal code: Address not mapped (1) [8ec9c67b5d7f:18374] Failing at address: 0x18 [8ec9c67b5d7f:18374] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0f415d9420] [8ec9c67b5d7f:18374] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0f3fe3135d] [8ec9c67b5d7f:18374] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0f3fe3547d] [8ec9c67b5d7f:18374] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0f3fe40926] [8ec9c67b5d7f:18374] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0f3fd78c90] [8ec9c67b5d7f:18374] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0f3fd83b5e] [8ec9c67b5d7f:18374] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18374] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18374] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18374] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18374] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0f3f4a0083] [8ec9c67b5d7f:18374] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18374] *** End of error message *** [8ec9c67b5d7f:18363] *** Process received signal *** [8ec9c67b5d7f:18363] Signal: Segmentation fault (11) [8ec9c67b5d7f:18363] Signal code: Address not mapped (1) [8ec9c67b5d7f:18363] Failing at address: 0x18 [8ec9c67b5d7f:18363] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f38bf611420] [8ec9c67b5d7f:18363] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f38bde6935d] [8ec9c67b5d7f:18363] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f38bde6d47d] [8ec9c67b5d7f:18363] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f38bde78926] [8ec9c67b5d7f:18363] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f38bddb0c90] [8ec9c67b5d7f:18363] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f38bddbbb5e] [8ec9c67b5d7f:18363] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18363] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18363] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18363] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18363] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f38bd4d8083] [8ec9c67b5d7f:18363] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18363] *** End of error message *** [8ec9c67b5d7f:18369] *** Process received signal *** [8ec9c67b5d7f:18369] Signal: Segmentation fault (11) [8ec9c67b5d7f:18369] Signal code: Address not mapped (1) [8ec9c67b5d7f:18369] Failing at address: 0x18 [8ec9c67b5d7f:18369] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa8d3667420] [8ec9c67b5d7f:18369] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa8d1ebf35d] [8ec9c67b5d7f:18369] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa8d1ec347d] [8ec9c67b5d7f:18369] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa8d1ece926] [8ec9c67b5d7f:18369] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa8d1e06c90] [8ec9c67b5d7f:18369] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa8d1e11b5e] [8ec9c67b5d7f:18369] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18369] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18369] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18369] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18369] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa8d152e083] [8ec9c67b5d7f:18369] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18369] *** End of error message *** -------------------------------------------------------------------------- Primary job terminated normally, but 1 process returned a non-zero exit code. Per user-direction, the job has been aborted. -------------------------------------------------------------------------- -------------------------------------------------------------------------- mpiexec noticed that process rank 1 with PID 0 on node 8ec9c67b5d7f exited on signal 11 (Segmentation fault). --------------------------------------------------------------------------
Standard Output
[8ec9c67b5d7f:18364] *** Process received signal *** [8ec9c67b5d7f:18364] Signal: Segmentation fault (11) [8ec9c67b5d7f:18364] Signal code: Address not mapped (1) [8ec9c67b5d7f:18364] Failing at address: 0x18 [8ec9c67b5d7f:18364] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f17e8e9d420] [8ec9c67b5d7f:18364] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f17e76f535d] [8ec9c67b5d7f:18364] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f17e76f947d] [8ec9c67b5d7f:18364] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f17e7704926] [8ec9c67b5d7f:18364] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f17e763cc90] [8ec9c67b5d7f:18364] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f17e7647b5e] [8ec9c67b5d7f:18364] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18364] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18364] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18364] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18364] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f17e6d64083] [8ec9c67b5d7f:18364] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18364] *** End of error message *** [8ec9c67b5d7f:18374] *** Process received signal *** [8ec9c67b5d7f:18374] Signal: Segmentation fault (11) [8ec9c67b5d7f:18374] Signal code: Address not mapped (1) [8ec9c67b5d7f:18374] Failing at address: 0x18 [8ec9c67b5d7f:18374] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0f415d9420] [8ec9c67b5d7f:18374] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0f3fe3135d] [8ec9c67b5d7f:18374] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0f3fe3547d] [8ec9c67b5d7f:18374] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0f3fe40926] [8ec9c67b5d7f:18374] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0f3fd78c90] [8ec9c67b5d7f:18374] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0f3fd83b5e] [8ec9c67b5d7f:18374] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18374] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18374] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18374] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18374] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0f3f4a0083] [8ec9c67b5d7f:18374] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18374] *** End of error message *** [8ec9c67b5d7f:18363] *** Process received signal *** [8ec9c67b5d7f:18363] Signal: Segmentation fault (11) [8ec9c67b5d7f:18363] Signal code: Address not mapped (1) [8ec9c67b5d7f:18363] Failing at address: 0x18 [8ec9c67b5d7f:18363] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f38bf611420] [8ec9c67b5d7f:18363] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f38bde6935d] [8ec9c67b5d7f:18363] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f38bde6d47d] [8ec9c67b5d7f:18363] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f38bde78926] [8ec9c67b5d7f:18363] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f38bddb0c90] [8ec9c67b5d7f:18363] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f38bddbbb5e] [8ec9c67b5d7f:18363] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18363] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18363] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18363] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18363] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f38bd4d8083] [8ec9c67b5d7f:18363] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18363] *** End of error message *** [8ec9c67b5d7f:18369] *** Process received signal *** [8ec9c67b5d7f:18369] Signal: Segmentation fault (11) [8ec9c67b5d7f:18369] Signal code: Address not mapped (1) [8ec9c67b5d7f:18369] Failing at address: 0x18 [8ec9c67b5d7f:18369] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa8d3667420] [8ec9c67b5d7f:18369] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa8d1ebf35d] [8ec9c67b5d7f:18369] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa8d1ec347d] [8ec9c67b5d7f:18369] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa8d1ece926] [8ec9c67b5d7f:18369] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa8d1e06c90] [8ec9c67b5d7f:18369] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa8d1e11b5e] [8ec9c67b5d7f:18369] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x467f2b] [8ec9c67b5d7f:18369] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cbbc] [8ec9c67b5d7f:18369] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x43cae8] [8ec9c67b5d7f:18369] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x4370e2] [8ec9c67b5d7f:18369] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa8d152e083] [8ec9c67b5d7f:18369] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DetailsDistributedTreeImpl.exe[0x38966e] [8ec9c67b5d7f:18369] *** End of error message *** -------------------------------------------------------------------------- Primary job terminated normally, but 1 process returned a non-zero exit code. Per user-direction, the job has been aborted. -------------------------------------------------------------------------- -------------------------------------------------------------------------- mpiexec noticed that process rank 1 with PID 0 on node 8ec9c67b5d7f exited on signal 11 (Segmentation fault). --------------------------------------------------------------------------