Regression
Build / HIP-5.6 / projectroot.test.ArborX_Test_DistributedTree (from CTest)
Failing for the past 1 build
(Since Not built
)
Stacktrace
[fef06214d65b:18728] *** Process received signal *** [fef06214d65b:18728] Signal: Segmentation fault (11) [fef06214d65b:18728] Signal code: Address not mapped (1) [fef06214d65b:18728] Failing at address: 0x18 [fef06214d65b:18728] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0952581420] [fef06214d65b:18728] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0950dd935d] [fef06214d65b:18728] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0950ddd47d] [fef06214d65b:18728] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0950de8926] [fef06214d65b:18728] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0950d20c90] [fef06214d65b:18728] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0950d2bb5e] [fef06214d65b:18728] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18728] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18728] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18728] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18728] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0950448083] [fef06214d65b:18728] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18728] *** End of error message *** [fef06214d65b:18733] *** Process received signal *** [fef06214d65b:18733] Signal: Segmentation fault (11) [fef06214d65b:18733] Signal code: Address not mapped (1) [fef06214d65b:18733] Failing at address: 0x18 [fef06214d65b:18733] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa2ccb8f420] [fef06214d65b:18733] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa2cb3e735d] [fef06214d65b:18733] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa2cb3eb47d] [fef06214d65b:18733] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa2cb3f6926] [fef06214d65b:18733] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa2cb32ec90] [fef06214d65b:18733] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa2cb339b5e] [fef06214d65b:18733] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18733] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18733] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18733] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18733] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa2caa56083] [fef06214d65b:18733] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18733] *** End of error message *** [fef06214d65b:18725] *** Process received signal *** [fef06214d65b:18725] Signal: Segmentation fault (11) [fef06214d65b:18725] Signal code: Address not mapped (1) [fef06214d65b:18725] Failing at address: 0x18 [fef06214d65b:18725] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f442e93a420] [fef06214d65b:18725] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f442d19235d] [fef06214d65b:18725] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f442d19647d] [fef06214d65b:18725] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f442d1a1926] [fef06214d65b:18725] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f442d0d9c90] [fef06214d65b:18725] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f442d0e4b5e] [fef06214d65b:18725] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18725] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18725] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18725] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18725] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f442c801083] [fef06214d65b:18725] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18725] *** End of error message *** [fef06214d65b:18722] *** Process received signal *** [fef06214d65b:18722] Signal: Segmentation fault (11) [fef06214d65b:18722] Signal code: Address not mapped (1) [fef06214d65b:18722] Failing at address: 0x18 [fef06214d65b:18722] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f7b466be420] [fef06214d65b:18722] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f7b44f1635d] [fef06214d65b:18722] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f7b44f1a47d] [fef06214d65b:18722] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f7b44f25926] [fef06214d65b:18722] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f7b44e5dc90] [fef06214d65b:18722] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f7b44e68b5e] [fef06214d65b:18722] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18722] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18722] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18722] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18722] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f7b44585083] [fef06214d65b:18722] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18722] *** End of error message *** -------------------------------------------------------------------------- Primary job terminated normally, but 1 process returned a non-zero exit code. Per user-direction, the job has been aborted. -------------------------------------------------------------------------- -------------------------------------------------------------------------- mpiexec noticed that process rank 3 with PID 0 on node fef06214d65b exited on signal 11 (Segmentation fault). --------------------------------------------------------------------------
Standard Output
[fef06214d65b:18728] *** Process received signal *** [fef06214d65b:18728] Signal: Segmentation fault (11) [fef06214d65b:18728] Signal code: Address not mapped (1) [fef06214d65b:18728] Failing at address: 0x18 [fef06214d65b:18728] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f0952581420] [fef06214d65b:18728] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f0950dd935d] [fef06214d65b:18728] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f0950ddd47d] [fef06214d65b:18728] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f0950de8926] [fef06214d65b:18728] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f0950d20c90] [fef06214d65b:18728] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f0950d2bb5e] [fef06214d65b:18728] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18728] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18728] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18728] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18728] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f0950448083] [fef06214d65b:18728] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18728] *** End of error message *** [fef06214d65b:18733] *** Process received signal *** [fef06214d65b:18733] Signal: Segmentation fault (11) [fef06214d65b:18733] Signal code: Address not mapped (1) [fef06214d65b:18733] Failing at address: 0x18 [fef06214d65b:18733] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7fa2ccb8f420] [fef06214d65b:18733] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7fa2cb3e735d] [fef06214d65b:18733] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7fa2cb3eb47d] [fef06214d65b:18733] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7fa2cb3f6926] [fef06214d65b:18733] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7fa2cb32ec90] [fef06214d65b:18733] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7fa2cb339b5e] [fef06214d65b:18733] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18733] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18733] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18733] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18733] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7fa2caa56083] [fef06214d65b:18733] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18733] *** End of error message *** [fef06214d65b:18725] *** Process received signal *** [fef06214d65b:18725] Signal: Segmentation fault (11) [fef06214d65b:18725] Signal code: Address not mapped (1) [fef06214d65b:18725] Failing at address: 0x18 [fef06214d65b:18725] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f442e93a420] [fef06214d65b:18725] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f442d19235d] [fef06214d65b:18725] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f442d19647d] [fef06214d65b:18725] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f442d1a1926] [fef06214d65b:18725] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f442d0d9c90] [fef06214d65b:18725] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f442d0e4b5e] [fef06214d65b:18725] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18725] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18725] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18725] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18725] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f442c801083] [fef06214d65b:18725] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18725] *** End of error message *** [fef06214d65b:18722] *** Process received signal *** [fef06214d65b:18722] Signal: Segmentation fault (11) [fef06214d65b:18722] Signal code: Address not mapped (1) [fef06214d65b:18722] Failing at address: 0x18 [fef06214d65b:18722] [ 0] /lib/x86_64-linux-gnu/libpthread.so.0(+0x14420)[0x7f7b466be420] [fef06214d65b:18722] [ 1] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33235d)[0x7f7b44f1635d] [fef06214d65b:18722] [ 2] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x33647d)[0x7f7b44f1a47d] [fef06214d65b:18722] [ 3] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x341926)[0x7f7b44f25926] [fef06214d65b:18722] [ 4] /opt/rocm-5.6.0/lib/libamdhip64.so.5(+0x279c90)[0x7f7b44e5dc90] [fef06214d65b:18722] [ 5] /opt/rocm-5.6.0/lib/libamdhip64.so.5(hipStreamCreate+0x14e)[0x7f7b44e68b5e] [fef06214d65b:18722] [ 6] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x332315b] [fef06214d65b:18722] [ 7] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e18c] [fef06214d65b:18722] [ 8] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x330e0b8] [fef06214d65b:18722] [ 9] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x33086b2] [fef06214d65b:18722] [10] /lib/x86_64-linux-gnu/libc.so.6(__libc_start_main+0xf3)[0x7f7b44585083] [fef06214d65b:18722] [11] /var/jenkins/workspace/ArborX_master/build/test/ArborX_Test_DistributedTree.exe[0x288d92e] [fef06214d65b:18722] *** End of error message *** -------------------------------------------------------------------------- Primary job terminated normally, but 1 process returned a non-zero exit code. Per user-direction, the job has been aborted. -------------------------------------------------------------------------- -------------------------------------------------------------------------- mpiexec noticed that process rank 3 with PID 0 on node fef06214d65b exited on signal 11 (Segmentation fault). --------------------------------------------------------------------------