Host Name: groot.astro.sunysb.edu === If no file names and line numbers are shown below, one can run addr2line -Cpfie my_exefile my_line_address to convert `my_line_address` (e.g., 0x4a6b) into file name and line number. Or one can use amrex/Tools/Backtrace/parse_bt.py. === Please note that the line number reported by addr2line may not be accurate. One can use readelf -wl my_exefile | grep my_line_address' to find out the offset for that line. 0: ./Castro3d.gnu.CUDA.ex() [0x79e85e] amrex::BLBackTrace::print_backtrace_info(_IO_FILE*) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:215:28 1: ./Castro3d.gnu.CUDA.ex() [0x7a1b3b] amrex::BLBackTrace::handler(int) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:103:7 2: ./Castro3d.gnu.CUDA.ex() [0x469b72] std::__cxx11::basic_string, std::allocator >::_M_data() const inlined at /usr/include/c++/14/bits/basic_string.h:269:12 in amrex::Gpu::ErrorCheck(char const*, int) /usr/include/c++/14/bits/basic_string.h:228:24 std::__cxx11::basic_string, std::allocator >::_M_is_local() const /usr/include/c++/14/bits/basic_string.h:269:12 std::__cxx11::basic_string, std::allocator >::_M_dispose() /usr/include/c++/14/bits/basic_string.h:287:17 std::__cxx11::basic_string, std::allocator >::~basic_string() /usr/include/c++/14/bits/basic_string.h:809:13 amrex::Gpu::ErrorCheck(char const*, int) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuError.H:58:1 3: ./Castro3d.gnu.CUDA.ex() [0x59d66f] std::__new_allocator::deallocate(amrex::Gpu::ExecConfig*, unsigned long) inlined at /usr/include/c++/14/bits/alloc_traits.h:550:17 in Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int) /usr/include/c++/14/bits/new_allocator.h:172:18 std::allocator_traits >::deallocate(std::allocator&, amrex::Gpu::ExecConfig*, unsigned long) /usr/include/c++/14/bits/alloc_traits.h:550:17 std::_Vector_base >::_M_deallocate(amrex::Gpu::ExecConfig*, unsigned long) /usr/include/c++/14/bits/stl_vector.h:389:16 std::_Vector_base >::~_Vector_base() /usr/include/c++/14/bits/stl_vector.h:368:14 std::vector >::~vector() /usr/include/c++/14/bits/stl_vector.h:738:1 amrex::Vector >::~Vector() /raid/testing/castro-gpu/amrex//Src/Base/AMReX_Vector.H:24:7 std::enable_if, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>, void>::value, void>::type amrex::ParallelFor<256, __nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>, 3>(amrex::Gpu::KernelInfo const&, amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*> const&) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:836:1 std::enable_if, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>, void>::value, void>::type amrex::ParallelFor<256, __nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>, 3>(amrex::Gpu::KernelInfo const&, amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*> const&) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:817:1 void amrex::ParallelFor<__nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>, 3>(amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag, amrex::GpuArray const, bool, amrex::Array4 const, amrex::Array4, amrex::GpuArray const, amrex::GeometryData const, double, amrex::Array4, amrex::Array4, int const, int*>&&) /raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:1267:19 Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int) /raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:216:12 4: ./Castro3d.gnu.CUDA.ex() [0x59eae8] Castro::do_old_reactions(double, double) /raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:32:1 5: ./Castro3d.gnu.CUDA.ex() [0x54b303] std::__cxx11::basic_string, std::allocator >::_M_data() const inlined at /usr/include/c++/14/bits/basic_string.h:269:12 in Castro::pre_advance_operators(double, double) /usr/include/c++/14/bits/basic_string.h:228:24 std::__cxx11::basic_string, std::allocator >::_M_is_local() const /usr/include/c++/14/bits/basic_string.h:269:12 std::__cxx11::basic_string, std::allocator >::operator=(std::__cxx11::basic_string, std::allocator >&&) /usr/include/c++/14/bits/basic_string.h:863:18 advance_status::operator=(advance_status&&) /raid/testing/castro-gpu/Castro//Source/driver/Castro.H:111:8 Castro::pre_advance_operators(double, double) /raid/testing/castro-gpu/Castro//Source/sources/Castro_sources.cpp:614:44 6: ./Castro3d.gnu.CUDA.ex() [0x499897] advance_status::operator=(advance_status&&) inlined at /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:55:68 in Castro::subcycle_advance_ctu(double, double, int, int) /raid/testing/castro-gpu/Castro//Source/driver/Castro.H:111:8 Castro::do_advance_ctu(double, double) /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:55:68 Castro::subcycle_advance_ctu(double, double, int, int) /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:409:32 7: ./Castro3d.gnu.CUDA.ex() [0x49692a] Castro::advance(double, double, int, int) /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance.cpp:69:53 8: ./Castro3d.gnu.CUDA.ex() [0x8a756c] amrex::Amr::timeStep(int, double, int, int, double) inlined at /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2132:15 in amrex::Amr::coarseTimeStep(double) /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2027:17 amrex::Amr::coarseTimeStep(double) /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2132:15 9: ./Castro3d.gnu.CUDA.ex() [0x422f6b] main /raid/testing/castro-gpu/Castro//Source/driver/main.cpp:165:29 10: /lib64/libc.so.6(+0x3248) [0x7fd930a10248] __libc_start_call_main /usr/src/debug/glibc-2.40-25.fc41.x86_64/csu/../sysdeps/nptl/libc_start_call_main.h:74:3 11: /lib64/libc.so.6(__libc_start_main+0x8b) [0x7fd930a1030b] call_init inlined at /usr/src/debug/glibc-2.40-25.fc41.x86_64/csu/../csu/libc-start.c:347:5 in __libc_start_main@@GLIBC_2.34 /usr/src/debug/glibc-2.40-25.fc41.x86_64/csu/../csu/libc-start.c:128:20 __libc_start_main_impl /usr/src/debug/glibc-2.40-25.fc41.x86_64/csu/../csu/libc-start.c:347:5 12: ./Castro3d.gnu.CUDA.ex() [0x42b365] _start at ??:?