Host Name: groot.astro.sunysb.edu
=== If no file names and line numbers are shown below, one can run
            addr2line -Cpfie my_exefile my_line_address
    to convert `my_line_address` (e.g., 0x4a6b) into file name and line number.
    Or one can use amrex/Tools/Backtrace/parse_bt.py.

=== Please note that the line number reported by addr2line may not be accurate.
    One can use
            readelf -wl my_exefile | grep my_line_address'
    to find out the offset for that line.

 0: ./Castro3d.gnu.CUDA.ex() [0x75cbd6]
    amrex::BLBackTrace::print_backtrace_info(_IO_FILE*)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:213:28

 1: ./Castro3d.gnu.CUDA.ex() [0x75ffba]
    amrex::BLBackTrace::handler(int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:101:7

 2: ./Castro3d.gnu.CUDA.ex() [0x4690ce]
    std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_data() const inlined at /opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:277:12 in amrex::Gpu::ErrorCheck(char const*, int)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:236:24
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_is_local() const
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:277:12
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_dispose()
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:295:17
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string()
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:807:13
amrex::Gpu::ErrorCheck(char const*, int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuError.H:58:1

 3: ./Castro3d.gnu.CUDA.ex() [0x58536f]
    std::__new_allocator<amrex::Gpu::ExecConfig>::deallocate(amrex::Gpu::ExecConfig*, unsigned long) inlined at /opt/gcc/gcc-12.4/include/c++/12.4.0/bits/alloc_traits.h:496:17 in Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/new_allocator.h:169:18
std::allocator_traits<std::allocator<amrex::Gpu::ExecConfig> >::deallocate(std::allocator<amrex::Gpu::ExecConfig>&, amrex::Gpu::ExecConfig*, unsigned long)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/alloc_traits.h:496:17
std::_Vector_base<amrex::Gpu::ExecConfig, std::allocator<amrex::Gpu::ExecConfig> >::_M_deallocate(amrex::Gpu::ExecConfig*, unsigned long)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/stl_vector.h:387:16
std::_Vector_base<amrex::Gpu::ExecConfig, std::allocator<amrex::Gpu::ExecConfig> >::~_Vector_base()
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/stl_vector.h:366:14
std::vector<amrex::Gpu::ExecConfig, std::allocator<amrex::Gpu::ExecConfig> >::~vector()
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/stl_vector.h:735:1
amrex::Vector<amrex::Gpu::ExecConfig, std::allocator<amrex::Gpu::ExecConfig> >::~Vector()
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_Vector.H:24:7
std::enable_if<amrex::MaybeDeviceRunnable<__nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>, void>::value, void>::type amrex::ParallelFor<256, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>, 3>(amrex::Gpu::KernelInfo const&, amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*> const&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:837:1
std::enable_if<amrex::MaybeDeviceRunnable<__nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>, void>::value, void>::type amrex::ParallelFor<256, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>, 3>(amrex::Gpu::KernelInfo const&, amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*> const&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:818:1
void amrex::ParallelFor<__nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>, 3>(amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::Array4<double const> const, amrex::Array4<double>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::Array4<double>, amrex::Array4<double>, int const, int*>&&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:1268:19
Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int)
/raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:216:12

 4: ./Castro3d.gnu.CUDA.ex() [0x586d7a]
    Castro::do_old_reactions(double, double)
/raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:32:1

 5: ./Castro3d.gnu.CUDA.ex() [0x5343b8]
    std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_data() const inlined at /opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:277:12 in Castro::pre_advance_operators(double, double)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:236:24
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_is_local() const
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:277:12
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::operator=(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >&&)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/basic_string.h:859:18
advance_status::operator=(advance_status&&)
/raid/testing/castro-gpu/Castro//Source/driver/Castro.H:111:8
Castro::pre_advance_operators(double, double)
/raid/testing/castro-gpu/Castro//Source/sources/Castro_sources.cpp:614:44

 6: ./Castro3d.gnu.CUDA.ex() [0x4979b9]
    advance_status::operator=(advance_status&&) inlined at /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:55:68 in Castro::do_advance_ctu(double, double)
/raid/testing/castro-gpu/Castro//Source/driver/Castro.H:111:8
Castro::do_advance_ctu(double, double)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:55:68

 7: ./Castro3d.gnu.CUDA.ex() [0x499005]
    advance_status::operator=(advance_status&&) inlined at /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:409:60 in Castro::subcycle_advance_ctu(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro.H:111:8
Castro::subcycle_advance_ctu(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:409:60

 8: ./Castro3d.gnu.CUDA.ex() [0x49601a]
    double const& std::min<double>(double const&, double const&) inlined at /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance.cpp:69:18 in Castro::advance(double, double, int, int)
/opt/gcc/gcc-12.4/include/c++/12.4.0/bits/stl_algobase.h:237:8
Castro::advance(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance.cpp:69:18

 9: ./Castro3d.gnu.CUDA.ex() [0x8438d2]
    amrex::Amr::timeStep(int, double, int, int, double) inlined at /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2132:15 in amrex::Amr::coarseTimeStep(double)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2027:17
amrex::Amr::coarseTimeStep(double)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2132:15

10: ./Castro3d.gnu.CUDA.ex() [0x4208ab]
    main
/raid/testing/castro-gpu/Castro//Source/driver/main.cpp:165:29

11: /lib64/libc.so.6(+0x3248) [0x7f014d410248]
    __libc_start_call_main
/usr/src/debug/glibc-2.40-21.fc41.x86_64/csu/../sysdeps/nptl/libc_start_call_main.h:74:3

12: /lib64/libc.so.6(__libc_start_main+0x8b) [0x7f014d41030b]
    call_init inlined at /usr/src/debug/glibc-2.40-21.fc41.x86_64/csu/../csu/libc-start.c:347:5 in __libc_start_main@@GLIBC_2.34
/usr/src/debug/glibc-2.40-21.fc41.x86_64/csu/../csu/libc-start.c:128:20
__libc_start_main_impl
/usr/src/debug/glibc-2.40-21.fc41.x86_64/csu/../csu/libc-start.c:347:5

13: ./Castro3d.gnu.CUDA.ex() [0x42fd15]
    _start at ??:?