Host Name: groot.astro.sunysb.edu
=== If no file names and line numbers are shown below, one can run
            llvm-addr2line -Cpfie my_exefile my_line_address
    (or addr2line, which may fail for executables built with clang)
    to convert `my_line_address` (e.g., 0x4a6b) into file name and line number.
    Or one can use amrex/Tools/Backtrace/parse_bt.py.

=== Please note that the line number reported by addr2line may not be accurate.
    One can use
            readelf -wl my_exefile | grep my_line_address'
    to find out the offset for that line.

 0: ./Castro3d.gnu.CUDA.ex() [0x7dc9b6]
    amrex::BLBackTrace::print_backtrace_info(_IO_FILE*)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:274:25

 1: ./Castro3d.gnu.CUDA.ex() [0x7dfe0e]
    amrex::BLBackTrace::handler(int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:104:34

 2: ./Castro3d.gnu.CUDA.ex() [0x473a07]
    amrex::Gpu::ErrorCheck(char const*, int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuError.H:57:13

 3: ./Castro3d.gnu.CUDA.ex() [0x5ae40f]
    void amrex::ParallelFor<256, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::ArrayND<double const, 4, true> const, amrex::ArrayND<double, 4, true>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::ArrayND<double, 4, true>, amrex::ArrayND<double, 4, true>, int const, int*>, 3>(amrex::Gpu::KernelInfo const&, amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::ArrayND<double const, 4, true> const, amrex::ArrayND<double, 4, true>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::ArrayND<double, 4, true>, amrex::ArrayND<double, 4, true>, int const, int*> const&) inlined at /raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:1536:19 in Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:1030:23
void amrex::ParallelFor<__nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::ArrayND<double const, 4, true> const, amrex::ArrayND<double, 4, true>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::ArrayND<double, 4, true>, amrex::ArrayND<double, 4, true>, int const, int*>, 3>(amrex::BoxND<3> const&, __nv_dl_wrapper_t<__nv_dl_tag<int (Castro::*)(amrex::MultiFab&, amrex::MultiFab&, double, double, int), &Castro::react_state, 1u>, amrex::GpuArray<double, 3u> const, bool, amrex::ArrayND<double const, 4, true> const, amrex::ArrayND<double, 4, true>, amrex::GpuArray<double, 3u> const, amrex::GeometryData const, double, amrex::ArrayND<double, 4, true>, amrex::ArrayND<double, 4, true>, int const, int*>&&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_GpuLaunchFunctsG.H:1536:19
Castro::react_state(amrex::MultiFab&, amrex::MultiFab&, double, double, int)
/raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:216:12

 4: ./Castro3d.gnu.CUDA.ex() [0x5afa32]
    Castro::do_old_reactions(double, double)
/raid/testing/castro-gpu/Castro//Source/reactions/Castro_react.cpp:30:33

 5: ./Castro3d.gnu.CUDA.ex() [0x553f03]
    Castro::pre_advance_operators(double, double)
/raid/testing/castro-gpu/Castro//Source/sources/Castro_sources.cpp:614:34

 6: ./Castro3d.gnu.CUDA.ex() [0x4b8c26]
    Castro::do_advance_ctu(double, double) inlined at /raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:407:32 in Castro::subcycle_advance_ctu(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:55:53
Castro::subcycle_advance_ctu(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance_ctu.cpp:407:32

 7: ./Castro3d.gnu.CUDA.ex() [0x4b26bc]
    Castro::advance(double, double, int, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_advance.cpp:70:53

 8: ./Castro3d.gnu.CUDA.ex() [0x91a531]
    amrex::Amr::timeStep(int, double, int, int, double) inlined at /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2277:15 in amrex::Amr::coarseTimeStep(double)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2169:44
amrex::Amr::coarseTimeStep(double)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:2277:15

 9: ./Castro3d.gnu.CUDA.ex() [0x42c0a2]
    main
/raid/testing/castro-gpu/Castro//Source/driver/main.cpp:174:23

10: /lib64/libc.so.6(+0x35b5) [0x7ff8b96105b5]
    __libc_start_call_main
/usr/src/debug/glibc-2.42-13.fc43.x86_64/csu/../sysdeps/nptl/libc_start_call_main.h:58:16

11: /lib64/libc.so.6(__libc_start_main+0x88) [0x7ff8b9610668]
    __libc_start_main_impl
/usr/src/debug/glibc-2.42-13.fc43.x86_64/csu/../csu/libc-start.c:360:3

12: ./Castro3d.gnu.CUDA.ex() [0x430d05]
    _start
??:0