Host Name: groot.astro.sunysb.edu
=== If no file names and line numbers are shown below, one can run
            addr2line -Cpfie my_exefile my_line_address
    to convert `my_line_address` (e.g., 0x4a6b) into file name and line number.
    Or one can use amrex/Tools/Backtrace/parse_bt.py.

=== Please note that the line number reported by addr2line may not be accurate.
    One can use
            readelf -wl my_exefile | grep my_line_address'
    to find out the offset for that line.

 0: ./Castro3d.gnu.CUDA.ex() [0x7c57c6]
    amrex::BLBackTrace::print_backtrace_info(_IO_FILE*)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:215:28

 1: ./Castro3d.gnu.CUDA.ex() [0x7c8ce5]
    amrex::BLBackTrace::handler(int)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BLBackTrace.cpp:103:7

 2: ./Castro3d.gnu.CUDA.ex() [0x65cbfb]
    std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_data() const inlined at /usr/include/c++/14/bits/basic_string.h:269:12 in amrex::Arena::out_of_memory_abort(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
/usr/include/c++/14/bits/basic_string.h:228:24
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_is_local() const
/usr/include/c++/14/bits/basic_string.h:269:12
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::_M_dispose()
/usr/include/c++/14/bits/basic_string.h:287:17
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string()
/usr/include/c++/14/bits/basic_string.h:809:13
amrex::Arena::out_of_memory_abort(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, unsigned long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_Arena.cpp:719:20

 3: ./Castro3d.gnu.CUDA.ex() [0x65e431]
    std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string() inlined at /raid/testing/castro-gpu/amrex//Src/Base/AMReX_Arena.cpp:322:20 in amrex::Arena::allocate_system(unsigned long)
/usr/include/c++/14/bits/basic_string.h:809:13
amrex::Arena::allocate_system(unsigned long)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_Arena.cpp:322:20

 4: ./Castro3d.gnu.CUDA.ex() [0x664be0]
    amrex::CArena::alloc_protected(unsigned long)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_CArena.cpp:93:10

 5: ./Castro3d.gnu.CUDA.ex() [0x665210]
    amrex::CArena::alloc(unsigned long)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_CArena.cpp:33:29

 6: ./Castro3d.gnu.CUDA.ex() [0x6c2cdd]
    amrex::BaseFab<double>::define()
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_BaseFab.H:1468:14

 7: ./Castro3d.gnu.CUDA.ex() [0x6bffad]
    amrex::FArrayBox::FArrayBox(amrex::BoxND<3> const&, int, bool, bool, amrex::Arena*)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_FArrayBox.cpp:121:129

 8: ./Castro3d.gnu.CUDA.ex() [0x493e4b]
    amrex::FArrayBox*& std::vector<amrex::FArrayBox*, std::allocator<amrex::FArrayBox*> >::emplace_back<amrex::FArrayBox*>(amrex::FArrayBox*&&) inlined at /usr/include/c++/14/bits/stl_vector.h:1301:15 in amrex::FabArray<amrex::FArrayBox>::AllocFabs(amrex::FabFactory<amrex::FArrayBox> const&, amrex::Arena*, amrex::Vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool)
/usr/include/c++/14/bits/vector.tcc:114:22
std::vector<amrex::FArrayBox*, std::allocator<amrex::FArrayBox*> >::push_back(amrex::FArrayBox*&&)
/usr/include/c++/14/bits/stl_vector.h:1301:15
amrex::FabArray<amrex::FArrayBox>::AllocFabs(amrex::FabFactory<amrex::FArrayBox> const&, amrex::Arena*, amrex::Vector<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::allocator<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > const&, bool)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_FabArray.H:2250:21

 9: ./Castro3d.gnu.CUDA.ex() [0x6de561]
    amrex::MultiFab::define(amrex::BoxArray const&, amrex::DistributionMapping const&, int, amrex::IntVectND<3> const&, amrex::MFInfo const&, amrex::FabFactory<amrex::FArrayBox> const&) inlined at /raid/testing/castro-gpu/amrex//Src/Base/AMReX_MultiFab.cpp:526:13 in amrex::MultiFab::define(amrex::BoxArray const&, amrex::DistributionMapping const&, int, int, amrex::MFInfo const&, amrex::FabFactory<amrex::FArrayBox> const&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_MultiFab.cpp:539:26
amrex::MultiFab::define(amrex::BoxArray const&, amrex::DistributionMapping const&, int, int, amrex::MFInfo const&, amrex::FabFactory<amrex::FArrayBox> const&)
/raid/testing/castro-gpu/amrex//Src/Base/AMReX_MultiFab.cpp:526:13

10: ./Castro3d.gnu.CUDA.ex() [0x8fbe17]
    amrex::FillPatchIterator::Initialize(int, double, int, int, int)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_AmrLevel.cpp:1004:16

11: ./Castro3d.gnu.CUDA.ex() [0x8fcbbb]
    amrex::AmrLevel::FillPatch(amrex::AmrLevel&, amrex::MultiFab&, int, double, int, int, int, int)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_AmrLevel.cpp:2207:15

12: ./Castro3d.gnu.CUDA.ex() [0x8fd8b8]
    amrex::AmrLevel::derive(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, double, int)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_AmrLevel.cpp:1651:10

13: ./Castro3d.gnu.CUDA.ex() [0x42fe79]
    Castro::derive(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, double, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro.cpp:3713:1

14: ./Castro3d.gnu.CUDA.ex() [0x4bb672]
    Castro::plotFileOutput(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::ostream&, amrex::VisMF::How, int)
/raid/testing/castro-gpu/Castro//Source/driver/Castro_io.cpp:1186:15

15: ./Castro3d.gnu.CUDA.ex() [0x8e0072]
    amrex::Amr::writePlotFileDoit(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:1021:18

16: ./Castro3d.gnu.CUDA.ex() [0x8e0ad5]
    std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >::~basic_string() inlined at /raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:917:1 in amrex::Amr::writePlotFile()
/usr/include/c++/14/bits/basic_string.h:809:13
amrex::Amr::writePlotFile()
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:917:1

17: ./Castro3d.gnu.CUDA.ex() [0x8e6671]
    amrex::Amr::init(double, double)
/raid/testing/castro-gpu/amrex//Src/Amr/AMReX_Amr.cpp:1180:1

18: ./Castro3d.gnu.CUDA.ex() [0x422a4f]
    main
/raid/testing/castro-gpu/Castro//Source/driver/main.cpp:154:28

19: /lib64/libc.so.6(+0x3575) [0x7f83d4012575]
    __libc_start_call_main
/usr/src/debug/glibc-2.41-12.fc42.x86_64/csu/../sysdeps/nptl/libc_start_call_main.h:74:3

20: /lib64/libc.so.6(__libc_start_main+0x88) [0x7f83d4012628]
    call_init inlined at /usr/src/debug/glibc-2.41-12.fc42.x86_64/csu/../csu/libc-start.c:347:5 in __libc_start_main@@GLIBC_2.34
/usr/src/debug/glibc-2.41-12.fc42.x86_64/csu/../csu/libc-start.c:128:20
__libc_start_main_impl
/usr/src/debug/glibc-2.41-12.fc42.x86_64/csu/../csu/libc-start.c:347:5

21: ./Castro3d.gnu.CUDA.ex() [0x427595]
    _start at ??:?