=== If no file names and line numbers are shown below, one can run addr2line -Cpfie my_exefile my_line_address to convert `my_line_address` (e.g., 0x4a6b) into file name and line number. Or one can use amrex/Tools/Backtrace/parse_bt.py. === Please note that the line number reported by addr2line may not be accurate. One can use readelf -wl my_exefile | grep my_line_address' to find out the offset for that line. 0: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x5b8916] amrex::BLBackTrace::print_backtrace_info(_IO_FILE*) /raid/testing/castro-gfortran/amrex//Src/Base/AMReX_BLBackTrace.cpp:179:39 1: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x5baa8d] amrex::BLBackTrace::handler(int) /raid/testing/castro-gfortran/amrex//Src/Base/AMReX_BLBackTrace.cpp:85:15 2: /lib64/libc.so.6(+0x3da70) [0x7f17074b9a70] __restore_rt ??:0 3: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x606ca5] amrex::mf_cell_cons_lin_interp_mcslope(int, int, int, int, amrex::Array4 const&, amrex::Array4 const&, int, int, amrex::Box const&, amrex::IntVect const&, amrex::BCRec const*) inlined at /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_Interpolater.cpp:475:13 in amrex::CellConservativeLinear::interp(amrex::FArrayBox const&, int, amrex::FArrayBox&, int, int, amrex::Box const&, amrex::IntVect const&, amrex::Geometry const&, amrex::Geometry const&, amrex::Vector > const&, int, int, amrex::RunOn) /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_MFInterp_3D_C.H:108:60 operator() /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_Interpolater.cpp:475:13 LoopConcurrentOnCpu&, int, int, amrex::RunOn):: > /raid/testing/castro-gfortran/amrex//Src/Base/AMReX_Loop.H:210:10 amrex::CellConservativeLinear::interp(amrex::FArrayBox const&, int, amrex::FArrayBox&, int, int, amrex::Box const&, amrex::IntVect const&, amrex::Geometry const&, amrex::Geometry const&, amrex::Vector > const&, int, int, amrex::RunOn) /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_Interpolater.cpp:475:13 4: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x64aab5] std::enable_if::value&&(!std::is_same::value), void>::type amrex::FillPatchInterp(amrex::MultiFab&, int, amrex::MultiFab const&, int, int, amrex::IntVect const&, amrex::Geometry const&, amrex::Geometry const&, amrex::Box const&, amrex::IntVect const&, amrex::Interpolater*, amrex::Vector > const&, int) /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_FillPatchUtil_I.H:191:27 5: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x6448f4] FillPatchTwoLevels_doit, amrex::NullInterpHook > inlined at /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_FillPatchUtil_I.H:641:28 in amrex::FillPatchIterator::FillFromTwoLevels(double, int, int, int, int) /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_FillPatchUtil_I.H:410:32 std::enable_if::value, void>::type amrex::FillPatchTwoLevels, amrex::NullInterpHook >(amrex::MultiFab&, double, amrex::Vector > const&, amrex::Vector > const&, amrex::Vector > const&, amrex::Vector > const&, int, int, int, amrex::Geometry const&, amrex::Geometry const&, amrex::StateDataPhysBCFunct&, int, amrex::StateDataPhysBCFunct&, int, amrex::IntVect const&, amrex::InterpBase*, amrex::Vector > const&, int, amrex::NullInterpHook const&, amrex::NullInterpHook const&) /raid/testing/castro-gfortran/amrex//Src/AmrCore/AMReX_FillPatchUtil_I.H:641:28 amrex::FillPatchIterator::FillFromTwoLevels(double, int, int, int, int) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_AmrLevel.cpp:1139:30 6: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x64502a] amrex::FillPatchIterator::Initialize(int, double, int, int, int) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_AmrLevel.cpp:1022:34 7: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x646031] amrex::AmrLevel::FillPatch(amrex::AmrLevel&, amrex::MultiFab&, int, double, int, int, int, int) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_AmrLevel.cpp:2192:19 8: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x428b70] Castro::expand_state(amrex::MultiFab&, double, int) /raid/testing/castro-gfortran/Castro//Source/driver/Castro.cpp:4207:22 9: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x43d16e] Castro::initialize_do_advance(double) /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance.cpp:186:18 10: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x43e22b] Castro::do_advance_ctu(double, double, int, int) /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance_ctu.cpp:60:5 11: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x43ed1d] advance_status::operator=(advance_status&&) inlined at /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance_ctu.cpp:649:90 in Castro::subcycle_advance_ctu(double, double, int, int) /raid/testing/castro-gfortran/Castro//Source/driver/Castro.H:132:8 Castro::subcycle_advance_ctu(double, double, int, int) /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance_ctu.cpp:649:90 12: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x43d85a] double const& std::min(double const&, double const&) inlined at /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance.cpp:55:92 in Castro::advance(double, double, int, int) /usr/include/c++/10/bits/stl_algobase.h:236:9 Castro::advance(double, double, int, int) /raid/testing/castro-gfortran/Castro//Source/driver/Castro_advance.cpp:55:92 13: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x6360b9] std::vector >::operator[](unsigned long) inlined at /raid/testing/castro-gfortran/amrex//Src/Base/AMReX_Vector.H:37:59 in amrex::Amr::timeStep(int, double, int, int, double) /usr/include/c++/10/bits/stl_vector.h:1046:39 amrex::Vector >::operator[](unsigned long) /raid/testing/castro-gfortran/amrex//Src/Base/AMReX_Vector.H:37:59 amrex::Amr::timeStep(int, double, int, int, double) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_Amr.cpp:2018:68 14: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x636212] amrex::Amr::timeStep(int, double, int, int, double) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_Amr.cpp:2061:13 15: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x636212] amrex::Amr::timeStep(int, double, int, int, double) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_Amr.cpp:2061:13 16: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x636212] amrex::Amr::timeStep(int, double, int, int, double) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_Amr.cpp:2061:13 17: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x62d060] amrex::Amr::coarseTimeStep(double) /raid/testing/castro-gfortran/amrex//Src/Amr/AMReX_Amr.cpp:2125:13 18: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x42033d] main /raid/testing/castro-gfortran/Castro//Source/driver/main.cpp:136:33 19: /lib64/libc.so.6(__libc_start_main+0xf2) [0x7f17074a41e2] __libc_start_main ??:0 20: ./Castro3d.gnu.TEST.TPROF.MPI.ex() [0x426a1e] _start ??:0 ===== TinyProfilers ====== main() Amr::coarseTimeStep() Amr::timeStep() Amr::timeStep() Amr::timeStep() Amr::timeStep() Castro::advance() Castro::subcycle_advance_ctu() Castro::do_advance_ctu() Castro::initialize_do_advance() Castro::expand_state() FillPatchIterator::Initialize FillPatchTwoLevels FillPatchInterp(Fab) CellConservativeLinear::interp()