Backtrace from rank 1 pid 185128:
1. CarpetLib::signal_handler(int)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN9CarpetLib14signal_handlerEi+0xf4) [0xb16c54]]
2. /lib64/libc.so.6(+0x36400) [0x2aaab829f400]
3. /lib64/libc.so.6(gsignal+0x37) [0x2aaab829f387]
4. /lib64/libc.so.6(abort+0x148) [0x2aaab82a0a78]
5. /lib64/libc.so.6(+0x2f1a6) [0x2aaab82981a6]
6. /lib64/libc.so.6(+0x2f252) [0x2aaab8298252]
7. Carpet::Abort(_cGH const*, int)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN6Carpet5AbortEPK4_cGHi+0x25) [0x9e4025]]
8. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(CCTK_VWarn+0x4c4) [0x203c0b4]
9. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(CCTK_Error+0x1e) [0x203c20e]
10. CarpetLib::gdata::find_source_timelevel(std::vector<double, std::allocator<double> > const&, double, int, CarpetLib::operator_type, int&, int&) const   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZNK9CarpetLib5gdata21find_source_timelevelERKSt6vectorIdSaIdEEdiNS_13operator_typeERiS7_+0x890) [0xbc3fe0]]
11. CarpetLib::gdata::transfer_data(CarpetLib::gdata*, CarpetLib::comm_state&, std::vector<CarpetLib::gdata const*, std::allocator<CarpetLib::gdata const*> > const&, std::vector<double, std::allocator<double> > const&, CarpetLib::bbox<int, 3> const&, CarpetLib::bbox<int, 3> const&, CarpetLib::slab<int, 3> const*, int, int, double, int, int)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN9CarpetLib5gdata13transfer_dataEPS0_RNS_10comm_stateERKSt6vectorIPKS0_SaIS6_EERKS4_IdSaIdEERKNS_4bboxIiLi3EEESI_PKNS_4slabIiLi3EEEiidii+0x576) [0xbc2a56]]
12. CarpetLib::ggf::transfer_from_all(CarpetLib::comm_state&, int, int, int, std::vector<CarpetLib::sendrecv_pseudoregion_t, std::allocator<CarpetLib::sendrecv_pseudoregion_t> > const CarpetLib::dh::fast_dboxes::*, std::vector<int, std::allocator<int> > const&, int, int, double const&, bool, bool, CarpetLib::slab<int, 3> const*)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN9CarpetLib3ggf17transfer_from_allERNS_10comm_stateEiiiMNS_2dh11fast_dboxesEKSt6vectorINS_23sendrecv_pseudoregion_tESaIS6_EERKS5_IiSaIiEEiiRKdbbPKNS_4slabIiLi3EEE+0xcae) [0xbcdcae]]
13. CarpetLib::ggf::ref_bnd_prolongate_all(CarpetLib::comm_state&, int, int, int, double)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN9CarpetLib3ggf22ref_bnd_prolongate_allERNS_10comm_stateEiiid+0x255) [0xbcfb75]]
14. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19() [0x987268]
15. Carpet::SyncProlongateGroups(_cGH const*, std::vector<int, std::allocator<int> > const&, cFunctionData const*)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN6Carpet20SyncProlongateGroupsEPK4_cGHRKSt6vectorIiSaIiEEPK13cFunctionData+0x4b2) [0x983b32]]
16. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19() [0xa0ad8d]
17. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(Carpet_RequireValidData+0x20d) [0xa097bd]
18. Carpet::CycleTimeLevels(_cGH*)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN6Carpet15CycleTimeLevelsEP4_cGH+0x7f9) [0x9885a9]]
19. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19() [0x98cc79]
20. Carpet::Evolve(tFleshConfig*)   [/home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(_ZN6Carpet6EvolveEP12tFleshConfig+0x1a4) [0x98a824]]
21. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19(main+0xa5) [0x201cf05]
22. /lib64/libc.so.6(__libc_start_main+0xf5) [0x2aaab828b555]
23. /home/cuppsamu/toolkit/Cactus/exe/cactus_intel19() [0x54e069]

The hexadecimal addresses in this backtrace can also be interpreted
with a debugger (e.g. gdb), or with the 'addr2line' (or 'gaddr2line')
command line tool: 'addr2line -e cactus_sim <address>'.