sgchain runtime panic problem

[ssyuan]

C1224 11:05:51.994222 123145428819968 libra/common/crash-handler/src/lib.rs:38] details = '''panicked at 'timer error: timer is shutdown', /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/time/delay.rs:96:23'''
backtrace = '''
stack backtrace:
0: 0x107091fcd - alloc::raw_vec::alloc_guard::h158779c33f6cdb32
1: 0x107091f53 - alloc::raw_vec::alloc_guard::h158779c33f6cdb32
2: 0x107097b67 - backtrace::capture::Backtrace::create::h738c94c528ef5e3a
3: 0x107097aa6 - backtrace::symbolize::libbacktrace::init_state::load_filename::habcfbfdb7affd8ff
4: 0x104713a79 - crash_handler::handle_panic::h3e3df43e73943047
at libra/common/crash-handler/src/lib.rs:35
5: 0x104712f79 - crash_handler::setup_panic_handler::{{closure}}::h7e241495db13e2ca
at libra/common/crash-handler/src/lib.rs:27
6: 0x107264c12 - <std::panicking::begin_panic::PanicPayload as core::panic::BoxMeUp>::get::h2b8b0a58863fcf2c
7: 0x1072646ad - std::panicking::continue_panic_fmt::h0e74ab2b215a1401
8: 0x1072b1eee - std::thread::local::fast::Key::try_initialize::hcdc98eb893033f5a
9: 0x10713976d - tokio::runtime::thread_pool::current::CURRENT_WORKER::__getit::hc971981668080de7
10: 0x105bb3b6e - <futures_util::future::future::fuse::Fuse as core::future::future::Future>::poll::h80d4900e1245a899
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/future/future/fuse.rs:83
11: 0x105aea7e5 - <core::pin::Pin

as core::future::future::Future>::poll::h47d751673417589d
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/future/future.rs:119
12: 0x105ac763d - futures_util::future::future::FutureExt::poll_unpin::hf915dfeef2d4b0de
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/future/future/mod.rs:510
13: 0x105eddf9d - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::dial_eligible_peers::{{closure}}::{{closure}}::{{closure}}::{{closure}}::hce2481b71a01d8d0
at libra/network/src/connectivity_manager/mod.rs:294
14: 0x10598cd78 - core::ops::function::impls::<impl core::ops::function::FnMut for &mut F>::call_mut::heb58611d3bc25002
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:265
15: 0x105ede88d - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::dial_eligible_peers::{{closure}}::{{closure}}::{{closure}}::hea09fba16345eab4
at /Volumes/jiayi/project/rust/starcoin_stargate/<::futures_util::async_await::select_mod::select macros>:4
16: 0x10585e055 - <futures_util::future::poll_fn::PollFn as core::future::future::Future>::poll::he9f2ff6b0ac5123e
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/future/poll_fn.rs:54
17: 0x1058bb6fd - std::future::poll_with_tls_context::{{closure}}::h7b37992fed40e018
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
18: 0x1058785ce - std::future::get_task_context::h0611c23669f2a21a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:111
19: 0x1058b4c9d - std::future::poll_with_tls_context::h3229c4a41c7210e9
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
20: 0x105ee05c8 - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::dial_eligible_peers::{{closure}}::{{closure}}::hb3c35a3f9e6a0b43
at libra/network/src/connectivity_manager/mod.rs:294
21: 0x1058c7245 - <std::future::GenFuture as core::future::future::Future>::poll::{{closure}}::h1c844ce4e07b0e67
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
22: 0x1058ab9f7 - std::future::set_task_context::hf295f2edf3419cf5
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:79
23: 0x1058c0cd4 - <std::future::GenFuture as core::future::future::Future>::poll::h635fe7bbcdc28a4b
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
24: 0x105aebd9a - <core::pin::Pin

as core::future::future::Future>::poll::hbe82c9fb3cf1b88e
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/future/future.rs:119
25: 0x105bc5ba5 - <futures_util::stream::futures_unordered::FuturesUnordered as futures_core::stream::Stream>::poll_next::h33fb1baac567a946
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/stream/futures_unordered/mod.rs:434
26: 0x105bd79fc - futures_util::stream::stream::StreamExt::poll_next_unpin::h382530631ce58227
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/stream/stream/mod.rs:1149
27: 0x105aacf5e - <futures_util::stream::stream::select_next_some::SelectNextSome as core::future::future::Future>::poll::h23c63c0c1a3f11d7
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/stream/stream/select_next_some.rs:33
28: 0x105aeaa24 - <core::pin::Pin

as core::future::future::Future>::poll::h4dc1a32e09260292
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/future/future.rs:119
29: 0x105ac759c - futures_util::future::future::FutureExt::poll_unpin::hf61f60195cdf3449
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/future/future/mod.rs:510
30: 0x105ed1710 - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::start::{{closure}}::{{closure}}::{{closure}}::h00f84bd361e86c0b
at libra/network/src/connectivity_manager/mod.rs:147
31: 0x10598c8bc - core::ops::function::impls::<impl core::ops::function::FnMut for &mut F>::call_mut::h20d8b39eb386924a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:265
32: 0x105ed2668 - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::start::{{closure}}::{{closure}}::hcdb536d49f7fa77a
at /Volumes/jiayi/project/rust/starcoin_stargate/<::futures_util::async_await::select_mod::select macros>:4
33: 0x10585dfaa - <futures_util::future::poll_fn::PollFn as core::future::future::Future>::poll::he8ea458b2a702f57
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/futures-util-0.3.1/src/future/poll_fn.rs:54
34: 0x1058bcc04 - std::future::poll_with_tls_context::{{closure}}::hc905313e73b32823
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
35: 0x10588c8e0 - std::future::get_task_context::hbf05672b64773219
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:111
36: 0x1058b7ab4 - std::future::poll_with_tls_context::hc1c9584b8541b60e
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
37: 0x105ed55a3 - network::connectivity_manager::ConnectivityManager<TTicker,TSubstream,TBackoff>::start::{{closure}}::h6e75d0ef4b2e0fc7
at libra/network/src/connectivity_manager/mod.rs:147
38: 0x1058d730d - <std::future::GenFuture as core::future::future::Future>::poll::{{closure}}::hdbaa7ff6e191a909
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
39: 0x1058a7708 - std::future::set_task_context::had4623ef39a83e9e
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:79
40: 0x1058bf912 - <std::future::GenFuture as core::future::future::Future>::poll::h396e2eb8a57b0277
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
41: 0x1058bafdd - std::future::poll_with_tls_context::{{closure}}::h62f34c678c42a091
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
42: 0x10588699e - std::future::get_task_context::h8ccf525f00ee3e7c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:111
43: 0x1058b6dcd - std::future::poll_with_tls_context::h943987d8965bb61a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:121
44: 0x105be9c6b - network::validator_network::network_builder::NetworkBuilder::build_with_transport::{{closure}}::h3c3f1b4d5101114b
at libra/network/src/validator_network/network_builder.rs:470
45: 0x1058cebfd - <std::future::GenFuture as core::future::future::Future>::poll::{{closure}}::h7265c64e459d3174
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
46: 0x10589f648 - std::future::set_task_context::h4821e0f4baa095c5
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:79
47: 0x1058bed82 - <std::future::GenFuture as core::future::future::Future>::poll::h21f2acfa31bd8c0d
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
48: 0x105f6af62 - tokio::task::core::Core::poll::hc49c9f35c5e794c8
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/core.rs:128
49: 0x105cc5992 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::h897313462cef571d
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:120
50: 0x1058ecd19 - core::ops::function::FnOnce::call_once::hc3386f95fa408cbe
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
51: 0x105d1b11d - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h55dcee029a4c1e51
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
52: 0x105dd36ba - std::panicking::try::do_call::hfbea6236ac72e942
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
53: 0x10726861f - panic_unwind::dwarf::eh::read_encoded_pointer::h8a85bd7bb8b1ba5e
54: 0x105dc897c - std::panicking::try::hb50ae6fad19a9ef0
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
55: 0x105d1dee4 - std::panic::catch_unwind::ha0fcc09215331a96
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
56: 0x105cc2908 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::hcc084ddc7ace142c
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:101
57: 0x105a0afca - tokio::loom::std::causal_cell::CausalCell::with_mut::h7600211f9cafe3ea
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/loom/std/causal_cell.rs:41
58: 0x105c9a4a1 - tokio::task::harness::Harness<T,S>::poll::h077bb9a56f86fd86
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:100
59: 0x105d2a3f2 - tokio::task::raw::poll::he4a932bee4511b8d
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/raw.rs:162
60: 0x1071904ca - tokio::task::raw::RawTask::into_raw::h9cda4ed4b76ad4c2
61: 0x1071b0ac4 - tokio::task::Task::into_raw::hb09dbce46b8f4d47
62: 0x107186cca - tokio::runtime::thread_pool::worker::GenerationGuard::run_task::h2fca9ab7f656fb71
63: 0x107186504 - tokio::runtime::thread_pool::worker::GenerationGuard::process_available_work::h7717e8169f39c544
64: 0x107186230 - tokio::runtime::thread_pool::worker::GenerationGuard::run::h09a52bcca2307df3
65: 0x107185cd0 - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::{{closure}}::h16ff2c3c2bf5af86
66: 0x10714d9ee - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
67: 0x10714bf40 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
68: 0x107185d3f - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::h1fe1faf17ebfdeb5
69: 0x107198e80 - tokio::runtime::blocking::pool::Spawner::enter::{{closure}}::hbf8c746af92946ae
70: 0x10714cf0c - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
71: 0x10714ba78 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
72: 0x107198bfb - tokio::runtime::blocking::pool::BlockingPool::spawner::h6fa7524c526e9e74
73: 0x107185d7e - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::h728dab82e88f3087
74: 0x107136644 - tokio::runtime::global::with_state::{{closure}}::h74dc2615542b4e9a
75: 0x10714c24c - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
76: 0x10714bc18 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
77: 0x10713657f - tokio::io::driver::scheduled_io::unpack_generation::h8be10c82069fb040
78: 0x107136854 - tokio::runtime::global::EXECUTOR::__init::hef6c9c8b067f6967
79: 0x107185dd6 - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::h6f898094fed38885
80: 0x107136aa9 - tokio::runtime::thread_pool::current::set::{{closure}}::h28d8c04d912268ad
81: 0x10714cca8 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
82: 0x10714c089 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
83: 0x10713699f - tokio::runtime::thread_pool::current::set::h30a71bb753b3ca75
84: 0x107185ae2 - tokio::runtime::thread_pool::worker::Worker::run::ha809fd59edf343f3
85: 0x10714453b - tokio::runtime::thread_pool::Workers::spawn::{{closure}}::{{closure}}::h1d0b82f0fc439a0e
86: 0x107185190 - <core::time::Duration as core::cmp::PartialOrd>::gt::hdd2fc54e83a25cac
87: 0x10718f7b4 - tokio::runtime::thread_pool::queue::inject::Inject::wait_for_unlocked::h2b9614b89ef990b0
88: 0x107129e22 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::hd3ca20cba6cecbdb
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:120
89: 0x10719a7c9 - core::ops::function::FnOnce::call_once::hb8147d0d3db2980e
90: 0x10717f20d - tokio::util::slab::shard::Shard::local::haec034cf0f539eff
91: 0x1071692ea - tokio::time::ms::h8b26561f284186bc
92: 0x10726861f - panic_unwind::dwarf::eh::read_encoded_pointer::h8a85bd7bb8b1ba5e
93: 0x107168f0c - tokio::time::ms::h8b26561f284186bc
94: 0x10717f9c4 - std::sys_common::condvar::Condvar::wait_timeout::h8a5adbc4751d608e
95: 0x107129fb8 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::hf183fc89e9f4e9f8
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:101
96: 0x10716b6ca - <std::sys::unix::time::inner::Instant as core::cmp::PartialOrd>::partial_cmp::h337098a603d1b915
97: 0x107129a91 - tokio::task::harness::Harness<T,S>::poll::ha89060ad194daa33
at /Users/suoyuan/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:100
98: 0x107190782 - tokio::task::raw::RawTask::into_raw::h9cda4ed4b76ad4c2
99: 0x1071904ca - tokio::task::raw::RawTask::into_raw::h9cda4ed4b76ad4c2
100: 0x1071b0b64 - tokio::task::Task::into_raw::hb09dbce46b8f4d47
101: 0x107199f8a - tokio::runtime::blocking::pool::run_task::h358646ad1e55eef0
102: 0x107199990 - tokio::runtime::blocking::pool::Inner::run2::ha8baa7a993736524
103: 0x1071997b8 - tokio::runtime::blocking::pool::Inner::run::{{closure}}::{{closure}}::h0e9a7168790495e5
104: 0x10713671d - tokio::runtime::global::with_state::{{closure}}::hb9a1f3c8cc619f02
105: 0x10714d52f - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
106: 0x10714bbb5 - tokio::runtime::enter::ENTERED::__init::h2417005f1cedcabd
107: 0x107136538 - tokio::io::driver::scheduled_io::unpack_generation::h8be10c82069fb040
108: 0x107136891 - tokio::runtime::global::EXECUTOR::__init::hef6c9c8b067f6967
109: 0x10718554d - tokio::runtime::thread_pool::spawner::Spawner::new::h174561e03889b7fe
110: 0x1071358b5 - tokio::runtime::io::variant::set_default::{{closure}}::hf886bcdde959353f
111: 0x1071997ed - tokio::runtime::blocking::pool::Inner::run::{{closure}}::hcd965db322294eac
112: 0x10717eb09 - tokio::time::clock::Clock::new::h30e65a6e7ce1b26a
113: 0x10716bf1a - tokio::runtime::time::variant::create_driver::h7b17d49fce12b81d
114: 0x107199775 - tokio::runtime::blocking::pool::Inner::run::h4cefc1cca6ecfb93
115: 0x1071996a8 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h30be7139b48253db
116: 0x107154b5d - tokio::time::driver::Inner::normalize_deadline::h100e9890a79b3c16
117: 0x10718945d - mio::sys::unix::ready::UnixReady::is_hup::h2340af7c200fe7ac
118: 0x10717f28d - tokio::util::slab::shard::Shard::local::haec034cf0f539eff
119: 0x10716944a - tokio::time::ms::h8b26561f284186bc
120: 0x10726861f - panic_unwind::dwarf::eh::read_encoded_pointer::h8a85bd7bb8b1ba5e
121: 0x1071691ae - tokio::time::ms::h8b26561f284186bc
122: 0x10717f9ed - std::sys_common::condvar::Condvar::wait_timeout::h8a5adbc4751d608e
123: 0x1071892b6 - mio::sys::unix::ready::UnixReady::is_hup::h2340af7c200fe7ac
124: 0x10719a505 - core::ops::function::FnOnce::call_once{{vtable.shim}}::hf3d1382a570c9cd7
125: 0x107256fde - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::hd1afe4d791e3679f
126: 0x107267b6e - std::sys::unix::thread::Thread::new::thread_start::h785fcf8d81bd0f52
127: 0x7fff73ddee65 -

[ssyuan]

[problem2] sgchain runtime auto exist
CW1224 11:03:45.011467 123145336082432 libra/executor/src/block_processor.rs:617] Failed to send execute block response.

[nanne007]

Is this panic resolved?

[ssyuan]

C0107 18:54:57.118840 140301238793984 libra/common/crash-handler/src/lib.rs:38] details = '''panicked at 'add_block_info failed.: block already exist in block tree.', src/libcore/result.rs:1165:5'''
backtrace = '''
stack backtrace:
0: 0x55a21eeac76d - backtrace::backtrace::libunwind::trace::h714083383d378902
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/libunwind.rs:88
backtrace::backtrace::trace_unsynchronized::h119cccd9a26cee98
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/mod.rs:66
1: 0x55a21eeac6ee - backtrace::backtrace::trace::h6ecc24c4b94ba444
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/mod.rs:53
2: 0x55a21eeb1a9d - backtrace::capture::Backtrace::create::h61f60f9dcaa2dc79
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/capture.rs:164
3: 0x55a21eeb19b5 - backtrace::capture::Backtrace::new::h811ea696fe1919c5
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/capture.rs:128
4: 0x55a21c4380fd - crash_handler::handle_panic::h48d1b9c9c6d9116c
at libra/common/crash-handler/src/lib.rs:35
5: 0x55a21c4387c8 - crash_handler::setup_panic_handler::{{closure}}::h52adbc702604f5f6
at libra/common/crash-handler/src/lib.rs:27
6: 0x55a21f0c1c4c - std::panicking::rust_panic_with_hook::h825f041245da8739
at src/libstd/panicking.rs:477
7: 0x55a21f0c1702 - std::panicking::continue_panic_fmt::hbe0378e33481e81b
at src/libstd/panicking.rs:380
8: 0x55a21f0c15f6 - rust_begin_unwind
at src/libstd/panicking.rs:307
9: 0x55a21f0de84a - core::panicking::panic_fmt::h527855ce0bc891f6
at src/libcore/panicking.rs:85
10: 0x55a21f0de947 - core::result::unwrap_failed::ha8b77e6004f0ba38
at src/libcore/result.rs:1165
11: 0x55a21e1ef9a3 - core::result::Result<T,E>::expect::hc96d19c2c545d8a6
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/result.rs:960
12: 0x55a21bec87fd - consensus::pow::chain_manager::ChainManager::save_block::{{closure}}::hdc013e2c92b851f3
at libra/consensus/src/pow/chain_manager.rs:86
13: 0x55a21c14ad7b - <std::future::GenFuture as core::future::future::Future>::poll::{{closure}}::h1a6204472ba99680
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
14: 0x55a21c143b21 - std::future::set_task_context::hf6bc142d65c6a94d
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:79
15: 0x55a21c149d78 - <std::future::GenFuture as core::future::future::Future>::poll::hafd10de7c96c0f23
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
16: 0x55a21c0a142e - tokio::task::core::Core::poll::h3925697176ab71d6
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/core.rs:128
17: 0x55a21c204f98 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::h57c096daf8866f55
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:120
18: 0x55a21bfc036c - core::ops::function::FnOnce::call_once::haa645e9328f49b6a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
19: 0x55a21c21c38e - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h92da0aa4e71f6de2
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
20: 0x55a21c23ddc5 - std::panicking::try::do_call::hf70ea436506dd542
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
21: 0x55a21f0c600a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
22: 0x55a21c23bea6 - std::panicking::try::hb7712a8bf5b08802
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
23: 0x55a21c21c995 - std::panic::catch_unwind::hd91afa74a19c6300
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
24: 0x55a21c204c53 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::hbc3e917f6b15f375
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:101
25: 0x55a21c234eff - tokio::loom::std::causal_cell::CausalCell::with_mut::h9acf85f6e86cb50d
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/loom/std/causal_cell.rs:41
26: 0x55a21c201b80 - tokio::task::harness::Harness<T,S>::poll::hc14d2f9bab843f3e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:100
27: 0x55a21c247468 - tokio::task::raw::poll::h593fb30224de4569
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/raw.rs:162
28: 0x55a21efc4d17 - tokio::task::raw::RawTask::poll::h6b2a2a0cf8f4c67a
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/raw.rs:113
29: 0x55a21efe72cc - tokio::task::Task::run::h8e01d7609175fb88
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/mod.rs:371
30: 0x55a21efba328 - tokio::runtime::thread_pool::worker::GenerationGuard::run_task::hff01ab4042cbf13f
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:466
31: 0x55a21efb9b27 - tokio::runtime::thread_pool::worker::GenerationGuard::process_available_work::h8f850eaf3eae656b
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:324
32: 0x55a21efb9704 - tokio::runtime::thread_pool::worker::GenerationGuard::run::h7f5bfdfeeca08f0e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:289
33: 0x55a21efb913f - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::{{closure}}::hbdd4d8d8c41f61d7
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:175
34: 0x55a21ef78850 - std::thread::local::LocalKey::try_with::h1bd1a0169d270344
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
35: 0x55a21ef78103 - std::thread::local::LocalKey::with::hb868a9bb32af225e
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
36: 0x55a21efb91cd - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::h57916bde44bedd33
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:151
37: 0x55a21efce3e3 - tokio::runtime::blocking::pool::Spawner::enter::{{closure}}::h236c0c9d77aa4185
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:191
38: 0x55a21ef79000 - std::thread::local::LocalKey::try_with::h44d4f99c0a85a6aa
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
39: 0x55a21ef77b0c - std::thread::local::LocalKey::with::h0feb9bc75add4abb
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
40: 0x55a21efce17c - tokio::runtime::blocking::pool::Spawner::enter::hc0e45c71d1f29927
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:176
41: 0x55a21efb920c - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::hc80125de12799544
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:150
42: 0x55a21ef5fb37 - tokio::runtime::global::with_state::{{closure}}::he3ab3734f2b8c5b0
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:100
43: 0x55a21ef79d50 - std::thread::local::LocalKey::try_with::heae82d7011cb91d4
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
44: 0x55a21ef7802c - std::thread::local::LocalKey::with::ha4209bf198d59050
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
45: 0x55a21ef5f914 - tokio::runtime::global::with_state::hd2047e69b02b925a
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:83
46: 0x55a21ef5fc8b - tokio::runtime::global::with_thread_pool::h4ef0b78625b94bfc
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:75
47: 0x55a21efb926c - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::h839d4d35ed973d0c
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:149
48: 0x55a21ef5fefe - tokio::runtime::thread_pool::current::set::{{closure}}::h764dc25c53582aa4
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/current.rs:47
49: 0x55a21ef7a02c - std::thread::local::LocalKey::try_with::hfa8650d9f5154d21
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
50: 0x55a21ef77e8d - std::thread::local::LocalKey::with::h8e57c7a726e960a0
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
51: 0x55a21ef5fde7 - tokio::runtime::thread_pool::current::set::hf2269f92697b8d83
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/current.rs:29
52: 0x55a21efb8f03 - tokio::runtime::thread_pool::worker::Worker::run::h77bbe3ca3a68c698
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/worker.rs:145
53: 0x55a21ef6f9aa - tokio::runtime::thread_pool::Workers::spawn::{{closure}}::{{closure}}::h75ca271b7ad715db
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/mod.rs:124
54: 0x55a21efb8446 - <tokio::runtime::blocking::task::BlockingTask as core::future::future::Future>::poll::he6d58e488b9d4dad
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/task.rs:30
55: 0x55a21efc4008 - tokio::task::core::Core::poll::h6e1259a8cd65b174
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/core.rs:128
56: 0x55a21eff2d08 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::h5f102c4bf615a443
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:120
57: 0x55a21efd8de8 - core::ops::function::FnOnce::call_once::h9be3cb43b5fe0be9
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
58: 0x55a21efb1b9e - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h188487370c8fbb95
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
59: 0x55a21ef99175 - std::panicking::try::do_call::h0fbf5690f10a9661
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
60: 0x55a21f0c600a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
61: 0x55a21ef989f6 - std::panicking::try::h6fee4bcf95d136c3
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
62: 0x55a21efb2565 - std::panic::catch_unwind::h854d7ce36511cdbc
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
63: 0x55a21eff2e63 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::h6bbad7bde766235d
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:101
64: 0x55a21ef9b88f - tokio::loom::std::causal_cell::CausalCell::with_mut::h3c9fee20ef26c8d3
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/loom/std/causal_cell.rs:41
65: 0x55a21eff2910 - tokio::task::harness::Harness<T,S>::poll::hcd1f037f023cb618
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/harness.rs:100
66: 0x55a21efc4fe8 - tokio::task::raw::poll::h01555d582bb52b71
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/raw.rs:162
67: 0x55a21efc4d17 - tokio::task::raw::RawTask::poll::h6b2a2a0cf8f4c67a
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/raw.rs:113
68: 0x55a21efe720c - tokio::task::Task::run::h356418c4ab1070aa
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/task/mod.rs:371
69: 0x55a21efcf86d - tokio::runtime::blocking::pool::run_task::hc31e81e9f48ba384
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:355
70: 0x55a21efcf12a - tokio::runtime::blocking::pool::Inner::run2::he1f8ee5210558653
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:281
71: 0x55a21efceef1 - tokio::runtime::blocking::pool::Inner::run::{{closure}}::{{closure}}::h2cc23970a6379858
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:266
72: 0x55a21ef5fa06 - tokio::runtime::global::with_state::{{closure}}::h40b327bfb37bc971
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:100
73: 0x55a21ef793eb - std::thread::local::LocalKey::try_with::h65ae7858b33302b5
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
74: 0x55a21ef78308 - std::thread::local::LocalKey::with::hfb9dbdb1a4242780
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
75: 0x55a21ef5f95b - tokio::runtime::global::with_state::hea235b1e452d0aa9
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:83
76: 0x55a21ef5fcc6 - tokio::runtime::global::with_thread_pool::hc8669c8b7a5f42c9
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/global.rs:75
77: 0x55a21efb889e - tokio::runtime::thread_pool::spawner::Spawner::enter::h59299a5c4e8aa83d
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/thread_pool/spawner.rs:44
78: 0x55a21ef5eb0f - tokio::runtime::spawner::Spawner::enter::heec9413643506a2e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/spawner.rs:32
79: 0x55a21efcef2f - tokio::runtime::blocking::pool::Inner::run::{{closure}}::hf8e87e8f66e6c504
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:266
80: 0x55a21efa33e7 - tokio::time::clock::Clock::enter::hf78c26dc18d572e4
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/time/clock.rs:30
81: 0x55a21ef9c7b2 - tokio::runtime::time::variant::with_default::h7e2f59a27d6a583e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/time.rs:43
82: 0x55a21efceea8 - tokio::runtime::blocking::pool::Inner::run::ha1b7f79d65796345
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:265
83: 0x55a21efcedb1 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hdd139b198ea0cb69
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.4/src/runtime/blocking/pool.rs:249
84: 0x55a21ef7234b - std::sys_common::backtrace::__rust_begin_short_backtrace::h237d6ad95ed20077
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/sys_common/backtrace.rs:126
85: 0x55a21efbd02e - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h21a0e620e10f07d8
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/mod.rs:470
86: 0x55a21efb1bfe - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::hc6740fb4a0e4dae2
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
87: 0x55a21ef99235 - std::panicking::try::do_call::h95ac1f2541c75f19
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
88: 0x55a21f0c600a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
89: 0x55a21ef98e69 - std::panicking::try::hbec1fee338460871
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
90: 0x55a21efb25be - std::panic::catch_unwind::he33d52a8ee26882c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
91: 0x55a21efbce1e - std::thread::Builder::spawn_unchecked::{{closure}}::h2941de7cd4cfae5c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/mod.rs:469
92: 0x55a21efd8ab4 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h234c2fda5aaf4c32
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
93: 0x55a21f0b32ff - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::h483711add4ba2330
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/liballoc/boxed.rs:922
94: 0x55a21f0c5370 - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::h7605b45eb29ed0be
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/liballoc/boxed.rs:922
std::sys_common::thread::start_thread::h557b0c2dc4449562
at src/libstd/sys_common/thread.rs:13

[ssyuan]

C0107 17:43:41.348903 140698279999232 libra/common/crash-handler/src/lib.rs:38] details = '''panicked at 'already mutably borrowed', /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/atomic_refcell-0.1.4/src/lib.rs:171:13'''
4: 0x55a361a5a0fd - crash_handler::handle_panic::h48d1b9c9c6d9116c
5: 0x55a361a5a7c8 - crash_handler::setup_panic_handler::{{closure}}::h52adbc702604f5f6
6: 0x55a3646e3c4c - std::panicking::rust_panic_with_hook::h825f041245da8739
at src/libstd/panicking.rs:477
7: 0x55a361a5c173 - std::panicking::begin_panic::h4991341b63cccc5e
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:407
8: 0x55a361a5bf03 - atomic_refcell::AtomicBorrowRef::do_panic::hc93f9da2a378b304
18: 0x55a36183e21e - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h498e884e802a84e5
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
19: 0x55a36185f7a5 - std::panicking::try::do_call::h57d47a29d7c08b3c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
20: 0x55a3646e800a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
21: 0x55a36185e4f6 - std::panicking::try::hd70db8d203ae3244
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
22: 0x55a36183e605 - std::panic::catch_unwind::h1ddbd601ea46261d
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
57: 0x55a3645d3b9e - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h188487370c8fbb95
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
58: 0x55a3645bb175 - std::panicking::try::do_call::h0fbf5690f10a9661
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
59: 0x55a3646e800a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
60: 0x55a3645ba9f6 - std::panicking::try::h6fee4bcf95d136c3
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
61: 0x55a3645d4565 - std::panic::catch_unwind::h854d7ce36511cdbc
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
85: 0x55a3645d3bfe - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::hc6740fb4a0e4dae2
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
86: 0x55a3645bb235 - std::panicking::try::do_call::h95ac1f2541c75f19
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
87: 0x55a3646e800a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
88: 0x55a3645bae69 - std::panicking::try::hbec1fee338460871
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
89: 0x55a3645d45be - std::panic::catch_unwind::he33d52a8ee26882c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394

[ssyuan]

C0109 19:16:19.876777 140144625579776 libra/common/crash-handler/src/lib.rs:38] details = '''panicked at 'find ancestors err.', src/libcore/option.rs:1190:5'''
backtrace = '''
stack backtrace:
0: 0x55bcb965622d - backtrace::backtrace::libunwind::trace::h9534e738497f3e0c
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/libunwind.rs:88
backtrace::backtrace::trace_unsynchronized::hfaeb352168d67f4f
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/mod.rs:66
1: 0x55bcb96561ae - backtrace::backtrace::trace::h4debebf7a7481f52
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/backtrace/mod.rs:53
2: 0x55bcb965b55d - backtrace::capture::Backtrace::create::hb5d38b1db6575962
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/capture.rs:164
3: 0x55bcb965b455 - backtrace::capture::Backtrace::new::h8d4306883159fabf
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/backtrace-0.3.40/src/capture.rs:128
4: 0x55bcb6b7ec8d - crash_handler::handle_panic::h3dca0b5d89e71da7
at libra/common/crash-handler/src/lib.rs:35
5: 0x55bcb6b7f5f8 - crash_handler::setup_panic_handler::{{closure}}::h3f0717e6df3a8eab
at libra/common/crash-handler/src/lib.rs:27
6: 0x55bcb98711dc - std::panicking::rust_panic_with_hook::h825f041245da8739
at src/libstd/panicking.rs:477
7: 0x55bcb9870c92 - std::panicking::continue_panic_fmt::hbe0378e33481e81b
at src/libstd/panicking.rs:380
8: 0x55bcb9870b86 - rust_begin_unwind
at src/libstd/panicking.rs:307
9: 0x55bcb988e0aa - core::panicking::panic_fmt::h527855ce0bc891f6
at src/libcore/panicking.rs:85
10: 0x55bcb988e117 - core::option::expect_failed::h616db3795314a1d2
at src/libcore/option.rs:1190
11: 0x55bcb687224c - core::option::Option::expect::h754749a4a1fc9ee4
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/option.rs:345
12: 0x55bcb6913f7c - consensus::pow::chain_manager::ChainManager::save_block::{{closure}}::h87e9ce6f6166d03d
at libra/consensus/src/pow/chain_manager.rs:90
13: 0x55bcb68956bb - <std::future::GenFuture as core::future::future::Future>::poll::{{closure}}::h3190f373d169e70c
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
14: 0x55bcb688cf11 - std::future::set_task_context::hd5b9b00ff9fafbcd
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:79
15: 0x55bcb6894348 - <std::future::GenFuture as core::future::future::Future>::poll::he104bfcefac710cb
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/future.rs:43
16: 0x55bcb677a05e - tokio::task::core::Core::poll::h2dd480daeb3c0b0b
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/core.rs:128
17: 0x55bcb6970db8 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::hb59248d86f94fe03
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:120
18: 0x55bcb68064bc - core::ops::function::FnOnce::call_once::h49bde92a17072260
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
19: 0x55bcb66b257e - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h4796717a63b1ed52
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
20: 0x55bcb6948b25 - std::panicking::try::do_call::hbab45729670578f9
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
21: 0x55bcb987586a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
22: 0x55bcb69458e6 - std::panicking::try::h49b842904a2f11d3
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
23: 0x55bcb66b2ac5 - std::panic::catch_unwind::h544eca025e60a28d
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
24: 0x55bcb69702d3 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::hd7023e12d705ae74
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:101
25: 0x55bcb69acaef - tokio::loom::std::causal_cell::CausalCell::with_mut::h36534eaa66c19c27
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/loom/std/causal_cell.rs:41
26: 0x55bcb696dbe0 - tokio::task::harness::Harness<T,S>::poll::hbbb1e73723f154f6
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:100
27: 0x55bcb6839078 - tokio::task::raw::poll::h6eb904edb1aca9e6
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/raw.rs:162
28: 0x55bcb9765d57 - tokio::task::raw::RawTask::poll::h659d5e6e18c14053
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/raw.rs:113
29: 0x55bcb979276c - tokio::task::Task::run::h889ea6c66b34db35
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/mod.rs:371
30: 0x55bcb9771428 - tokio::runtime::thread_pool::worker::GenerationGuard::run_task::hc287522dd2e10780
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:466
31: 0x55bcb9770c27 - tokio::runtime::thread_pool::worker::GenerationGuard::process_available_work::hb44fc893d8e36af5
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:324
32: 0x55bcb9770804 - tokio::runtime::thread_pool::worker::GenerationGuard::run::hd1890bb6c2534e57
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:289
33: 0x55bcb977023f - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::{{closure}}::h5d2dfb2d7469e721
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:175
34: 0x55bcb9727250 - std::thread::local::LocalKey::try_with::h0230aaa67abba392
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
35: 0x55bcb9726bb3 - std::thread::local::LocalKey::with::h5989535c6cde1a40
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
36: 0x55bcb97702cd - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::{{closure}}::h77749d0d08b36bb2
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:151
37: 0x55bcb976def3 - tokio::runtime::blocking::pool::Spawner::enter::{{closure}}::hd2cfdca556458a23
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:194
38: 0x55bcb97273b0 - std::thread::local::LocalKey::try_with::h07e2e076a590861f
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
39: 0x55bcb9726adc - std::thread::local::LocalKey::with::h4a8112eab45fc242
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
40: 0x55bcb976dc8c - tokio::runtime::blocking::pool::Spawner::enter::hd50d06849dacb793
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:179
41: 0x55bcb977030c - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::{{closure}}::hbca3c9673ef92df9
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:150
42: 0x55bcb970d437 - tokio::runtime::global::with_state::{{closure}}::h7699ec87277bfaa4
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:100
43: 0x55bcb9727bd0 - std::thread::local::LocalKey::try_with::h4dd3a63127e2e022
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
44: 0x55bcb97268fc - std::thread::local::LocalKey::with::h11a20ab66a8bf59a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
45: 0x55bcb970d214 - tokio::runtime::global::with_state::haa532f4667740c10
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:83
46: 0x55bcb970d5cb - tokio::runtime::global::with_thread_pool::h8541bbce7a7e453d
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:75
47: 0x55bcb977036c - tokio::runtime::thread_pool::worker::Worker::run::{{closure}}::hbe4ad7747527d28b
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:149
48: 0x55bcb970d73e - tokio::runtime::thread_pool::current::set::{{closure}}::hed90498b9fd8e12e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/current.rs:47
49: 0x55bcb972768c - std::thread::local::LocalKey::try_with::h2786b30eef321506
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
50: 0x55bcb9726a5d - std::thread::local::LocalKey::with::h3b78d95776990731
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
51: 0x55bcb970d627 - tokio::runtime::thread_pool::current::set::h8ea8c5163571573e
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/current.rs:29
52: 0x55bcb9770003 - tokio::runtime::thread_pool::worker::Worker::run::hd41e703fbbc7f331
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/worker.rs:145
53: 0x55bcb971e8ba - tokio::runtime::thread_pool::Workers::spawn::{{closure}}::{{closure}}::hd6287157d989f09f
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/mod.rs:124
54: 0x55bcb975c396 - <tokio::runtime::blocking::task::BlockingTask as core::future::future::Future>::poll::h10b112b2084c8ff8
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/task.rs:30
55: 0x55bcb97652d8 - tokio::task::core::Core::poll::hb54f573cab54ebda
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/core.rs:128
56: 0x55bcb979f8a8 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::{{closure}}::h7dbf19fc0f3b114f
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:120
57: 0x55bcb9783728 - core::ops::function::FnOnce::call_once::h8f7e9971c78cdb65
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
58: 0x55bcb975e2fe - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::haaed98dd4467962f
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
59: 0x55bcb97497c5 - std::panicking::try::do_call::hf0744b18481e6abd
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
60: 0x55bcb987586a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
61: 0x55bcb97491b6 - std::panicking::try::habae9468b5f6d7d4
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
62: 0x55bcb975e495 - std::panic::catch_unwind::h952fd6858bc7e157
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
63: 0x55bcb979fa03 - tokio::task::harness::Harness<T,S>::poll::{{closure}}::h2034aee47ff8a185
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:101
64: 0x55bcb974d1cf - tokio::loom::std::causal_cell::CausalCell::with_mut::h185d7cf7c800f826
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/loom/std/causal_cell.rs:41
65: 0x55bcb979f4b0 - tokio::task::harness::Harness<T,S>::poll::h9edc33f288bc2492
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/harness.rs:100
66: 0x55bcb9766028 - tokio::task::raw::poll::h378760c7d9d96d83
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/raw.rs:162
67: 0x55bcb9765d57 - tokio::task::raw::RawTask::poll::h659d5e6e18c14053
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/raw.rs:113
68: 0x55bcb979282c - tokio::task::Task::run::hbd1f3596972e0e30
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/task/mod.rs:371
69: 0x55bcb976f64d - tokio::runtime::blocking::pool::run_task::h14bd746bdad2be47
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:368
70: 0x55bcb976ec92 - tokio::runtime::blocking::pool::Inner::run2::h66a1db56de622506
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:284
71: 0x55bcb976ea51 - tokio::runtime::blocking::pool::Inner::run::{{closure}}::{{closure}}::hf7ebfcf22557a7d8
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:269
72: 0x55bcb970d306 - tokio::runtime::global::with_state::{{closure}}::h35a6d51127e7dc3d
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:100
73: 0x55bcb9728abb - std::thread::local::LocalKey::try_with::hcf44acd90b18ed3b
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:262
74: 0x55bcb9726878 - std::thread::local::LocalKey::with::h0e3f31932041cd07
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/local.rs:239
75: 0x55bcb970d25b - tokio::runtime::global::with_state::hb6727b420b4c0ab5
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:83
76: 0x55bcb970d576 - tokio::runtime::global::with_thread_pool::h06c947e369b8c420
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/global.rs:75
77: 0x55bcb976f99e - tokio::runtime::thread_pool::spawner::Spawner::enter::h277443ee8360cd18
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/thread_pool/spawner.rs:44
78: 0x55bcb971d47f - tokio::runtime::spawner::Spawner::enter::h8a1660d14e6216a8
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/spawner.rs:32
79: 0x55bcb976ea8f - tokio::runtime::blocking::pool::Inner::run::{{closure}}::hfbb4635676498abb
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:269
80: 0x55bcb975e277 - tokio::time::clock::Clock::enter::h28f37a13100f6062
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/time/clock.rs:30
81: 0x55bcb974e4e2 - tokio::runtime::time::variant::with_default::h299edd4fff1174fd
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/time.rs:43
82: 0x55bcb976ea08 - tokio::runtime::blocking::pool::Inner::run::h3016524c25c634a8
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:268
83: 0x55bcb976e911 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hf9625bfd7bb052d0
at /root/.cargo/registry/src/mirrors.ustc.edu.cn-61ef6e0cd06fb9b8/tokio-0.2.6/src/runtime/blocking/pool.rs:252
84: 0x55bcb970963b - std::sys_common::backtrace::__rust_begin_short_backtrace::he940ac7429181389
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/sys_common/backtrace.rs:126
85: 0x55bcb976b2ce - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h12f06df99f4830da
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/mod.rs:470
86: 0x55bcb975e2ae - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h16f32cbf3be64aa4
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:315
87: 0x55bcb9749765 - std::panicking::try::do_call::hd160a8d88d0301be
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:292
88: 0x55bcb987586a - __rust_maybe_catch_panic
at src/libpanic_unwind/lib.rs:80
89: 0x55bcb9749349 - std::panicking::try::heee04ca9b964486a
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panicking.rs:271
90: 0x55bcb975e4ee - std::panic::catch_unwind::hbe5ed29d1d450da4
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/panic.rs:394
91: 0x55bcb976b0be - std::thread::Builder::spawn_unchecked::{{closure}}::h35f8c6f74cb871c0
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libstd/thread/mod.rs:469
92: 0x55bcb9783514 - core::ops::function::FnOnce::call_once{{vtable.shim}}::h989785f8c3e73d85
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/libcore/ops/function.rs:227
93: 0x55bcb98625ff - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::h483711add4ba2330
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/liballoc/boxed.rs:922
94: 0x55bcb9874bd0 - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::h7605b45eb29ed0be
at /rustc/4560ea788cb760f0a34127156c78e2552949f734/src/liballoc/boxed.rs:922
std::sys_common::thread::start_thread::h557b0c2dc4449562
at src/libstd/sys_common/thread.rs:13
std::sys::unix::thread::Thread::new::thread_start::h7c2a7f9b68fe4bba
at src/libstd/sys/unix/thread.rs:79