witness crash on websocket call #110

New issue

Closed

opened 2021-05-18 13:55:02 +00:00 by sierra19XX · 3 comments

sierra19XX commented

2021-05-18 13:55:02 +00:00

(Migrated from gitlab.com)

==42:11:48:12.409 26021==
==42:11:48:12.409 26021== Process terminating with default action of signal 11 (SIGSEGV)
==42:11:48:12.411 26021== Access not within mapped region at address 0x0
==42:11:48:12.458 26021== at 0x63F4E8E: fc::rpc::websocket_api_connection::on_message(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&, bool) (websocket_api.cpp:124)
==42:11:48:12.459 26021== by 0x63F326E: fc::rpc::websocket_api_connection::websocket_api_connection(std::shared_ptrfc::http::websocket_connection const&, unsigned int)::{lambda(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&)#5}::operator()(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&) const (websocket_api.cpp:50)
==42:11:48:12.462 26021== by 0x63F7969: std::_Function_handler<void (std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&), fc::rpc::websocket_api_connection::websocket_api_connection(std::shared_ptrfc::http::websocket_connection const&, unsigned int)::{lambda(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&)#5}>::_M_invoke(std::_Any_data const&, std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&) (std_function.h:316)
==42:11:48:12.473 26021== by 0x44425D0: std::function<void (std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&)>::operator()(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&) const (std_function.h:706)
==42:11:48:12.478 26021== by 0x64575FA: fc::http::websocket_connection::on_message(std::__cxx11::basic_string<char, std::char_traits, std::allocator > const&) (websocket.hpp:23)
==42:11:48:12.482 26021== by 0x646BBFD: fc::http::detail::websocket_server_impl::websocket_server_impl()::{lambda(std::weak_ptr, std::shared_ptr<websocketpp::message_buffer::messagewebsocketpp::message_buffer::alloc::con_msg_manager >)#2}::operator()(std::weak_ptr, std::shared_ptr<websocketpp::message_buffer::messagewebsocketpp::message_buffer::alloc::con_msg_manager >) const::{lambda()#1}::operator()() const::{lambda()#1}::operator()() const (websocket.cpp:202)
==42:11:48:12.486 26021== by 0x649B23C: fc::detail::void_functor_run<fc::http::detail::websocket_server_impl::websocket_server_impl()::{lambda(std::weak_ptr, std::shared_ptr<websocketpp::message_buffer::messagewebsocketpp::message_buffer::alloc::con_msg_manager >)#2}::operator()(std::weak_ptr, std::shared_ptr<websocketpp::message_buffer::messagewebsocketpp::message_buffer::alloc::con_msg_manager >) const::{lambda()#1}::operator()() const::{lambda()#1}>::run(void*, {lambda()#1}) (task.hpp:83)
==42:11:48:12.492 26021== by 0x6394473: fc::task_base::run_impl() (task.cpp:43)
==42:11:48:12.492 26021== by 0x63943F3: fc::task_base::run() (task.cpp:32)
==42:11:48:12.494 26021== by 0x638752F: fc::thread_d::run_next_task() (thread_d.hpp:520)
==42:11:48:12.495 26021== by 0x63878D4: fc::thread_d::process_tasks() (thread_d.hpp:568)
==42:11:48:12.495 26021== by 0x6386EFA: fc::thread_d::start_process_tasks(boost::context::detail::transfer_t) (thread_d.hpp:499)valgrind-out.txt

API call execution time limit exceeded. method: call params: [4,"broadcast_transaction_with_callback",[64,{"ref_block_num":22855,"ref_block_prefix":3884226024,"expiration":"2021-05-12T04:00:15","operations":82,{"fee":{"amount":"103222","asset_id":"1.3.0"},"owner_account":"1.2.253","permission_name":"pidcwfdcsl","auth":{"weight_threshold":1,"account_auths":[["1.2.36",1,"key_auths":[],"address_auths":[]},"extensions":[]}]],"extensions":[],"signatures":["1f4f783e735f41d5ee3ac0e12977b3134be62d2c6a603a61e5843d3666a42306245b15e87278e8032145160bb2a54dc1f170e38b5279b7af0c8163de6f409bee41"]}]] time: 1058329

==42:11:48:12.409 26021== ==42:11:48:12.409 26021== Process terminating with default action of signal 11 (SIGSEGV) ==42:11:48:12.411 26021== Access not within mapped region at address 0x0 ==42:11:48:12.458 26021== at 0x63F4E8E: fc::rpc::websocket_api_connection::on_message(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, bool) (websocket_api.cpp:124) ==42:11:48:12.459 26021== by 0x63F326E: fc::rpc::websocket_api_connection::websocket_api_connection(std::shared_ptr<fc::http::websocket_connection> const&, unsigned int)::{lambda(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)#5}::operator()(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const (websocket_api.cpp:50) ==42:11:48:12.462 26021== by 0x63F7969: std::_Function_handler<void (std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&), fc::rpc::websocket_api_connection::websocket_api_connection(std::shared_ptr<fc::http::websocket_connection> const&, unsigned int)::{lambda(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)#5}>::_M_invoke(std::_Any_data const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (std_function.h:316) ==42:11:48:12.473 26021== by 0x44425D0: std::function<void (std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)>::operator()(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) const (std_function.h:706) ==42:11:48:12.478 26021== by 0x64575FA: fc::http::websocket_connection::on_message(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&) (websocket.hpp:23) ==42:11:48:12.482 26021== by 0x646BBFD: fc::http::detail::websocket_server_impl::websocket_server_impl()::{lambda(std::weak_ptr<void>, std::shared_ptr<websocketpp::message_buffer::message<websocketpp::message_buffer::alloc::con_msg_manager> >)#2}::operator()(std::weak_ptr<void>, std::shared_ptr<websocketpp::message_buffer::message<websocketpp::message_buffer::alloc::con_msg_manager> >) const::{lambda()#1}::operator()() const::{lambda()#1}::operator()() const (websocket.cpp:202) ==42:11:48:12.486 26021== by 0x649B23C: fc::detail::void_functor_run<fc::http::detail::websocket_server_impl::websocket_server_impl()::{lambda(std::weak_ptr<void>, std::shared_ptr<websocketpp::message_buffer::message<websocketpp::message_buffer::alloc::con_msg_manager> >)#2}::operator()(std::weak_ptr<void>, std::shared_ptr<websocketpp::message_buffer::message<websocketpp::message_buffer::alloc::con_msg_manager> >) const::{lambda()#1}::operator()() const::{lambda()#1}>::run(void*, {lambda()#1}) (task.hpp:83) ==42:11:48:12.492 26021== by 0x6394473: fc::task_base::run_impl() (task.cpp:43) ==42:11:48:12.492 26021== by 0x63943F3: fc::task_base::run() (task.cpp:32) ==42:11:48:12.494 26021== by 0x638752F: fc::thread_d::run_next_task() (thread_d.hpp:520) ==42:11:48:12.495 26021== by 0x63878D4: fc::thread_d::process_tasks() (thread_d.hpp:568) ==42:11:48:12.495 26021== by 0x6386EFA: fc::thread_d::start_process_tasks(boost::context::detail::transfer_t) (thread_d.hpp:499)[valgrind-out.txt](/uploads/f3b8fa6034438147e59826a7bcda91a2/valgrind-out.txt) API call execution time limit exceeded. method: call params: [4,"broadcast_transaction_with_callback",[64,{"ref_block_num":22855,"ref_block_prefix":3884226024,"expiration":"2021-05-12T04:00:15","operations":[[82,{"fee":{"amount":"103222","asset_id":"1.3.0"},"owner_account":"1.2.253","permission_name":"pidcwfdcsl","auth":{"weight_threshold":1,"account_auths":[["1.2.36",1]],"key_auths":[],"address_auths":[]},"extensions":[]}]],"extensions":[],"signatures":["1f4f783e735f41d5ee3ac0e12977b3134be62d2c6a603a61e5843d3666a42306245b15e87278e8032145160bb2a54dc1f170e38b5279b7af0c8163de6f409bee41"]}]] time: 1058329

sierra19XX commented

2021-05-18 13:57:14 +00:00

(Migrated from gitlab.com)

@RoshanSyed Feel free to add more info if I've missed any.

sierra19XX commented

2021-05-18 14:20:25 +00:00

(Migrated from gitlab.com)

changed time estimate to 24h

sierra19XX commented

2021-07-30 11:26:56 +00:00

(Migrated from gitlab.com)

This looks more like a memory failure on Irona to me than the corruption as it is a low config machine.
Valgrind log doesn't show any invalid writes or reads or deletes.
Valgrind was running when the crash occurred but there is no corruption detected.
Closing this now.

This looks more like a memory failure on Irona to me than the corruption as it is a low config machine. Valgrind log doesn't show any invalid writes or reads or deletes. Valgrind was running when the crash occurred but there is no corruption detected. Closing this now.

sierra19XX (Migrated from gitlab.com) closed this issue

2021-07-30 11:26:57 +00:00