==836991== Memcheck, a memory error detector ==836991== Copyright (C) 2002-2022, and GNU GPL'd, by Julian Seward et al. ==836991== Using Valgrind-3.22.0 and LibVEX; rerun with -h for copyright info ==836991== Command: /root/ceph-osd-failed -f --id ceph-4b6e-node-0 --setuser ceph --setgroup ceph --no-mon-config -i 0 --debug_osd 10 ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x53260F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x53260F: UnknownInlinedFun (alloc_traits.h:496) ==836991== by 0x53260F: UnknownInlinedFun (hashtable_policy.h:1946) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:449) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:454) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2409) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2361) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2021) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2110) ==836991== by 0x53260F: UnknownInlinedFun (hashtable_policy.h:848) ==836991== by 0x53260F: std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_Hashtable const*>(std::pair const*, std::pair const*, unsigned long, std::hash const&, std::equal_to const&, std::allocator > const&, std::integral_constant) [clone .constprop.0] (hashtable.h:1148) ==836991== by 0x532A67: UnknownInlinedFun (hashtable.h:575) ==836991== by 0x532A67: UnknownInlinedFun (unordered_map.h:232) ==836991== by 0x532A67: __static_initialization_and_destruction_0(int, int) [clone .constprop.4] (experimental_semantic_conventions.h:27) ==836991== by 0x531FC7: _GLOBAL__sub_I_recordable.cc.lto_priv.0 (recordable.cc:365) ==836991== by 0x1EA5E9F: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== Address 0x6716cb0 is 0 bytes inside a block of size 104 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x548DBF: __gnu_cxx::new_allocator::allocate(unsigned long, void const*) (new_allocator.h:127) ==836991== by 0x532593: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x532593: UnknownInlinedFun (hashtable_policy.h:1931) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:440) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2382) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2361) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2021) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2110) ==836991== by 0x532593: UnknownInlinedFun (hashtable_policy.h:848) ==836991== by 0x532593: std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_Hashtable const*>(std::pair const*, std::pair const*, unsigned long, std::hash const&, std::equal_to const&, std::allocator > const&, std::integral_constant) [clone .constprop.0] (hashtable.h:1148) ==836991== by 0x532A67: UnknownInlinedFun (hashtable.h:575) ==836991== by 0x532A67: UnknownInlinedFun (unordered_map.h:232) ==836991== by 0x532A67: __static_initialization_and_destruction_0(int, int) [clone .constprop.4] (experimental_semantic_conventions.h:27) ==836991== by 0x531FC7: _GLOBAL__sub_I_recordable.cc.lto_priv.0 (recordable.cc:365) ==836991== by 0x1EA5E9F: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x53260F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x53260F: UnknownInlinedFun (alloc_traits.h:496) ==836991== by 0x53260F: UnknownInlinedFun (hashtable_policy.h:1946) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:449) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:454) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2409) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2361) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2021) ==836991== by 0x53260F: UnknownInlinedFun (hashtable.h:2110) ==836991== by 0x53260F: UnknownInlinedFun (hashtable_policy.h:848) ==836991== by 0x53260F: std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_Hashtable const*>(std::pair const*, std::pair const*, unsigned long, std::hash const&, std::equal_to const&, std::allocator > const&, std::integral_constant) [clone .constprop.0] (hashtable.h:1148) ==836991== by 0x532B73: UnknownInlinedFun (hashtable.h:575) ==836991== by 0x532B73: UnknownInlinedFun (unordered_map.h:232) ==836991== by 0x532B73: __static_initialization_and_destruction_0(int, int) [clone .constprop.5] (experimental_semantic_conventions.h:27) ==836991== by 0x531DC7: _GLOBAL__sub_I_resource.cc.lto_priv.0 (resource.cc:82) ==836991== by 0x1EA5EC7: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== Address 0x6718f30 is 0 bytes inside a block of size 104 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x548DBF: __gnu_cxx::new_allocator::allocate(unsigned long, void const*) (new_allocator.h:127) ==836991== by 0x532593: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x532593: UnknownInlinedFun (hashtable_policy.h:1931) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:440) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2382) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2361) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2021) ==836991== by 0x532593: UnknownInlinedFun (hashtable.h:2110) ==836991== by 0x532593: UnknownInlinedFun (hashtable_policy.h:848) ==836991== by 0x532593: std::_Hashtable, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >::_Hashtable const*>(std::pair const*, std::pair const*, unsigned long, std::hash const&, std::equal_to const&, std::allocator > const&, std::integral_constant) [clone .constprop.0] (hashtable.h:1148) ==836991== by 0x532B73: UnknownInlinedFun (hashtable.h:575) ==836991== by 0x532B73: UnknownInlinedFun (unordered_map.h:232) ==836991== by 0x532B73: __static_initialization_and_destruction_0(int, int) [clone .constprop.5] (experimental_semantic_conventions.h:27) ==836991== by 0x531DC7: _GLOBAL__sub_I_resource.cc.lto_priv.0 (resource.cc:82) ==836991== by 0x1EA5EC7: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x5600B57: std::__cxx11::collate::do_transform(char const*, char const*) const (locale_classes.tcc:248) ==836991== by 0xF91857: UnknownInlinedFun (locale_classes.h:726) ==836991== by 0xF91857: UnknownInlinedFun (regex.h:241) ==836991== by 0xF91857: std::__cxx11::basic_string, std::allocator > std::__cxx11::regex_traits::transform_primary(char const*, char const*) const (regex.h:272) ==836991== by 0xF91A9F: std::__detail::_BracketMatcher, false, false>::_M_apply(char, std::integral_constant) const::{lambda()#1}::operator()() const (regex_compiler.tcc:616) ==836991== by 0xF91BCB: std::__detail::_BracketMatcher, false, false>::_M_apply(char, std::integral_constant) const (regex_compiler.tcc:624) ==836991== by 0xF91DCF: UnknownInlinedFun (regex_compiler.h:543) ==836991== by 0xF91DCF: std::__detail::_BracketMatcher, false, false>::_M_ready() (regex_compiler.h:514) ==836991== by 0xF97BD7: void std::__detail::_Compiler >::_M_insert_bracket_matcher(bool) (regex_compiler.tcc:431) ==836991== by 0xF9A18F: std::__detail::_Compiler >::_M_bracket_expression() (regex_compiler.tcc:358) ==836991== by 0xF65633: std::__detail::_Compiler >::_M_atom() (regex_compiler.tcc:344) ==836991== by 0xF632C7: std::__detail::_Compiler >::_M_term() (regex_compiler.tcc:133) ==836991== by 0xF6331F: std::__detail::_Compiler >::_M_alternative() (regex_compiler.tcc:115) ==836991== by 0xF633C7: std::__detail::_Compiler >::_M_alternative() (regex_compiler.tcc:118) ==836991== Address 0xaed7b60 is 0 bytes inside a block of size 2 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x5600A2F: std::__cxx11::collate::do_transform(char const*, char const*) const (locale_classes.tcc:212) ==836991== by 0xF91857: UnknownInlinedFun (locale_classes.h:726) ==836991== by 0xF91857: UnknownInlinedFun (regex.h:241) ==836991== by 0xF91857: std::__cxx11::basic_string, std::allocator > std::__cxx11::regex_traits::transform_primary(char const*, char const*) const (regex.h:272) ==836991== by 0xF91A9F: std::__detail::_BracketMatcher, false, false>::_M_apply(char, std::integral_constant) const::{lambda()#1}::operator()() const (regex_compiler.tcc:616) ==836991== by 0xF91BCB: std::__detail::_BracketMatcher, false, false>::_M_apply(char, std::integral_constant) const (regex_compiler.tcc:624) ==836991== by 0xF91DCF: UnknownInlinedFun (regex_compiler.h:543) ==836991== by 0xF91DCF: std::__detail::_BracketMatcher, false, false>::_M_ready() (regex_compiler.h:514) ==836991== by 0xF97BD7: void std::__detail::_Compiler >::_M_insert_bracket_matcher(bool) (regex_compiler.tcc:431) ==836991== by 0xF9A18F: std::__detail::_Compiler >::_M_bracket_expression() (regex_compiler.tcc:358) ==836991== by 0xF65633: std::__detail::_Compiler >::_M_atom() (regex_compiler.tcc:344) ==836991== by 0xF632C7: std::__detail::_Compiler >::_M_term() (regex_compiler.tcc:133) ==836991== by 0xF6331F: std::__detail::_Compiler >::_M_alternative() (regex_compiler.tcc:115) ==836991== by 0xF633C7: std::__detail::_Compiler >::_M_alternative() (regex_compiler.tcc:118) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0xE177A3: UnknownInlinedFun (unique_ptr.h:120) ==836991== by 0xE177A3: UnknownInlinedFun (unique_ptr.h:612) ==836991== by 0xE177A3: global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool) (global_init.cc:287) ==836991== by 0x562A23: main (ceph_osd.cc:135) ==836991== Address 0xbb72fa0 is 0 bytes inside a block of size 65,536 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0xE1767F: UnknownInlinedFun (unique_ptr.h:986) ==836991== by 0xE1767F: global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool) (global_init.cc:276) ==836991== by 0x562A23: main (ceph_osd.cc:135) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x565D46F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x565D46F: deallocate (alloc_traits.h:496) ==836991== by 0x565D46F: _M_destroy (basic_string.h:245) ==836991== by 0x565D46F: _M_dispose (basic_string.h:240) ==836991== by 0x565D46F: ~basic_string (basic_string.h:672) ==836991== by 0x565D46F: ~basic_stringbuf (sstream:72) ==836991== by 0x565D46F: std::__cxx11::basic_ostringstream, std::allocator >::~basic_ostringstream() (sstream:838) ==836991== by 0xE1875B: global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool) (global_init.cc:449) ==836991== by 0x562A23: main (ceph_osd.cc:135) ==836991== Address 0xbb85520 is 0 bytes inside a block of size 513 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x53C6FB: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x53C6FB: UnknownInlinedFun (allocator.h:185) ==836991== by 0x53C6FB: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x53C6FB: std::__cxx11::basic_string, std::allocator >::_M_create(unsigned long&, unsigned long) (basic_string.tcc:153) ==836991== by 0x566DCF7: std::__cxx11::basic_string, std::allocator >::reserve(unsigned long) (basic_string.tcc:291) ==836991== by 0x565F9EB: std::__cxx11::basic_stringbuf, std::allocator >::overflow(int) (sstream.tcc:133) ==836991== by 0x566A98F: std::basic_streambuf >::xsputn(char const*, long) (streambuf.tcc:98) ==836991== by 0x5644BDF: sputn (streambuf:456) ==836991== by 0x5644BDF: _M_put (streambuf_iterator.h:314) ==836991== by 0x5644BDF: __write (locale_facets.h:124) ==836991== by 0x5644BDF: std::ostreambuf_iterator > std::num_put > >::_M_insert_int(std::ostreambuf_iterator >, std::ios_base&, char, unsigned long) const (locale_facets.tcc:951) ==836991== by 0x5644DB7: std::__gnu_cxx_ldbl128::num_put > >::do_put(std::ostreambuf_iterator >, std::ios_base&, char, unsigned long) const (locale_facets.h:2539) ==836991== by 0x5657BC7: put (locale_facets.h:2400) ==836991== by 0x5657BC7: std::ostream& std::ostream::_M_insert(unsigned long) (ostream.tcc:73) ==836991== by 0xE17D27: UnknownInlinedFun (ostream:196) ==836991== by 0xE17D27: global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool) (global_init.cc:342) ==836991== by 0x562A23: main (ceph_osd.cc:135) ==836991== ==836991== Invalid read of size 4 ==836991== at 0x12D8788: UnknownInlinedFun (atomic_base.h:488) ==836991== by 0x12D8788: UnknownInlinedFun (atomic_base.h:348) ==836991== by 0x12D8788: UnknownInlinedFun (mutex_debug.h:58) ==836991== by 0x12D8788: ceph::PluginRegistry::add(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, ceph::Plugin*) (PluginRegistry.cc:89) ==836991== by 0xD708E6B: __ceph_plugin_init (ExtBlkDevPluginVdo.cc:54) ==836991== by 0x12E0C87: ceph::PluginRegistry::load(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) (PluginRegistry.cc:180) ==836991== by 0x1EA8D53: ceph::extblkdev::preload(ceph::common::CephContext*) (ExtBlkDevPlugin.cc:198) ==836991== by 0x564A53: main (ceph_osd.cc:473) ==836991== Address 0xaf04de0 is 32 bytes before a block of size 32 in arena "client" ==836991== ==836991== Invalid read of size 8 ==836991== at 0x12BB004: std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, std::map, std::allocator >, ceph::Plugin*, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::Plugin*> > > >, std::_Select1st, std::allocator > const, std::map, std::allocator >, ceph::Plugin*, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::Plugin*> > > > >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::map, std::allocator >, ceph::Plugin*, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph::Plugin*> > > > > >::find(std::__cxx11::basic_string, std::allocator > const&) const (stl_tree.h:2536) ==836991== by 0x12D87E3: UnknownInlinedFun (stl_map.h:1216) ==836991== by 0x12D87E3: ceph::PluginRegistry::add(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, ceph::Plugin*) (PluginRegistry.cc:90) ==836991== by 0xD708E6B: __ceph_plugin_init (ExtBlkDevPluginVdo.cc:54) ==836991== by 0x12E0C87: ceph::PluginRegistry::load(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) (PluginRegistry.cc:180) ==836991== by 0x1EA8D53: ceph::extblkdev::preload(ceph::common::CephContext*) (ExtBlkDevPlugin.cc:198) ==836991== by 0x564A53: main (ceph_osd.cc:473) ==836991== Address 0xaf04e30 is 16 bytes after a block of size 32 in arena "client" ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x5549D7F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x5549D7F: deallocate (alloc_traits.h:496) ==836991== by 0x5549D7F: _M_destroy (basic_string.h:245) ==836991== by 0x5549D7F: _M_dispose (basic_string.h:240) ==836991== by 0x5549D7F: ~basic_string (basic_string.h:672) ==836991== by 0x5549D7F: system_error (system_error:465) ==836991== by 0x5549D7F: std::__throw_system_error(int) (system_error.cc:374) ==836991== by 0x10CDB07: UnknownInlinedFun (std_mutex.h:104) ==836991== by 0x10CDB07: UnknownInlinedFun (unique_lock.h:139) ==836991== by 0x10CDB07: UnknownInlinedFun (unique_lock.h:69) ==836991== by 0x10CDB07: ceph::logging::Log::submit_entry(ceph::logging::Entry&&) (Log.cc:252) ==836991== by 0x12D89E3: ceph::PluginRegistry::add(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, ceph::Plugin*) (PluginRegistry.cc:95) ==836991== by 0xD708E6B: __ceph_plugin_init (ExtBlkDevPluginVdo.cc:54) ==836991== by 0x12E0C87: ceph::PluginRegistry::load(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) (PluginRegistry.cc:180) ==836991== by 0x1EA8D53: ceph::extblkdev::preload(ceph::common::CephContext*) (ExtBlkDevPlugin.cc:198) ==836991== by 0x564A53: main (ceph_osd.cc:473) ==836991== Address 0xbbbc830 is 0 bytes inside a block of size 17 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x55CDE07: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x55CDE07: allocate (alloc_traits.h:464) ==836991== by 0x55CDE07: _M_create (basic_string.tcc:153) ==836991== by 0x55CDE07: _M_construct (basic_string.tcc:219) ==836991== by 0x55CDE07: basic_string (basic_string.h:539) ==836991== by 0x55CDE07: (anonymous namespace)::system_error_category::message[abi:cxx11](int) const (system_error.cc:63) ==836991== by 0x5549D57: message (system_error:240) ==836991== by 0x5549D57: system_error (system_error:465) ==836991== by 0x5549D57: std::__throw_system_error(int) (system_error.cc:374) ==836991== by 0x10CDB07: UnknownInlinedFun (std_mutex.h:104) ==836991== by 0x10CDB07: UnknownInlinedFun (unique_lock.h:139) ==836991== by 0x10CDB07: UnknownInlinedFun (unique_lock.h:69) ==836991== by 0x10CDB07: ceph::logging::Log::submit_entry(ceph::logging::Entry&&) (Log.cc:252) ==836991== by 0x12D89E3: ceph::PluginRegistry::add(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&, ceph::Plugin*) (PluginRegistry.cc:95) ==836991== by 0xD708E6B: __ceph_plugin_init (ExtBlkDevPluginVdo.cc:54) ==836991== by 0x12E0C87: ceph::PluginRegistry::load(std::__cxx11::basic_string, std::allocator > const&, std::__cxx11::basic_string, std::allocator > const&) (PluginRegistry.cc:180) ==836991== by 0x1EA8D53: ceph::extblkdev::preload(ceph::common::CephContext*) (ExtBlkDevPlugin.cc:198) ==836991== by 0x564A53: main (ceph_osd.cc:473) ==836991== terminate called after throwing an instance of 'std::system_error' what(): Invalid argument *** Caught signal (Aborted) ** in thread 66241e0 thread_name:memcheck-ppc64l ceph version 19.3.0-5706-gee6523b6 (ee6523b618e7abe21cd2346f828f57cf150de5b9) squid (dev) 1: [0x58076b00] ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x565FA9B: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x565FA9B: deallocate (alloc_traits.h:496) ==836991== by 0x565FA9B: _M_destroy (basic_string.h:245) ==836991== by 0x565FA9B: _M_dispose (basic_string.h:240) ==836991== by 0x565FA9B: ~basic_string (basic_string.h:672) ==836991== by 0x565FA9B: std::__cxx11::basic_stringbuf, std::allocator >::overflow(int) (sstream.tcc:140) ==836991== by 0x566A98F: std::basic_streambuf >::xsputn(char const*, long) (streambuf.tcc:98) ==836991== by 0x5656FAB: sputn (streambuf:456) ==836991== by 0x5656FAB: __ostream_write > (ostream_insert.h:51) ==836991== by 0x5656FAB: std::basic_ostream >& std::__ostream_insert >(std::basic_ostream >&, char const*, long) (ostream_insert.h:102) ==836991== by 0xEE5683: UnknownInlinedFun (ostream:525) ==836991== by 0xEE5683: UnknownInlinedFun (ostream:536) ==836991== by 0xEE5683: operator<<(std::ostream&, json_stream_escaper const&) (escape.cc:280) ==836991== by 0xE3ABFF: ceph::JSONFormatter::print_quoted_string(std::basic_string_view >) (Formatter.cc:202) ==836991== by 0xE3AD63: ceph::JSONFormatter::add_value(std::basic_string_view >, std::basic_string_view >, bool) (Formatter.cc:329) ==836991== by 0xE3BBFF: ceph::JSONFormatter::dump_string(std::basic_string_view >, std::basic_string_view >) (Formatter.cc:355) ==836991== by 0xE18F13: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:203) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbbd400 is 0 bytes inside a block of size 513 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x53C6FB: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x53C6FB: UnknownInlinedFun (allocator.h:185) ==836991== by 0x53C6FB: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x53C6FB: std::__cxx11::basic_string, std::allocator >::_M_create(unsigned long&, unsigned long) (basic_string.tcc:153) ==836991== by 0x566DCF7: std::__cxx11::basic_string, std::allocator >::reserve(unsigned long) (basic_string.tcc:291) ==836991== by 0x565F9EB: std::__cxx11::basic_stringbuf, std::allocator >::overflow(int) (sstream.tcc:133) ==836991== by 0x566A98F: std::basic_streambuf >::xsputn(char const*, long) (streambuf.tcc:98) ==836991== by 0x5656FAB: sputn (streambuf:456) ==836991== by 0x5656FAB: __ostream_write > (ostream_insert.h:51) ==836991== by 0x5656FAB: std::basic_ostream >& std::__ostream_insert >(std::basic_ostream >&, char const*, long) (ostream_insert.h:102) ==836991== by 0x5657483: std::basic_ostream >& std::operator<< >(std::basic_ostream >&, char const*) (ostream:616) ==836991== by 0xE3B3EB: ceph::JSONFormatter::print_name(std::basic_string_view >) (Formatter.cc:217) ==836991== by 0xE3AD33: ceph::JSONFormatter::add_value(std::basic_string_view >, std::basic_string_view >, bool) (Formatter.cc:325) ==836991== by 0xE3BBFF: ceph::JSONFormatter::dump_string(std::basic_string_view >, std::basic_string_view >) (Formatter.cc:355) ==836991== by 0xE18C73: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:178) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x565D46F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x565D46F: deallocate (alloc_traits.h:496) ==836991== by 0x565D46F: _M_destroy (basic_string.h:245) ==836991== by 0x565D46F: _M_dispose (basic_string.h:240) ==836991== by 0x565D46F: ~basic_string (basic_string.h:672) ==836991== by 0x565D46F: ~basic_stringbuf (sstream:72) ==836991== by 0x565D46F: std::__cxx11::basic_ostringstream, std::allocator >::~basic_ostringstream() (sstream:838) ==836991== by 0xE193AF: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:277) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbbe2d0 is 0 bytes inside a block of size 1,025 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x53C6FB: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x53C6FB: UnknownInlinedFun (allocator.h:185) ==836991== by 0x53C6FB: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x53C6FB: std::__cxx11::basic_string, std::allocator >::_M_create(unsigned long&, unsigned long) (basic_string.tcc:153) ==836991== by 0x566DCF7: std::__cxx11::basic_string, std::allocator >::reserve(unsigned long) (basic_string.tcc:291) ==836991== by 0x565F9EB: std::__cxx11::basic_stringbuf, std::allocator >::overflow(int) (sstream.tcc:133) ==836991== by 0x566A98F: std::basic_streambuf >::xsputn(char const*, long) (streambuf.tcc:98) ==836991== by 0x5656FAB: sputn (streambuf:456) ==836991== by 0x5656FAB: __ostream_write > (ostream_insert.h:51) ==836991== by 0x5656FAB: std::basic_ostream >& std::__ostream_insert >(std::basic_ostream >&, char const*, long) (ostream_insert.h:102) ==836991== by 0xE3B0AB: UnknownInlinedFun (basic_string.h:6536) ==836991== by 0xE3B0AB: ceph::JSONFormatter::flush(std::ostream&) (Formatter.cc:163) ==836991== by 0xE19367: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:272) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== ==836991== Mismatched free() / delete / delete [] ==836991== at 0x48A9418: free (vg_replace_malloc.c:985) ==836991== by 0x565D46F: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x565D46F: deallocate (alloc_traits.h:496) ==836991== by 0x565D46F: _M_destroy (basic_string.h:245) ==836991== by 0x565D46F: _M_dispose (basic_string.h:240) ==836991== by 0x565D46F: ~basic_string (basic_string.h:672) ==836991== by 0x565D46F: ~basic_stringbuf (sstream:72) ==836991== by 0x565D46F: std::__cxx11::basic_ostringstream, std::allocator >::~basic_ostringstream() (sstream:838) ==836991== by 0xE1940B: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:285) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbbd000 is 0 bytes inside a block of size 513 alloc'd ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x53C6FB: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x53C6FB: UnknownInlinedFun (allocator.h:185) ==836991== by 0x53C6FB: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x53C6FB: std::__cxx11::basic_string, std::allocator >::_M_create(unsigned long&, unsigned long) (basic_string.tcc:153) ==836991== by 0x566DCF7: std::__cxx11::basic_string, std::allocator >::reserve(unsigned long) (basic_string.tcc:291) ==836991== by 0x565F9EB: std::__cxx11::basic_stringbuf, std::allocator >::overflow(int) (sstream.tcc:133) ==836991== by 0x566A98F: std::basic_streambuf >::xsputn(char const*, long) (streambuf.tcc:98) ==836991== by 0x5644787: sputn (streambuf:456) ==836991== by 0x5644787: _M_put (streambuf_iterator.h:314) ==836991== by 0x5644787: __write (locale_facets.h:124) ==836991== by 0x5644787: std::ostreambuf_iterator > std::num_put > >::_M_insert_int(std::ostreambuf_iterator >, std::ios_base&, char, long) const (locale_facets.tcc:951) ==836991== by 0x56449F7: std::__gnu_cxx_ldbl128::num_put > >::do_put(std::ostreambuf_iterator >, std::ios_base&, char, long) const (locale_facets.h:2534) ==836991== by 0x5657747: put (locale_facets.h:2395) ==836991== by 0x5657747: std::ostream& std::ostream::_M_insert(long) (ostream.tcc:73) ==836991== by 0x5657AD3: std::ostream::operator<<(int) (ostream.tcc:114) ==836991== by 0x569F43: utime_t::gmtime(std::ostream&, bool) const (utime.h:270) ==836991== by 0xE18B0F: generate_crash_dump(char*, ceph::BackTrace const&, std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > >*) (signal_handler.cc:160) ==836991== by 0xE19913: handle_oneshot_fatal_signal(int) (signal_handler.cc:336) ==836991== 2024-11-05T23:13:29.975-0500 66241e0 -1 *** Caught signal (Aborted) ** in thread 66241e0 thread_name:memcheck-ppc64l ceph version 19.3.0-5706-gee6523b6 (ee6523b618e7abe21cd2346f828f57cf150de5b9) squid (dev) 1: [0x58076b00] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 0> 2024-11-05T23:13:29.975-0500 66241e0 -1 *** Caught signal (Aborted) ** in thread 66241e0 thread_name:memcheck-ppc64l ceph version 19.3.0-5706-gee6523b6 (ee6523b618e7abe21cd2346f828f57cf150de5b9) squid (dev) 1: [0x58076b00] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. ==836991== Invalid read of size 1 ==836991== at 0x48B02A8: strlen (vg_replace_strmem.c:502) ==836991== by 0x6073D7: UnknownInlinedFun (base.h:540) ==836991== by 0x6073D7: UnknownInlinedFun (format.h:3678) ==836991== by 0x6073D7: UnknownInlinedFun (format.h:3727) ==836991== by 0x6073D7: decltype ({parm#1}(0)) fmt::v11::basic_format_arg::visit >(fmt::v11::detail::default_arg_formatter&&) const (base.h:1806) ==836991== by 0x62A847: UnknownInlinedFun (format.h:4260) ==836991== by 0x62A847: char const* fmt::v11::detail::parse_replacement_field(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&>(char const*, char const*, fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&) (base.h:2581) ==836991== by 0x607747: UnknownInlinedFun (base.h:2613) ==836991== by 0x607747: void fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref) (format.h:4285) ==836991== by 0x10CF53B: UnknownInlinedFun (format-inl.h:1435) ==836991== by 0x10CF53B: UnknownInlinedFun (format.h:4365) ==836991== by 0x10CF53B: ceph::logging::Log::dump_recent() (Log.cc:522) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbbff34 is 36 bytes inside a block of size 45,264 free'd ==836991== at 0x48AC78C: operator delete[](void*, unsigned long) (vg_replace_malloc.c:1364) ==836991== by 0x10CF1D7: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x10CF1D7: UnknownInlinedFun (allocator.h:199) ==836991== by 0x10CF1D7: UnknownInlinedFun (alloc_traits.h:496) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:354) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:335) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:683) ==836991== by 0x10CF1D7: ceph::logging::Log::dump_recent() (Log.cc:505) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Block was alloc'd at ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x10C3933: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x10C3933: UnknownInlinedFun (allocator.h:185) ==836991== by 0x10C3933: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x10C3933: UnknownInlinedFun (stl_vector.h:346) ==836991== by 0x10C3933: void std::vector >::_M_range_insert >, boost::cb_details::nonconst_traits > > > >(__gnu_cxx::__normal_iterator > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::forward_iterator_tag) (vector.tcc:769) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1665) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1383) ==836991== by 0x10CF0AF: ceph::logging::Log::dump_recent() (Log.cc:499) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== ==836991== Invalid read of size 1 ==836991== at 0x48B02C4: strlen (vg_replace_strmem.c:502) ==836991== by 0x6073D7: UnknownInlinedFun (base.h:540) ==836991== by 0x6073D7: UnknownInlinedFun (format.h:3678) ==836991== by 0x6073D7: UnknownInlinedFun (format.h:3727) ==836991== by 0x6073D7: decltype ({parm#1}(0)) fmt::v11::basic_format_arg::visit >(fmt::v11::detail::default_arg_formatter&&) const (base.h:1806) ==836991== by 0x62A847: UnknownInlinedFun (format.h:4260) ==836991== by 0x62A847: char const* fmt::v11::detail::parse_replacement_field(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&>(char const*, char const*, fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&) (base.h:2581) ==836991== by 0x607747: UnknownInlinedFun (base.h:2613) ==836991== by 0x607747: void fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref) (format.h:4285) ==836991== by 0x10CF53B: UnknownInlinedFun (format-inl.h:1435) ==836991== by 0x10CF53B: UnknownInlinedFun (format.h:4365) ==836991== by 0x10CF53B: ceph::logging::Log::dump_recent() (Log.cc:522) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbc6f55 is 28,741 bytes inside a block of size 45,264 free'd ==836991== at 0x48AC78C: operator delete[](void*, unsigned long) (vg_replace_malloc.c:1364) ==836991== by 0x10CF1D7: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x10CF1D7: UnknownInlinedFun (allocator.h:199) ==836991== by 0x10CF1D7: UnknownInlinedFun (alloc_traits.h:496) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:354) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:335) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:683) ==836991== by 0x10CF1D7: ceph::logging::Log::dump_recent() (Log.cc:505) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Block was alloc'd at ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x10C3933: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x10C3933: UnknownInlinedFun (allocator.h:185) ==836991== by 0x10C3933: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x10C3933: UnknownInlinedFun (stl_vector.h:346) ==836991== by 0x10C3933: void std::vector >::_M_range_insert >, boost::cb_details::nonconst_traits > > > >(__gnu_cxx::__normal_iterator > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::forward_iterator_tag) (vector.tcc:769) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1665) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1383) ==836991== by 0x10CF0AF: ceph::logging::Log::dump_recent() (Log.cc:499) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== ==836991== Invalid read of size 1 ==836991== at 0x5FFC10: UnknownInlinedFun (base.h:935) ==836991== by 0x5FFC10: fmt::v11::basic_appender fmt::v11::detail::copy, 0>(char const*, char const*, fmt::v11::basic_appender) (base.h:1206) ==836991== by 0x54E42B: fmt::v11::basic_appender fmt::v11::detail::copy_noinline >(char const*, char const*, fmt::v11::basic_appender) (format.h:596) ==836991== by 0x6073EB: UnknownInlinedFun (format.h:3638) ==836991== by 0x6073EB: UnknownInlinedFun (format.h:3678) ==836991== by 0x6073EB: UnknownInlinedFun (format.h:3727) ==836991== by 0x6073EB: decltype ({parm#1}(0)) fmt::v11::basic_format_arg::visit >(fmt::v11::detail::default_arg_formatter&&) const (base.h:1806) ==836991== by 0x62A847: UnknownInlinedFun (format.h:4260) ==836991== by 0x62A847: char const* fmt::v11::detail::parse_replacement_field(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&>(char const*, char const*, fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref)::format_handler&) (base.h:2581) ==836991== by 0x607747: UnknownInlinedFun (base.h:2613) ==836991== by 0x607747: void fmt::v11::detail::vformat_to(fmt::v11::detail::buffer&, fmt::v11::basic_string_view, fmt::v11::detail::vformat_args::type, fmt::v11::detail::locale_ref) (format.h:4285) ==836991== by 0x10CF53B: UnknownInlinedFun (format-inl.h:1435) ==836991== by 0x10CF53B: UnknownInlinedFun (format.h:4365) ==836991== by 0x10CF53B: ceph::logging::Log::dump_recent() (Log.cc:522) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Address 0xbbc6f54 is 28,740 bytes inside a block of size 45,264 free'd ==836991== at 0x48AC78C: operator delete[](void*, unsigned long) (vg_replace_malloc.c:1364) ==836991== by 0x10CF1D7: UnknownInlinedFun (new_allocator.h:145) ==836991== by 0x10CF1D7: UnknownInlinedFun (allocator.h:199) ==836991== by 0x10CF1D7: UnknownInlinedFun (alloc_traits.h:496) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:354) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:335) ==836991== by 0x10CF1D7: UnknownInlinedFun (stl_vector.h:683) ==836991== by 0x10CF1D7: ceph::logging::Log::dump_recent() (Log.cc:505) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== Block was alloc'd at ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x10C3933: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x10C3933: UnknownInlinedFun (allocator.h:185) ==836991== by 0x10C3933: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x10C3933: UnknownInlinedFun (stl_vector.h:346) ==836991== by 0x10C3933: void std::vector >::_M_range_insert >, boost::cb_details::nonconst_traits > > > >(__gnu_cxx::__normal_iterator > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::move_iterator >, boost::cb_details::nonconst_traits > > >, std::forward_iterator_tag) (vector.tcc:769) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1665) ==836991== by 0x10CF0AF: UnknownInlinedFun (stl_vector.h:1383) ==836991== by 0x10CF0AF: ceph::logging::Log::dump_recent() (Log.cc:499) ==836991== by 0xE19A1B: handle_oneshot_fatal_signal(int) (signal_handler.cc:351) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== 0> 2024-11-05T23:13:29.975-0500 66241e0 -1 *** Caught signal (Aborted) ** in thread 66241e0 thread_name:memcheck-ppc64l ceph version 19.3.0-5706-gee6523b6 (ee6523b618e7abe21cd2346f828f57cf150de5b9) squid (dev) 1: [0x58076b00] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. ==836991== ==836991== Process terminating with default action of signal 6 (SIGABRT): dumping core ==836991== at 0x598B70C: __pthread_kill_implementation (pthread_kill.c:44) ==836991== by 0x592AC1B: raise (raise.c:26) ==836991== by 0xE09593: reraise_fatal(int) (signal_handler.cc:88) ==836991== by 0xE19AA7: handle_oneshot_fatal_signal(int) (signal_handler.cc:367) ==836991== by 0x58076AFF: ??? (in /usr/libexec/valgrind/memcheck-ppc64le-linux) ==836991== ==836991== HEAP SUMMARY: ==836991== in use at exit: 80,818,633 bytes in 12,409 blocks ==836991== total heap usage: 50,968 allocs, 38,559 frees, 84,214,127 bytes allocated ==836991== ==836991== 1 bytes in 1 blocks are still reachable in loss record 1 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0xDF281F: __static_initialization_and_destruction_0(int, int) [clone .lto_priv.52] (BlueStore_debug.cc:83) ==836991== by 0x1EA72AF: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== 4 bytes in 1 blocks are still reachable in loss record 2 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0xEAFF0F: ceph::common::CephContext::CephContext(unsigned int, ceph::common::CephContext::create_options const&) (ceph_context.cc:781) ==836991== by 0xEB00B7: ceph::common::CephContext::CephContext(unsigned int, code_environment_t, int) (ceph_context.cc:697) ==836991== by 0xEB01F7: common_preinit(CephInitParameters const&, code_environment_t, int) (common_init.cc:38) ==836991== by 0xE07207: global_pre_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int) (global_init.cc:116) ==836991== by 0xE171EF: global_init(std::map, std::allocator >, std::__cxx11::basic_string, std::allocator >, std::less, std::allocator > >, std::allocator, std::allocator > const, std::__cxx11::basic_string, std::allocator > > > > const*, std::vector >&, unsigned int, code_environment_t, int, bool) (global_init.cc:192) ==836991== by 0x562A23: main (ceph_osd.cc:135) ==836991== ==836991== 5 bytes in 1 blocks are possibly lost in loss record 3 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x611147B: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 5 bytes in 1 blocks are possibly lost in loss record 4 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x61114EF: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 6 bytes in 1 blocks are possibly lost in loss record 5 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x6111507: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 7 bytes in 1 blocks are possibly lost in loss record 6 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x6111433: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 7 bytes in 1 blocks are possibly lost in loss record 7 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x6111463: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 7 bytes in 1 blocks are possibly lost in loss record 8 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x6111493: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 7 bytes in 1 blocks are possibly lost in loss record 9 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x61114A7: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 7 bytes in 1 blocks are possibly lost in loss record 10 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x59A46D3: strdup (strdup.c:42) ==836991== by 0x61DD423: __trans_list_add (utils.c:1051) ==836991== by 0x61114BF: _sub_I_65535_0.0 (in /usr/lib64/libnl-route-3.so.200.26.0) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 8 bytes in 1 blocks are still reachable in loss record 11 of 1,159 ==836991== at 0x48A53F8: malloc (vg_replace_malloc.c:442) ==836991== by 0x50AE243: UnknownInlinedFun (mem.c:190) ==836991== by 0x50AE243: CRYPTO_malloc (mem.c:171) ==836991== by 0x50AE2A3: CRYPTO_zalloc (mem.c:197) ==836991== by 0x4F9C2BB: bn_expand_internal.lto_priv.0 (bn_lib.c:281) ==836991== by 0x4F9CB5F: UnknownInlinedFun (bn_lib.c:305) ==836991== by 0x4F9CB5F: UnknownInlinedFun (bn_lib.c:302) ==836991== by 0x4F9CB5F: UnknownInlinedFun (bn_local.h:686) ==836991== by 0x4F9CB5F: BN_set_word (bn_lib.c:423) ==836991== by 0x5BFA14F: UnknownInlinedFun (dh.c:240) ==836991== by 0x5BFA14F: UnknownInlinedFun (dh.c:227) ==836991== by 0x5BFA14F: _ssh_init (init.c:84) ==836991== by 0x5BE13AB: libssh_constructor (init.c:115) ==836991== by 0x4007B9F: call_init (dl-init.c:70) ==836991== by 0x4007B9F: _dl_init (dl-init.c:117) ==836991== by 0x403414B: _dl_start_user (in /usr/lib64/ld64.so.2) ==836991== ==836991== 8 bytes in 1 blocks are still reachable in loss record 12 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x18C17FB: __gnu_cxx::new_allocator > >::allocate(unsigned long, void const*) (new_allocator.h:127) ==836991== by 0x18BF4C7: std::allocator_traits > > >::allocate(std::allocator > >&, unsigned long) (alloc_traits.h:464) ==836991== by 0x18BC33B: std::_Vector_base >, std::allocator > > >::_M_allocate(unsigned long) (stl_vector.h:346) ==836991== by 0x18B88BF: void std::vector >, std::allocator > > >::_M_realloc_insert > >(__gnu_cxx::__normal_iterator >*, std::vector >, std::allocator > > > >, std::unique_ptr >&&) (vector.tcc:440) ==836991== by 0x18B58D7: std::unique_ptr >& std::vector >, std::allocator > > >::emplace_back > >(std::unique_ptr >&&) (vector.tcc:121) ==836991== by 0x18AAAF3: rocksdb::ObjectLibrary::AddFactoryEntry(char const*, std::unique_ptr >&&) (object_registry.h:272) ==836991== by 0x1B7C053: std::function, std::allocator > const&, std::unique_ptr >*, std::__cxx11::basic_string, std::allocator >*)> const& rocksdb::ObjectLibrary::AddFactory(rocksdb::ObjectLibrary::PatternEntry const&, std::function, std::allocator > const&, std::unique_ptr >*, std::__cxx11::basic_string, std::allocator >*)> const&) (object_registry.h:256) ==836991== by 0x1B82123: __static_initialization_and_destruction_0(int, int) [clone .lto_priv.307] (fs_posix.cc:1283) ==836991== by 0x1B82A1F: _GLOBAL__sub_I_fs_posix.cc.lto_priv.0 (fs_posix.cc:1292) ==836991== by 0x1EA60D7: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== 8 bytes in 1 blocks are still reachable in loss record 13 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x12C2377: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0x12C2377: UnknownInlinedFun (allocator.h:185) ==836991== by 0x12C2377: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0x12C2377: UnknownInlinedFun (stl_vector.h:346) ==836991== by 0x12C2377: void std::vector >::_M_realloc_insert(__gnu_cxx::__normal_iterator > >, JSONFormattable* const&) (vector.tcc:440) ==836991== by 0x12CB1C7: UnknownInlinedFun (stl_vector.h:1198) ==836991== by 0x12CB1C7: JSONFormattable::JSONFormattable(bool) (ceph_json.h:793) ==836991== by 0x12CB5A7: __static_initialization_and_destruction_0(int, int) [clone .lto_priv.180] (ceph_json.cc:27) ==836991== by 0x1EA664F: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== 8 bytes in 1 blocks are still reachable in loss record 14 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0x56C9F3: opentelemetry::v1::trace::TraceState::GetDefault() (trace_state.h:46) ==836991== by 0x56CB9F: opentelemetry::v1::trace::SpanContext::SpanContext(bool, bool) (span_context.h:34) ==836991== by 0x10C96B3: UnknownInlinedFun (span_context.h:84) ==836991== by 0x10C96B3: __static_initialization_and_destruction_0(int, int) [clone .lto_priv.145] (tracer.cc:20) ==836991== by 0x1EA6B57: _sub_I_65535_0.0 (in /root/ceph-osd-failed) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:145) ==836991== by 0x590CABF: UnknownInlinedFun (libc-start.c:376) ==836991== by 0x590CABF: __libc_start_main@@GLIBC_2.34 (libc-start.c:98) ==836991== ==836991== 8 bytes in 1 blocks are still reachable in loss record 15 of 1,159 ==836991== at 0x48A7BC4: operator new[](unsigned long) (vg_replace_malloc.c:725) ==836991== by 0xEC091B: UnknownInlinedFun (new_allocator.h:127) ==836991== by 0xEC091B: UnknownInlinedFun (allocator.h:185) ==836991== by 0xEC091B: UnknownInlinedFun (alloc_traits.h:464) ==836991== by 0xEC091B: UnknownInlinedFun (stl_vector.h:346) ==836991== by 0xEC091B: UnknownInlinedFun (stl_vector.h:361) ==836991== by 0xEC091B: UnknownInlinedFun (stl_vector.h:305) ==836991== by 0xEC091B: UnknownInlinedFun (stl_vector.h:555) ==836991== by 0xEC091B: Option::Option(Option const&) (options.h:14) ==836991== by 0xF2BF57: UnknownInlinedFun (stl_construct.h:119) ==836991== by 0xF2BF57: UnknownInlinedFun (stl_uninitialized.h:92) ==836991== by 0xF2BF57: UnknownInlinedFun (stl_uninitialized.h:151) ==836991== by 0xF2BF57: UnknownInlinedFun (stl_uninitialized.h:333) ==836991== by 0xF2BF57: UnknownInlinedFun (stl_vector.h:1585) ==836991== by 0xF2BF57: std::vector >::vector(std::initializer_list