GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-120.el7
Copyright (C) 2013 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-redhat-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /opt/couchbase/bin/memcached...Reading symbols from /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5067.x86_64.debug...done.
done.
[New LWP 66304]
[New LWP 66253]
[New LWP 66254]
[New LWP 66264]
[New LWP 66265]
[New LWP 66266]
[New LWP 66270]
[New LWP 66273]
[New LWP 66285]
[New LWP 66286]
[New LWP 66287]
[New LWP 66288]
[New LWP 66289]
[New LWP 66290]
[New LWP 66291]
[New LWP 66292]
[New LWP 66293]
[New LWP 66294]
[New LWP 66295]
[New LWP 66296]
[New LWP 66297]
[New LWP 66298]
[New LWP 66299]
[New LWP 66300]
[New LWP 66301]
[New LWP 66302]
[New LWP 66306]
[New LWP 66307]
[New LWP 66308]
[New LWP 66309]
[New LWP 66310]
[New LWP 66311]
[New LWP 66312]
[New LWP 66313]
[New LWP 66314]
[New LWP 66315]
[New LWP 66316]
[New LWP 66317]
[New LWP 66482]
[New LWP 66483]
[New LWP 66484]
[New LWP 66485]
[New LWP 66486]
[New LWP 66487]
[New LWP 66488]
[New LWP 66489]
[New LWP 66490]
[New LWP 66491]
[New LWP 66492]
[New LWP 66493]
[New LWP 66494]
[New LWP 66495]
[New LWP 66496]
[New LWP 66497]
[New LWP 66498]
[New LWP 66499]
[New LWP 66500]
[New LWP 66501]
[New LWP 66502]
[New LWP 66583]
[New LWP 66584]
To enable execution of this file add
	add-auto-load-safe-path /usr/lib64/libthread_db-1.0.so
line to your configuration file "/root/.gdbinit".
To completely disable this security protection add
	set auto-load safe-path /
line to your configuration file "/root/.gdbinit".
For more information about this security protection see the
"Auto-loading safe path" section in the GDB manual.  E.g., run from the shell:
	info "(gdb)Auto-loading safe path"
Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'.
#0  0x00007fdf19e65387 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:55
55	  return INLINE_SYSCALL (tgkill, 3, pid, selftid, sig);

Thread 61 (LWP 66584):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fdf1c5eee9b in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fdf1c5eed68 in __GI___pthread_mutex_lock (mutex=mutex@entry=0x7fdf14008610) at ../nptl/pthread_mutex_lock.c:78
#3  0x00007fdf1bb36629 in malloc_mutex_lock_final (mutex=0x7fdf140085d0) at include/jemalloc/internal/mutex.h:155
#4  je_malloc_mutex_lock_slow (mutex=mutex@entry=0x7fdf140085d0) at src/mutex.c:85
#5  0x00007fdf1baf3a5d in malloc_mutex_lock (mutex=<optimized out>, tsdn=0x7fde6afeb220) at include/jemalloc/internal/mutex.h:221
#6  je_arena_bin_choose_lock (binshard=<synthetic pointer>, binind=9, arena=0x7fdf140008c0, tsdn=0x7fde6afeb220) at src/arena.c:1375
#7  je_arena_tcache_fill_small (tsdn=0x7fde6afeb220, arena=0x7fdf140008c0, tcache=0x7fde6afeb410, tbin=0x7fde6afeb4f8, binind=9, prof_accumbytes=<optimized out>) at src/arena.c:1392
#8  0x00007fdf1bb62f45 in je_tcache_alloc_small_hard (tsdn=tsdn@entry=0x7fde6afeb220, arena=<optimized out>, tcache=tcache@entry=0x7fde6afeb410, tbin=tbin@entry=0x7fde6afeb4f8, binind=<optimized out>, tcache_success=tcache_success@entry=0x7fde6afe9140)
    at src/tcache.c:94
#9  0x00007fdf1bae7a0b in tcache_alloc_small (slow_path=false, zero=<optimized out>, binind=<optimized out>, size=160, tcache=0x7fde6afeb410, arena=<optimized out>, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:60
#10 arena_malloc (slow_path=false, tcache=0x7fde6afeb410, zero=<optimized out>, ind=<optimized out>, size=160, arena=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:165
#11 iallocztm (slow_path=false, arena=<optimized out>, is_internal=false, tcache=0x7fde6afeb410, zero=<optimized out>, ind=<optimized out>, size=160, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:53
#12 imalloc_no_sample (ind=<optimized out>, usize=160, size=160, tsd=0x7fde6afeb220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:1949
#13 imalloc_body (tsd=0x7fde6afeb220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2123
#14 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2258
#15 je_mallocx (size=size@entry=152, flags=<optimized out>) at src/jemalloc.c:3137
#16 0x0000000000b94f2d in cb::_JEArenaMalloc<cb::JEArenaCoreLocalTracker>::malloc (size=size@entry=152) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:264
#17 0x00000000005c60bf in malloc (size=152) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#18 cb_malloc (size=152) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#19 0x0000000000b87839 in operator new(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/global_new_replacement.cc:63
#20 0x000000000098e7ea in allocate (__n=1, this=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:463
#21 allocate (__n=1, __a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/alloc_traits.h:460
#22 __allocate_guarded<std::allocator<std::_Sp_counted_ptr_inplace<magma::FlushWork, std::allocator<magma::FlushWork>, (__gnu_cxx::_Lock_policy)2> > > (__a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/allocated_ptr.h:97
#23 __shared_count<magma::FlushWork, std::allocator<magma::FlushWork>, magma::FlushWork> (__a=..., __p=<synthetic pointer>, this=<synthetic pointer>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/shared_ptr_base.h:680
#24 __shared_ptr<std::allocator<magma::FlushWork>, magma::FlushWork> (__tag=..., this=<synthetic pointer>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/shared_ptr_base.h:1371
#25 shared_ptr<std::allocator<magma::FlushWork>, magma::FlushWork> (__tag=..., this=<synthetic pointer>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/shared_ptr.h:408
#26 allocate_shared<magma::FlushWork, std::allocator<magma::FlushWork>, magma::FlushWork> (__a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/shared_ptr.h:860
#27 make_shared<magma::FlushWork, magma::FlushWork> () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/shared_ptr.h:876
#28 magma::KVStore::flushMemTables(magma::WAL*, magma::WALOffset, magma::FlushMode, magma::BlockingMode) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:463
#29 0x000000000098f038 in magma::KVStore::FlushMemTables (this=this@entry=0x7fde59e73b10, wal=<optimized out>, flushMode=flushMode@entry=magma::Normal, blockMode=blockMode@entry=magma::NonWaiting)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/kvstore.cc:380
#30 0x0000000000939707 in magma::Magma::Impl::tryThrottleForWriteCache() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db.cc:1223
#31 0x000000000095b250 in magma::Magma::Impl::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/db_write.cc:51
#32 0x000000000095b3f2 in magma::Magma::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#33 0x0000000000898924 in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#34 0x000000000087c269 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#35 0x0000000000875276 in MagmaKVStore::commit(std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:757
#36 0x000000000081d915 in EPBucket::commit(KVStoreIface&, std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:952
#37 0x0000000000825620 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:825
#38 0x000000000082615f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#39 0x00000000006e24c6 in Flusher::flushVB (this=0x7fdf0c288900) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#40 0x00000000006e2e80 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#41 0x0000000000a8c299 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#42 0x0000000000a8595a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fde6afea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#43 0x0000000000a8d64e in operator() (this=0x7fde6afea650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#44 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#45 0x0000000000bea440 in operator() (this=0x7fde6afea840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#46 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7fdf1889a500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5067.x86_64.debug, CU 0xa689d58, DIE 0xa70dc8d>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#47 0x0000000000bd4eda in folly::CPUThreadPoolExecutor::threadRun (this=0x7fdf1889a500, thread=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#48 0x0000000000bed3f9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#49 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#50 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#51 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#52 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#53 0x0000000000a85654 in operator() (this=0x7fdf18ddfec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#54 operator() (__closure=0x7fdf18ddfec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#55 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#56 0x00007fdf1a7e4d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#57 0x00007fdf1c5ecea5 in start_thread (arg=0x7fde6affc700) at pthread_create.c:307
#58 0x00007fdf19f2db0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 60 (LWP 66583):
#0  0x0000000000884d65 in _Hash_node_base (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable.h:1173
#1  _Hash_node_value_base (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable_policy.h:229
#2  _Hash_node (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable_policy.h:264
#3  _M_allocate_node<std::pair<CollectionID const, Collections::KVStore::DroppedCollection> const&> (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable_policy.h:2036
#4  operator()<const std::pair<const CollectionID, Collections::KVStore::DroppedCollection>&> (__arg=..., this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable_policy.h:167
#5  _M_assign<std::_Hashtable<CollectionID, std::pair<CollectionID const, Collections::KVStore::DroppedCollection>, std::allocator<std::pair<CollectionID const, Collections::KVStore::DroppedCollection> >, std::__detail::_Select1st, std::equal_to<CollectionID>, std::hash<CollectionID>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, false, true> > const&, std::__detail::_AllocNode<std::allocator<std::__detail::_Hash_node<std::pair<CollectionID const, Collections::KVStore::DroppedCollection>, true> > > > (__node_gen=<synthetic pointer>, __ht=..., this=0x7fde6b7ea090) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable.h:1175
#6  _Hashtable (__ht=..., this=0x7fde6b7ea090) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/hashtable.h:1279
#7  unordered_map (this=0x7fde6b7ea090) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/unordered_map.h:181
#8  MagmaKVStore::updateDroppedCollections(Vbid, std::vector<MagmaKVStore::MagmaLocalReq, std::allocator<MagmaKVStore::MagmaLocalReq> >&, Collections::VB::Flush&, MagmaDbStats&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:3129
#9  0x000000000088540a in MagmaKVStore::updateCollectionsMeta(Vbid, std::vector<MagmaKVStore::MagmaLocalReq, std::allocator<MagmaKVStore::MagmaLocalReq> >&, Collections::VB::Flush&, MagmaDbStats&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:3059
#10 0x0000000000885cb7 in operator() (__closure=0x7fde266fc880) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:1461
#11 __invoke_impl<std::pair<magma::Status, const std::vector<magma::Magma::WriteOperation>*>, MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&)::<lambda()>&> (__f=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60
#12 __invoke_r<std::pair<magma::Status, const std::vector<magma::Magma::WriteOperation>*>, MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&)::<lambda()>&> (__fn=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:115
#13 std::_Function_handler<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> (), MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&)::{lambda()#2}>::_M_invoke(std::_Any_data const&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:292
#14 0x0000000000894b66 in operator() (this=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#15 operator() (__closure=0x7fde6b7ea620) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-memory-tracking-proxy.cc:485
#16 __invoke_impl<std::pair<magma::Status, const std::vector<magma::Magma::WriteOperation>*>, MagmaMemoryTrackingProxy::WriteDocs(magma::Magma::KVStoreID, const std::vector<magma::Magma::WriteOperation>&, magma::Magma::KVStoreRevision, magma::Magma::WriteDocsCallback, magma::Magma::PostWriteDocsCallback)::<lambda()>&> (__f=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:60
#17 __invoke_r<std::pair<magma::Status, const std::vector<magma::Magma::WriteOperation>*>, MagmaMemoryTrackingProxy::WriteDocs(magma::Magma::KVStoreID, const std::vector<magma::Magma::WriteOperation>&, magma::Magma::KVStoreRevision, magma::Magma::WriteDocsCallback, magma::Magma::PostWriteDocsCallback)::<lambda()>&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:115
#18 std::_Function_handler<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> (), MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>)::{lambda()#2}>::_M_invoke(std::_Any_data const&) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:292
#19 0x0000000000996ff5 in operator() (this=0x7fde6b7ea620) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#20 magma::KVStore::WriteDocs(magma::WAL*, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/magma/kvstore/write.cc:113
#21 0x000000000095b1bb in magma::Magma::Impl::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#22 0x000000000095b3f2 in magma::Magma::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#23 0x0000000000898924 in MagmaMemoryTrackingProxy::WriteDocs(unsigned short, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const&, unsigned int, std::function<void (magma::Magma::WriteOperation const&, bool, magma::Slice)>, std::function<std::pair<magma::Status, std::vector<magma::Magma::WriteOperation, std::allocator<magma::Magma::WriteOperation> > const*> ()>) () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#24 0x000000000087c269 in MagmaKVStore::saveDocs(MagmaKVStoreTransactionContext&, VB::Commit&, kvstats_ctx&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/include/memcached/vbucket.h:62
#25 0x0000000000875276 in MagmaKVStore::commit(std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) ()
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/kvstore/magma-kvstore/magma-kvstore.cc:757
#26 0x000000000081d915 in EPBucket::commit(KVStoreIface&, std::unique_ptr<TransactionContext, std::default_delete<TransactionContext> >, VB::Commit&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:952
#27 0x0000000000825620 in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:825
#28 0x000000000082615f in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:379
#29 0x00000000006e24c6 in Flusher::flushVB (this=0x7fdf0c286d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:293
#30 0x00000000006e2e80 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:203
#31 0x0000000000a8c299 in GlobalTask::execute(std::basic_string_view<char, std::char_traits<char> >) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:98
#32 0x0000000000a8595a in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7fde6b7eb650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:309
#33 0x0000000000a8d64e in operator() (this=0x7fde6b7eb650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#34 CancellableCPUExecutor::add(GlobalTask*, folly::Function<void ()>)::{lambda()#1}::operator()() const () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/cancellable_cpu_executor.cc:42
#35 0x0000000000bea440 in operator() (this=0x7fde6b7eb840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416
#36 folly::ThreadPoolExecutor::runTask(std::shared_ptr<folly::ThreadPoolExecutor::Thread> const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7fdf1889a500, thread=..., 
    task=task@entry=<unknown type in /usr/lib/debug/opt/couchbase/bin/memcached-7.2.0-5067.x86_64.debug, CU 0xa689d58, DIE 0xa70dc8d>)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97
#37 0x0000000000bd4eda in folly::CPUThreadPoolExecutor::threadRun (this=0x7fdf1889a500, thread=...)
    at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265
#38 0x0000000000bed3f9 in __invoke_impl<void, void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__t=<optimized out>, 
    __f=<optimized out>) at /usr/local/include/c++/7.3.0/bits/invoke.h:73
#39 __invoke<void (folly::ThreadPoolExecutor::*&)(std::shared_ptr<folly::ThreadPoolExecutor::Thread>), folly::ThreadPoolExecutor*&, std::shared_ptr<folly::ThreadPoolExecutor::Thread>&> (__fn=<optimized out>)
    at /usr/local/include/c++/7.3.0/bits/invoke.h:95
#40 __call<void, 0, 1> (__args=<optimized out>, this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:467
#41 operator()<> (this=<optimized out>) at /usr/local/include/c++/7.3.0/functional:551
#42 folly::detail::function::FunctionTraits<void ()>::callBig<std::_Bind<void (folly::ThreadPoolExecutor::*(folly::ThreadPoolExecutor*, std::shared_ptr<folly::ThreadPoolExecutor::Thread>))(std::shared_ptr<folly::ThreadPoolExecutor::Thread>)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401
#43 0x0000000000a85654 in operator() (this=0x7fdf18ddfe80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#44 operator() (__closure=0x7fdf18ddfe80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:49
#45 folly::detail::function::FunctionTraits<void ()>::callBig<CBRegisteredThreadFactory::newThread(folly::Function<void ()>&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...)
    at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401
#46 0x00007fdf1a7e4d40 in execute_native_thread_routine () at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/thread.cc:80
#47 0x00007fdf1c5ecea5 in start_thread (arg=0x7fde6b7fd700) at pthread_create.c:307
#48 0x00007fdf19f2db0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 59 (LWP 66502):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007fdf1a7df8bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009baea8 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009bb291 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000b78ee9 in run (this=0x7fdf0c25a650) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007fdf1c5ecea5 in start_thread (arg=0x7fde6d7f2700) at pthread_create.c:307
#8  0x00007fdf19f2db0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 58 (LWP 66501):
#0  pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1  0x00007fdf1a7df8bc in __gthread_cond_wait (__mutex=<optimized out>, __cond=<optimized out>) at /tmp/deploy/objdir/x86_64-pc-linux-gnu/libstdc++-v3/include/x86_64-pc-linux-gnu/bits/gthr-default.h:865
#2  std::condition_variable::wait (this=<optimized out>, __lock=...) at /tmp/deploy/objdir/../gcc-10.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3  0x00000000009baea8 in magma::TaskQueue::dequeue(std::atomic<bool>&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:105
#4  0x00000000009bb291 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:179
#5  0x0000000000b78ee9 in run (this=0x7fdf0c25a680) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51
#6  platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64
#7  0x00007fdf1c5ecea5 in start_thread (arg=0x7fde6dff3700) at pthread_create.c:307
#8  0x00007fdf19f2db0d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111

Thread 57 (LWP 66500):
#0  __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135
#1  0x00007fdf1c5eee9b in _L_lock_883 () from /lib64/libpthread.so.0
#2  0x00007fdf1c5eed68 in __GI___pthread_mutex_lock (mutex=mutex@entry=0x7fdf14008fe8) at ../nptl/pthread_mutex_lock.c:78
#3  0x00007fdf1bb36629 in malloc_mutex_lock_final (mutex=0x7fdf14008fa8) at include/jemalloc/internal/mutex.h:155
#4  je_malloc_mutex_lock_slow (mutex=mutex@entry=0x7fdf14008fa8) at src/mutex.c:85
#5  0x00007fdf1baf3a5d in malloc_mutex_lock (mutex=<optimized out>, tsdn=0x7fde6e7e3220) at include/jemalloc/internal/mutex.h:221
#6  je_arena_bin_choose_lock (binshard=<synthetic pointer>, binind=18, arena=0x7fdf140008c0, tsdn=0x7fde6e7e3220) at src/arena.c:1375
#7  je_arena_tcache_fill_small (tsdn=0x7fde6e7e3220, arena=0x7fdf140008c0, tcache=0x7fde6e7e3410, tbin=0x7fde6e7e35d0, binind=18, prof_accumbytes=<optimized out>) at src/arena.c:1392
#8  0x00007fdf1bb62f45 in je_tcache_alloc_small_hard (tsdn=tsdn@entry=0x7fde6e7e3220, arena=<optimized out>, tcache=tcache@entry=0x7fde6e7e3410, tbin=tbin@entry=0x7fde6e7e35d0, binind=<optimized out>, tcache_success=tcache_success@entry=0x7fde6e7d86a0)
    at src/tcache.c:94
#9  0x00007fdf1bae7a0b in tcache_alloc_small (slow_path=false, zero=<optimized out>, binind=<optimized out>, size=768, tcache=0x7fde6e7e3410, arena=<optimized out>, tsd=<optimized out>) at include/jemalloc/internal/tcache_inlines.h:60
#10 arena_malloc (slow_path=false, tcache=0x7fde6e7e3410, zero=<optimized out>, ind=<optimized out>, size=768, arena=<optimized out>, tsdn=<optimized out>) at include/jemalloc/internal/arena_inlines_b.h:165
#11 iallocztm (slow_path=false, arena=<optimized out>, is_internal=false, tcache=0x7fde6e7e3410, zero=<optimized out>, ind=<optimized out>, size=768, tsdn=<optimized out>) at include/jemalloc/internal/jemalloc_internal_inlines_c.h:53
#12 imalloc_no_sample (ind=<optimized out>, usize=768, size=768, tsd=0x7fde6e7e3220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:1949
#13 imalloc_body (tsd=0x7fde6e7e3220, dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2123
#14 imalloc (dopts=<synthetic pointer>, sopts=<synthetic pointer>) at src/jemalloc.c:2258
#15 je_mallocx (size=size@entry=729, flags=<optimized out>) at src/jemalloc.c:3137
#16 0x0000000000b94f2d in cb::_JEArenaMalloc<cb::JEArenaCoreLocalTracker>::malloc (size=size@entry=729) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/je_arena_malloc.cc:264
#17 0x00000000005c60bf in malloc (size=729) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#18 cb_malloc (size=729) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_malloc_arena.cc:39
#19 0x0000000000b878e9 in operator new[](unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/global_new_replacement.cc:107
#20 0x0000000000a12cbd in operator() (__closure=<synthetic pointer>, outLen=@0x7fde6e7e1a30: <error reading variable>, outBuf=..., len=728, isCompressed=false) at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:308
#21 magma::SSTable::BlockDecoder::operator()(char const*, unsigned long, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/lsm/sstable/sstable.cc:324
#22 0x0000000000a1a4c0 in __invoke_impl<magma::Status, magma::SSTable::BlockDecoder&, char const*, unsigned long, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&> (__f=...)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:289
#23 __invoke_r<magma::Status, magma::SSTable::BlockDecoder&, char const*, unsigned long, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&> (__fn=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/invoke.h:115
#24 std::_Function_handler<magma::Status (char const*, unsigned long, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&), magma::SSTable::BlockDecoder>::_M_invoke(std::_Any_data const&, char const*&&, unsigned long&&, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&) (__functor=..., __args#0=<optimized out>, __args#1=<optimized out>, __args#2=..., __args#3=<optimized out>) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:292
#25 0x00000000009b91a8 in operator() (__args#3=<error reading variable: Cannot access memory at address 0x7fde6e7e19d0>, __args#2=..., __args#1=<optimized out>, __args#0=<optimized out>, this=0x7fde6e7e1a80)
    at /opt/gcc-10.2.0/include/c++/10.2.0/bits/std_function.h:248
#26 magma::ReadAndTransform(magma::File*, long, unsigned long, std::function<magma::Status (char const*, unsigned long, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&)>, std::unique_ptr<char [], std::default_delete<char []> >&, unsigned long&, unsigned long&, magma::BufferedFileReader*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/block_cache.cc:45
No core file now.