############################## 172.23.106.239: 1 core dump seen running: //opt/couchbase/bin/minidump-2-core /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp > /opt/couchbase/var/lib/couchbase/crash/ecc60f8-6b09-4d2d-54da2796-87ca2971.core running: gdb --batch /opt/couchbase/bin/memcached -c /opt/couchbase/var/lib/couchbase/crash/ecc60f8-6b09-4d2d-54da2796-87ca2971.core -ex "bt full" -ex quit 172.23.106.239: Stack Trace of first crash - decc60f8-6b09-4d2d-54da2796-87ca2971.dmp Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'. #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 No locals. #1 operator++ (this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 No locals. #2 gimme (this=0x7f08d9129210) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:291 No locals. #3 SingleThreadedRCPtr (other=..., this=0x7f08dea6ad00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:181 No locals. #4 construct >, SingleThreadedRCPtr > const&> (__p=0x7f08dea6ad00, this=0x7f0966feae40) at /opt/gcc-10.2.0/include/c++/10.2.0/ext/new_allocator.h:150 No locals. #5 construct >, SingleThreadedRCPtr > const&> (__p=0x7f08dea6ad00, __a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/alloc_traits.h:512 No locals. #6 std::vector >, std::allocator > > >::_M_realloc_insert > const&> (this=this@entry=0x7f0966feae40, __position=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/vector.tcc:449 __len = __old_start = __old_finish = __elems_before = __new_start = 0x7f08dea6ad00 __new_finish = 0x7f08dea6ad00 #7 0x00000000007c6fe6 in push_back (__x=..., this=0x7f0966feae40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:963 No locals. #8 CheckpointManager::getItemsForCursor(CheckpointCursor*, std::vector >, std::allocator > > >&, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:984 qi = @0x7f08d9129210: lh = {_M_device = @0x7f0896be3790} cursor = @0x7f08da2e3770: result = {ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x7f08da06dca0, _M_finish = 0x7f08da06dcd0, _M_end_of_storage = 0x7f08da06dcd0}, }}, }, moreAvailable = true, checkpointType = (unknown: 64), maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = 176}, }}, >> = {}, }, highCompletedSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139676023980672}, _M_engaged = 192}, }}, >> = {}, }, visibleSeqno = 0, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x7f08df5b8be0}, }, }}, }}} hardLimit = itemCount = 0 enteredNewCp = false #9 0x000000000072b6f7 in getItemsForPersistence (approxLimit=500000, items=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.h:337 No locals. #10 VBucket::getItemsToPersist(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:425 result = {items = { >, std::allocator > > >> = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, >, std::allocator > > >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, moreAvailable = false, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = false}, }}, >> = {}, }, checkpointType = Memory, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }}} begin = rangeInfo = {ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0xba7ac4 , _M_end_of_storage = 0x7f08da79c4c0}, }}, }, moreAvailable = false, checkpointType = Memory, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139676001879232}, _M_engaged = 192}, }}, >> = {}, }, highCompletedSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139675967747296}, _M_engaged = false}, }}, >> = {}, }, visibleSeqno = 139678869901312, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x7f099d4077fd }, }, }}, }}} #11 0x00000000008264bf in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.h:2641 vbid = {vbid = 415} toFlush = {items = { >, std::allocator > > >> = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, >, std::allocator > > >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, moreAvailable = false, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = false}, }}, >> = {}, }, checkpointType = Memory, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }}} moreAvailable = wakeupCheckpointRemover = range = rwUnderlying = ctx = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }} mustDedupe = prev = persistedVbState = vbstate = {static CurrentVersion = 4, maxDeletedSeqno = {counter = {_M_elems = "\t\000\000\000\000"}}, highSeqno = 48498, purgeSeqno = 0, lastSnapStart = 48498, lastSnapEnd = 48498, maxCas = 1642426233559842816, hlcCasEpochSeqno = 1, mightContainXattrs = false, supportsNamespaces = true, version = 4, persistedCompletedSeqno = 0, persistedPreparedSeqno = 0, highPreparedSeqno = 0, maxVisibleSeqno = 48498, onDiskPrepares = 0, onDiskPrepareBytes = 0, checkpointType = Memory, transition = {failovers = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f08fc782300
}, _M_string_length = 274, {_M_local_buf = "\022\001\000\000\000\000\000\000`\000\000\000\000\000\000", _M_allocated_capacity = 274}}, replicationTopology = {m_type = nlohmann::detail::null, m_value = {object = 0x0, array = 0x0, string = 0x0, binary = 0x0, boolean = false, number_integer = 0, number_unsigned = 0, number_float = 0}}, state = vbucket_state_replica}} logged = false callback = writeOp = commitData = {collections = {collections = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x0, _M_bucket_count = 7762467130949328, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 6022655, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 139679250653376}, _M_single_bucket = 0x7f0966feb250}}, scopes = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0xb9c499 , _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0xc095c6 >::putMessageImpl >(folly::Function&&, unsigned long, bool)+166>}, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 51827370372899}, _M_single_bucket = 0x0}}, droppedScopes = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb110, _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 12227227, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = -5.24212789e-22, _M_next_resize = 4707}, _M_single_bucket = 0x100}}, flushAccounting = {stats = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x1b93ec37ebbed0, _M_bucket_count = 139676142802384, _M_before_begin = {_M_nxt = 0xc02c0b )+187>}, _M_element_count = 139678359401376, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 6.01385186e+23, _M_next_resize = 256}, _M_single_bucket = 0xbf2e4e }}, droppedStats = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb180, _M_bucket_count = 139679250668032, _M_before_begin = {_M_nxt = 0x7f0966feb3a0}, _M_element_count = 4707, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 3.58732407e-43, _M_next_resize = 7762467130949328}, _M_single_bucket = 0x7f08e2e015d0}}, droppedCollections = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x75417a , _M_bucket_count = 4707, _M_before_begin = {_M_nxt = 0xa9c61d }, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = -3.31525346e-22, _M_next_resize = 0}, _M_single_bucket = 0x7f0985600000}}, droppedInStore = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb1f0, _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 0}, _M_single_bucket = 0x0}}}, manifestUid = {> = {label = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feb208 "unlabelled"}, _M_string_length = 10, {_M_local_buf = "unlabelled\000\000\000\000\000", _M_allocated_capacity = 7812730926796664437}}}, val = 0}, manifest = {> = {> = {> = {> = {> = {> = {}, }, }, }, > = {}, > = {}, }, }, _M_data = 0x7f08dc2daa00}, nonEmptyDroppedCollections = 0, needsMetaCommit = false}, writeOp = Upsert, proposedVBState = {static CurrentVersion = 4, maxDeletedSeqno = {counter = {_M_elems = "\n\000\000\000\000"}}, highSeqno = 49075, purgeSeqno = 0, lastSnapStart = 139679245474368, lastSnapEnd = 4707, maxCas = 1642426254823260160, hlcCasEpochSeqno = 1, mightContainXattrs = false, supportsNamespaces = true, version = 4, persistedCompletedSeqno = 0, persistedPreparedSeqno = 4611539, highPreparedSeqno = 0, maxVisibleSeqno = 49075, onDiskPrepares = 0, onDiskPrepareBytes = 0, checkpointType = Memory, transition = {failovers = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f09486a46c0
}, _M_string_length = 274, {_M_local_buf = "\022\001\000\000\000\000\000\000\300\263\376f\t\177\000", _M_allocated_capacity = 274}}, replicationTopology = {m_type = nlohmann::detail::null, m_value = {object = 0x0, array = 0x0, string = 0x0, binary = 0x0, boolean = false, number_integer = 0, number_unsigned = 0, number_float = 0}}, state = vbucket_state_replica}}, sysErrorCallback = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x707bfb , _M_const_object = 0x707bfb , _M_function_pointer = 0x707bfb , _M_member_pointer = &virtual table offset 7371770, this adjustment 139676057515816}, _M_pod_data = "\373{p\000\000\000\000\000(\267\312\335\b\177\000"}, _M_manager = 0x81c501 >::_M_invoke(const std::_Any_data &, const std::system_error &)+33>}, _M_invoker = 0x7f08ddcab728}} proposedVBState = maxSeqno = maxVbStateOpCas = minSeqno = flushBatchSize = mustPersistVBState = hcs = hps = maxVisibleSeqno = {> = {label = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feae20 "unlabelled"}, _M_string_length = 10, {_M_local_buf = "unlabelled\000_logg", _M_allocated_capacity = 7812730926796664437}}}, val = 49075} aggStats = {numItems = 577, totalBytes = 186195, totalAgeInMilliseconds = 4478937952007} highSeqno = #12 0x00000000008286df in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:374 vb = {vb = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }, lock = {_M_device = 0x0, _M_owns = false}} #13 0x00000000006da8f0 in Flusher::flushVB (this=0x7f08dc287000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 vbid = {vbid = 415} #14 0x00000000006db240 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 more = currentState = Flusher::Running #15 0x0000000000aa6642 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 guard = {previous = 0x0} #16 0x0000000000aa3855 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f0966feb840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 scheduleOverhead = start = {__d = {__r = 7762467241083446}} runAgain = false proxy = @0x7f08de329b00: #17 0x0000000000bfa640 in operator() (this=0x7f0966feb840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 fn = @0x7f0966feb840: {> = {}, data_ = {big = 0x7f08de329b00, tiny = {__data = "\000\233\062\336\b\177\000\000\000\000\000\000\000\000\000\000\260\271\022\220\t\177\000\000A/\000\000\000\000\000\000 \000\000\000\000\000\000\000\020\271\376f\t\177\000", __align = {}}}, call_ = 0xaa3f10 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaa2660 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>} #18 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f099bd2b400, thread=..., task=task@entry=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 rctx = {prev_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }} startTime = {__d = {__r = 7762467241079867}} stats = {expired = false, waitTime = {__r = 24897}, runTime = {__r = 0}, enqueueTime = {__d = {__r = 7762467241054970}}, requestId = 0} #19 0x0000000000be23fa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f099bd2b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 task = {storage_ = {{emptyState = 0 '\000', value = { = {func_ = {> = {}, data_ = {big = 0x7f08de329b00, tiny = {__data = "\000\233\062\336\b\177\000\000\000\000\000\000\000\000\000\000\260\271\022\220\t\177\000\000A/\000\000\000\000\000\000 \000\000\000\000\000\000\000\020\271\376f\t\177\000", __align = {}}}, call_ = 0xaa3f10 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaa2660 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>}, enqueueTime_ = {__d = {__r = 7762467241054970}}, expiration_ = {__r = 0}, expireCallback_ = {> = {}, data_ = {big = 0x2f41, tiny = {__data = "A/\000\000\000\000\000\000\353\060\243", '\000' , "_\036\356\237\t\177\000\000pھ\211\t\177\000\000@\266\016\240\t\177\000", __align = {}}}, call_ = 0x465dd3 ::uninitCall(folly::detail::function::Data&)>, exec_ = 0x0}, context_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }}, poison = false, priority_ = 0 '\000', queueObserverPayload_ = 139679265474000}}, hasValue = true}} guard = {list_ = {forbid = true, prev = 0x0, curr = {name = {static npos = , b_ = 0xccc3eb "CPUThreadPoolExecutor", e_ = 0xccc400 ""}}}} #20 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 No locals. #21 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 No locals. #22 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 No locals. #23 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 No locals. #24 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 fn = #25 0x0000000000aa34e4 in operator() (this=0x7f099bcf1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 fn = @0x7f099bcf1f40: #26 operator() (__closure=0x7f099bcf1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 threadNameOpt = {storage_ = {{emptyState = -96 '\240', value = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feb9a0 "WriterPool2"}, _M_string_length = 11, {_M_local_buf = "WriterPool2\000\000\000\000", _M_allocated_capacity = 8021036716417184343}}}, hasValue = true}} func = #27 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 fn = @0x7f099bcf1f40: #28 0x00007f099dca8d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 No symbol table info available. #29 0x00007f099fab0ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #30 0x00007f099d3f18dd in clone () from /lib64/libc.so.6 No symbol table info available. ############################## running: gdb -p `(pidof memcached)` -ex "thread apply all bt" -ex detach -ex quit [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Loaded symbols for /lib64/libpthread.so.0 Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/librt.so.1 Reading symbols from /opt/couchbase/bin/../lib/liblz4.so.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/liblz4.so.1.9.2-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/liblz4.so.1 Reading symbols from /opt/couchbase/bin/../lib/libsnappy.so.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libsnappy.so.1.1.8-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libsnappy.so.1 Reading symbols from /opt/couchbase/bin/../lib/libjemalloc.so.2...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libjemalloc.so.2-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libjemalloc.so.2 Reading symbols from /opt/couchbase/bin/../lib/libevent_core-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_core-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_core-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_extra-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_extra-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_extra-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_pthreads-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_pthreads-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_pthreads-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_openssl-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_openssl-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_openssl-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libssl.so.1.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libssl.so.1.1-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libssl.so.1.1 Reading symbols from /opt/couchbase/bin/../lib/libcrypto.so.1.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libcrypto.so.1.1-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libcrypto.so.1.1 Reading symbols from /opt/couchbase/bin/../lib/libstdc++.so.6...(no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libstdc++.so.6 Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libm.so.6 Reading symbols from /opt/couchbase/bin/../lib/libgcc_s.so.1...(no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libgcc_s.so.1 Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libc.so.6 Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/ld-linux-x86-64.so.2 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 To enable execution of this file add add-auto-load-safe-path /opt/couchbase/lib/libstdc++.so.6.0.28-gdb.py line to your configuration file "/root/.gdbinit". To completely disable this security protection add set auto-load safe-path / line to your configuration file "/root/.gdbinit". For more information about this security protection see the "Auto-loading safe path" section in the GDB manual. E.g., run from the shell: info "(gdb)Auto-loading safe path" Thread 44 (Thread 0x7fa2b63ff700 (LWP 12903)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b894b5a7 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:307 #3 background_thread0_work (tsd=0x7fa2b63ee220) at src/background_thread.c:452 #4 background_work (ind=, tsd=0x7fa2b63ee220) at src/background_thread.c:490 #5 background_thread_entry (ind_arg=) at src/background_thread.c:522 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7fa2b52fe700 (LWP 12904)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b561ba in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b52ec800, __mutex=, __cond=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > ( __atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __rtime=, __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 dequeue_for (wait_duration=..., popped_item=..., this=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/mpmc_blocking_q.h:58 #7 spdlog::details::thread_pool::process_next_msg_ ( this=this@entry=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:99 #8 0x0000000000b56508 in worker_loop_ (this=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:90 #9 operator() (__closure=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:28 #10 __invoke_impl):: > (__f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #11 __invoke):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 _M_invoke<0> (this=) at /usr/local/include/c++/7.3.0/thread:234 #13 operator() (this=) at /usr/local/include/c++/7.3.0/thread:243 #14 std::thread::_State_impl):: > > >::_M_run(void) (this=) at /usr/local/include/c++/7.3.0/thread:186 #15 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #16 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #17 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7fa2b4afd700 (LWP 12905)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b55f7a in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b4aeb9b0, __mutex=, __cond=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > ( __atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __rtime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 operator() (__closure=0x7fa2b5bc3788) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/periodic_worker-inl.h:25 #7 __invoke_impl&, std::chrono::seconds):: > ( __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #8 __invoke&, std::chrono::seconds):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 _M_invoke<0> (this=0x7fa2b5bc3788) at /usr/local/include/c++/7.3.0/thread:234 #10 operator() (this=0x7fa2b5bc3788) at /usr/local/include/c++/7.3.0/thread:243 #11 std::thread::_State_impl&, std::chrono::seconds):: > > >::_M_run(void) (this=0x7fa2b5bc3780) at /usr/local/include/c++/7.3.0/thread:186 #12 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #13 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #14 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7fa2b42fc700 (LWP 12906)): #0 0x00007fa2b6d73c3d in poll () from /lib64/libc.so.6 #1 0x00000000005a9841 in get_command (buffsize=80, buffer=0x7fa2b42ea990 "@\206\247\271\242\177") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:57 #2 check_stdin_thread (arg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:98 #3 0x0000000000b8edb9 in run (this=0x7fa2b5bb67d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #4 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #5 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7fa2b22f8700 (LWP 12910)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000005efc86 in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b22e6980, __mutex=0x7fa2b5be6350, __cond=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=, __lock=, __atime=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=, __lock=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 ExternalAuthManagerThread::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:91 #6 0x0000000000ba50e3 in Couchbase::Thread::thread_entry() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:38 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6b90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7fa2b1af7700 (LWP 12911)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000679fb7 in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b1ae59b0, __mutex=, __cond=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 AuditImpl::consume_events() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:401 #6 0x0000000000b8edb9 in run (this=0x7fa2b5bb6b30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #7 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #8 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7fa2b2af9700 (LWP 12912)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000ad53eb in consume_socket (thread_index=, sp=0x19ce5a0, ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846 #2 worker_thread_run (conn=0x19cdcb0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987 #3 worker_thread (thread_func_param=0x19cdcb0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145 #4 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7fa2b32fa700 (LWP 12913)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000ad53eb in consume_socket (thread_index=, sp=0x19cef88, ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846 #2 worker_thread_run (conn=0x19ce698) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987 #3 worker_thread (thread_func_param=0x19ce698) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145 #4 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 36 (Thread 0x7fa2b3afb700 (LWP 12914)): #0 0x00007fa2b6d73c3d in poll () from /lib64/libc.so.6 #1 0x0000000000acc358 in master_thread_run (ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19291 #2 master_thread (thread_func_param=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19386 #3 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7fa2b12f6700 (LWP 12915)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568b900, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568b900, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572c010, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572c010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572c010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572c000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6e30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7fa2b0af5700 (LWP 12916)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568bc00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568bc00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572cbe0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572cbe0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572cbe0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572cbd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6f50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fa2abfff700 (LWP 12917)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568bf00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568bf00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572d7b0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572d7b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572d7b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572d7a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7070) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fa2ab7fe700 (LWP 12918)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c200, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c200, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572e380, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572e380) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572e380) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572e370) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7160) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fa2aaffd700 (LWP 12919)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c500, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c500, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572ef50, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572ef50) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572ef50) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572ef40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7130) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fa2aa7fc700 (LWP 12920)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c800, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c800, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572fb20, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572fb20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572fb20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572fb10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb70d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fa2a9ffb700 (LWP 12921)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568cb00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568cb00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b57306f0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b57306f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b57306f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b57306e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fa2a3fff700 (LWP 12922)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2751387160, absSteadyTime=absSteadyTime@entry=0x7fa2a3fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8030) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8030, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a3fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8030) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8030, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8030, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fa2a37fe700 (LWP 12923)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2742994456, absSteadyTime=absSteadyTime@entry=0x7fa2a37ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8018) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8018, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a37ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8018) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8018, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8018, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fa2a2ffd700 (LWP 12924)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2734601752, absSteadyTime=absSteadyTime@entry=0x7fa2a2feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8048) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8048, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a2feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8048) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8048, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8048, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fa2a0fd7700 (LWP 12925)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2700891672, absSteadyTime=absSteadyTime@entry=0x7fa2a0fc55f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8060) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8060, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a0fc5618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8060) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8060, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8060, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fa293fff700 (LWP 12926)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2482951704, absSteadyTime=absSteadyTime@entry=0x7fa293fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8078) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8078, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa293fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8078) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8078, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8078, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fa2937fe700 (LWP 12927)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2474559000, absSteadyTime=absSteadyTime@entry=0x7fa2937ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8090) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8090, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2937ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8090) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8090, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8090, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fa292ffd700 (LWP 12928)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2466166296, absSteadyTime=absSteadyTime@entry=0x7fa292feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd80a8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd80a8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa292feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd80a8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd80a8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd80a8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fa2927fc700 (LWP 12929)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2457773592, absSteadyTime=absSteadyTime@entry=0x7fa2927ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd80c0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2927ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd80c0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd80c0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fa291ffb700 (LWP 12930)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2449380888, absSteadyTime=absSteadyTime@entry=0x7fa291fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd80d8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd80d8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa291fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd80d8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd80d8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd80d8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fa2917fa700 (LWP 12931)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2440988184, absSteadyTime=absSteadyTime@entry=0x7fa2917e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd80f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd80f0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2917e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd80f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd80f0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd80f0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fa290ff9700 (LWP 12932)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2432595480, absSteadyTime=absSteadyTime@entry=0x7fa290fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8108) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8108, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa290fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8108) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8108, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8108, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fa273fff700 (LWP 12933)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1946080792, absSteadyTime=absSteadyTime@entry=0x7fa273fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8120) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8120, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa273fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8120) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8120, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8120, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fa2737fe700 (LWP 12934)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1937688088, absSteadyTime=absSteadyTime@entry=0x7fa2737ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8138) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8138, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2737ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8138) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8138, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8138, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd5bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fa272ffd700 (LWP 12935)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1929295384, absSteadyTime=absSteadyTime@entry=0x7fa272feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8150) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8150, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa272feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8150) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8150, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8150, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fa2727fc700 (LWP 12936)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1920902680, absSteadyTime=absSteadyTime@entry=0x7fa2727ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8168) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8168, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2727ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8168) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8168, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8168, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd5c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fa271ffb700 (LWP 12937)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1912509976, absSteadyTime=absSteadyTime@entry=0x7fa271fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8180) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8180, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa271fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8180) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8180, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8180, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd5c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fa2717fa700 (LWP 12938)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1904117272, absSteadyTime=absSteadyTime@entry=0x7fa2717e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8198) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8198, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2717e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8198) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8198, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8198, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fa270ff9700 (LWP 12939)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1895724568, absSteadyTime=absSteadyTime@entry=0x7fa270fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd81b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd81b0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa270fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd81b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd81b0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd81b0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fa253fff700 (LWP 12940)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1409209880, absSteadyTime=absSteadyTime@entry=0x7fa253fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd81c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd81c8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa253fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd81c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd81c8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd81c8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fa2537fe700 (LWP 12941)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1400817176, absSteadyTime=absSteadyTime@entry=0x7fa2537ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd81e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd81e0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2537ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd81e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd81e0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd81e0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fa252ffd700 (LWP 12942)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1392424472, absSteadyTime=absSteadyTime@entry=0x7fa252feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd81f8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd81f8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa252feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd81f8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd81f8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd81f8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fa2527fc700 (LWP 12943)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1384031768, absSteadyTime=absSteadyTime@entry=0x7fa2527ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8210) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8210, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2527ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8210) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8210, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8210, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fa251ffb700 (LWP 12944)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1375639064, absSteadyTime=absSteadyTime@entry=0x7fa251fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8228) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8228, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa251fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8228) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8228, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8228, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be0ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be0ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fa2517fa700 (LWP 12945)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1367246360, absSteadyTime=absSteadyTime@entry=0x7fa2517e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8240) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8240, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2517e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8240) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8240, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8240, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be0f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be0f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fa250ff9700 (LWP 12946)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1358853656, absSteadyTime=absSteadyTime@entry=0x7fa250fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8258) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8258, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa250fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8258) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8258, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8258, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d9840, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d9840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d9800, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be2000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be2000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fa233fff700 (LWP 12947)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=872338968, absSteadyTime=absSteadyTime@entry=0x7fa233fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8270) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8270, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa233fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8270) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8270, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8270, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d9840, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d9840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d9800, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be2040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be2040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fa2337fe700 (LWP 12948)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568ce00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568ce00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b5be6f00, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b5be6f00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever (this=0x7fa2b5be6f00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x0000000000bf1e69 in folly::IOThreadPoolExecutor::threadRun ( this=0x7fa2b5be6780, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:195 #7 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #8 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #10 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #11 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #12 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #13 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #14 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fa2ba576c40 (LWP 12902)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568b300, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568b300, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b5be6500, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b5be6500) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever (this=0x7fa2b5be6500) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x000000000056772b in memcached_main(int, char**) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1026 #7 0x00007fa2b6ca2555 in __libc_start_main () from /lib64/libc.so.6 #8 0x000000000055fd77 in _start () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/char_traits.h:322 Detaching from program: /opt/couchbase/bin/memcached, process 12902 [Inferior 1 (process 12902) detached] 2022-01-17 05:31:51,772 | test | INFO | Thread-2 | [basetestcase:check_logs:857] Comparing timestamps: Log's latest timestamp: 2022-01-17 05:30:55, Test's start timestamp is 2022-01-17 03:57:54.393000 2022-01-17 05:31:51,773 | test | INFO | Thread-2 | [basetestcase:check_logs:857] Comparing timestamps: Log's latest timestamp: 2022-01-17 05:30:55, Test's start timestamp is 2022-01-17 03:57:54.393000 2022-01-17 05:31:51,773 | test | INFO | Thread-2 | [basetestcase:check_coredump_exist:966] unwanted messages in /opt/couchbase/var/lib/couchbase/logs/babysitter.log 2022-01-17 05:31:51,775 | test | CRITICAL | Thread-2 | [basetestcase:check_coredump_exist:968] 172.23.106.239: Found ' CRITICAL ' logs - ['[ns_server:info,2022-01-17T05:30:55.660-08:00,babysitter_of_ns_1@cb.local:<0.1837.0>:ns_port_server:log:226]memcached<0.1837.0>: CRITICAL Breakpad caught a crash (Couchbase version 7.1.0-2071). Writing crash dump to /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp before terminating.\n', '[ns_server:info,2022-01-17T05:30:55.897-08:00,babysitter_of_ns_1@cb.local:<0.1867.0>:ns_port_server:log:226]memcached<0.1867.0>: 2022-01-17T05:30:55.696442-08:00 CRITICAL Detected previous crash\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696483-08:00 CRITICAL Breakpad caught a crash (Couchbase version 7.1.0-2071). Writing crash dump to /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp before terminating.\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696492-08:00 CRITICAL Stack backtrace of crashed thread:\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696493-08:00 CRITICAL #0 /opt/couchbase/bin/memcached() [0x400000+0x728ec8]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696495-08:00 CRITICAL #1 /opt/couchbase/bin/memcached(_ZN15google_breakpad16ExceptionHandler12GenerateDumpEPNS0_12CrashContextE+0x3ea) [0x400000+0x77a69a]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696496-08:00 CRITICAL #2 /opt/couchbase/bin/memcached(_ZN15google_breakpad16ExceptionHandler13SignalHandlerEiP9siginfo_tPv+0xb8) [0x400000+0x77a9d8]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696498-08:00 CRITICAL #3 /lib64/libpthread.so.0() [0x7f099faa9000+0xf630]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696499-08:00 CRITICAL #4 /opt/couchbase/bin/memcached() [0x400000+0x3cc1f2]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696507-08:00 CRITICAL #5 /opt/couchbase/bin/memcached() [0x400000+0x3c6fe6]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696509-08:00 CRITICAL #6 /opt/couchbase/bin/memcached() [0x400000+0x32b6f7]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696512-08:00 CRITICAL #7 /opt/couchbase/bin/memcached() [0x400000+0x4264bf]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696513-08:00 CRITICAL #8 /opt/couchbase/bin/memcached() [0x400000+0x4286df]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696514-08:00 CRITICAL #9 /opt/couchbase/bin/memcached() [0x400000+0x2da8f0]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696518-08:00 CRITICAL #10 /opt/couchbase/bin/memcached() [0x400000+0x2db240]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696519-08:00 CRITICAL #11 /opt/couchbase/bin/memcached() [0x400000+0x6a6642]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696521-08:00 CRITICAL #12 /opt/couchbase/bin/memcached() [0x400000+0x6a3855]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696561-08:00 CRITICAL #13 /opt/couchbase/bin/memcached() [0x400000+0x7fa640]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696564-08:00 CRITICAL #14 /opt/couchbase/bin/memcached() [0x400000+0x7e23fa]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696565-08:00 CRITICAL #15 /opt/couchbase/bin/memcached() [0x400000+0x7fd5f9]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696567-08:00 CRITICAL #16 /opt/couchbase/bin/memcached() [0x400000+0x6a34e4]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696568-08:00 CRITICAL #17 /opt/couchbase/bin/../lib/libstdc++.so.6() [0x7f099dbdb000+0xcdd40]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696572-08:00 CRITICAL #18 /lib64/libpthread.so.0() [0x7f099faa9000+0x7ea5]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696591-08:00 CRITICAL #19 /lib64/libc.so.6(clone+0x6d) [0x7f099d2f3000+0xfe8dd]\n', ' {<<"2022-01-17T05:30:55.696591-08:00 CRITICAL #19 /lib64/libc.so.6(clone+0x6d) [0x7f099d2f3000+0xfe8dd]">>,\n', ' {<<"2022-01-17T05:30:55.696572-08:00 CRITICAL #18 /lib64/libpthread.so.0() [0x7f099faa9000+0x7ea5]">>,\n', ' {<<"2022-01-17T05:30:55.696568-08:00 CRITICAL #17 /opt/couchbase/bin/../lib/libstdc++.so.6() [0x7f099dbdb000+0xcdd40]">>,\n', ' {<<"2022-01-17T05:30:55.696567-08:00 CRITICAL #16 /opt/couchbase/bin/memcached() [0x400000+0x6a34e4]">>,\n', ' {<<"2022-01-17T05:30:55.696565-08:00 CRITICAL #15 /opt/couchbase/bin/memcached() [0x400000+0x7fd5f9]">>,\n', ' [{<<"2022-01-17T05:30:55.696521-08:00 CRITICAL #12 /opt/couchbase/bin/memcached() [0x400000+0x6a3855]">>,\n', ' {<<"2022-01-17T05:30:55.696561-08:00 CRITICAL #13 /opt/couchbase/bin/memcached() [0x400000+0x7fa640]">>,\n', ' {<<"2022-01-17T05:30:55.696564-08:00 CRITICAL #14 /opt/couchbase/bin/memcached() [0x400000+0x7e23fa]">>,\n'] 2022-01-17 05:31:52,744 | test | CRITICAL | Thread-2 | [storage_base:crash:1079] CRASH | CRITICAL | WARN messages found in cb_logs 2022-01-17 05:31:53,857 | test | WARNING | Thread-2 | [bucket_ready_functions:_wait_warmup_completed:4190] Exception during cbstat all cmd: Traceback (most recent call last): File "/opt/couchbase/lib/python/cbstats", line 1022, in main() File "/opt/couchbase/lib/python/cbstats", line 1019, in main c.execute() File "/opt/couchbase/lib/python/clitool.py", line 83, in execute f[0](mc, *args[2:], **opts.__dict__) File "/opt/couchbase/lib/python/cbstats", line 54, in g f(*args, **kwargs) File "/opt/couchbase/lib/python/cli_auth_utils.py", line 105, in g mc.bucket_select(bucket) File "/opt/couchbase/lib/python/mc_bin_client.py", line 679, in bucket_select return self._doCmd(memcacheConstants.CMD_SELECT_BUCKET, name, '') File "/opt/couchbase/lib/python/mc_bin_client.py", line 303, in _doCmd return self._handleSingleResponse(opaque) File "/opt/couchbase/lib/python/mc_bin_client.py", line 296, in _handleSingleResponse cmd, opaque, cas, keylen, extralen, data = self._handleKeyedResponse(myopaque) File "/opt/couchbase/lib/python/mc_bin_client.py", line 292, in _handleKeyedResponse raise MemcachedError(errcode, msg) mc_bin_client.ErrorKeyEnoent: Memcached error #1: KEY_ENOENT : Not Found : 2022-01-17 05:31:53,861 | test | INFO | Thread-2 | [common_lib:sleep:22] Sleep 2 seconds. Reason: Warm-up not complete for default on 172.23.106.239 2022-01-17 05:31:56,009 | test | INFO | Thread-2 | [common_lib:sleep:22] Sleep 2 seconds. Reason: Warm-up not complete for default on 172.23.106.239 2022-01-17 05:31:58,167 | test | INFO | Thread-2 | [common_lib:sleep:22] Sleep 2 seconds. Reason: Warm-up not complete for default on 172.23.106.239 Loader_default__default_FunctionCollection1_11_1642425090.43 is completed! Loader_default__default_FunctionCollection1_1_1642425100.55 is completed! Loader_default__default_FunctionCollection1_4_1642425097.51 is completed! Loader_default__default_FunctionCollection1_12_1642425089.41 is completed! Loader_default__default_FunctionCollection1_13_1642425088.4 is completed! Loader_default__default_FunctionCollection1_17_1642425084.34 is completed! Loader_default__default_FunctionCollection1_18_1642425083.32 is completed! Loader_default__default_FunctionCollection1_3_1642425098.52 is completed! Loader_default__default_FunctionCollection1_7_1642425094.48 is completed! Loader_default__default_FunctionCollection1_6_1642425095.49 is completed! Loader_default__default_FunctionCollection1_19_1642425082.31 is completed! Loader_default__default_FunctionCollection1_5_1642425096.5 is completed! Loader_default__default_FunctionCollection1_20_1642425081.29 is completed! Loader_default__default_FunctionCollection1_15_1642425086.37 is completed! Loader_default__default_FunctionCollection1_8_1642425093.46 is completed! Loader_default__default_FunctionCollection1_10_1642425091.44 is completed! Loader_default__default_FunctionCollection1_16_1642425085.36 is completed! Loader_default__default_FunctionCollection1_14_1642425087.39 is completed! Loader_default__default_FunctionCollection1_9_1642425092.45 is completed! Loader_default__default_FunctionCollection1_2_1642425099.54 is completed! FAIL 2022-01-17 06:41:43,509 | test | INFO | MainThread | [table_view:display:72] Cluster statistics +----------------+----------+-----------------+-----------+----------+---------------------+-------------------+-----------------------+ | Node | Services | CPU_utilization | Mem_total | Mem_free | Swap_mem_used | Active / Replica | Version | +----------------+----------+-----------------+-----------+----------+---------------------+-------------------+-----------------------+ | 172.23.106.245 | kv | 31.8614389037 | 11.67 GiB | 9.65 GiB | 0.0 Byte / 0.0 Byte | 5629731 / 9140075 | 7.1.0-2071-enterprise | | 172.23.106.225 | kv | 21.6876670485 | 11.45 GiB | 9.47 GiB | 0.0 Byte / 0.0 Byte | 8867411 / 8079951 | 7.1.0-2071-enterprise | | 172.23.106.222 | kv | 46.0043752413 | 11.45 GiB | 8.74 GiB | 0.0 Byte / 0.0 Byte | 9302741 / 7925346 | 7.1.0-2071-enterprise | | 172.23.106.239 | kv | 40.2114380334 | 11.45 GiB | 9.50 GiB | 0.0 Byte / 0.0 Byte | 9254726 / 7951802 | 7.1.0-2071-enterprise | +----------------+----------+-----------------+-----------+----------+---------------------+-------------------+-----------------------+ 2022-01-17 06:41:43,720 | test | INFO | MainThread | [storage_base:tearDown:622] ## Active Resident Threshold of default is 3.91943314478 ## 2022-01-17 06:41:43,976 | test | INFO | MainThread | [basetestcase:tearDown:580] Starting Pcaps collection!! cp: cannot stat ‘/root/172.23.106.225_pcaps.zip’: No such file or directory 2022-01-17 06:42:24,555 | test | INFO | MainThread | [basetestcase:start_fetch_pcaps:529] 172.23.106.225 node pcap zip copied on client : False 2022-01-17 06:46:21,023 | test | INFO | MainThread | [basetestcase:start_fetch_pcaps:529] 172.23.106.239 node pcap zip copied on client : True cp: cannot stat ‘/root/172.23.106.222_pcaps.zip’: No such file or directory 2022-01-17 06:47:02,953 | test | INFO | MainThread | [basetestcase:start_fetch_pcaps:529] 172.23.106.222 node pcap zip copied on client : False 2022-01-17 06:47:05,171 | infra | ERROR | MainThread | [remote_util:log_command_output:3101] bash: yum: command not found 2022-01-17 06:47:05,178 | infra | ERROR | MainThread | [remote_util:log_command_output:3101] bash: zip: command not found cp: cannot stat ‘/root/172.23.106.245_pcaps.zip’: No such file or directory 2022-01-17 06:47:05,213 | test | INFO | MainThread | [basetestcase:start_fetch_pcaps:529] 172.23.106.245 node pcap zip copied on client : False ############################## 172.23.106.239: 1 core dump seen running: //opt/couchbase/bin/minidump-2-core /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp > /opt/couchbase/var/lib/couchbase/crash/ecc60f8-6b09-4d2d-54da2796-87ca2971.core running: gdb --batch /opt/couchbase/bin/memcached -c /opt/couchbase/var/lib/couchbase/crash/ecc60f8-6b09-4d2d-54da2796-87ca2971.core -ex "bt full" -ex quit 172.23.106.239: Stack Trace of first crash - decc60f8-6b09-4d2d-54da2796-87ca2971.dmp Core was generated by `/opt/couchbase/bin/memcached -C /opt/couchbase/var/lib/couchbase/config/memcach'. #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 #0 fetch_add (__m=std::memory_order_relaxed, __i=1, this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 No locals. #1 operator++ (this=0x200190003000009) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:119 No locals. #2 gimme (this=0x7f08d9129210) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:291 No locals. #3 SingleThreadedRCPtr (other=..., this=0x7f08dea6ad00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/include/platform/atomic.h:181 No locals. #4 construct >, SingleThreadedRCPtr > const&> (__p=0x7f08dea6ad00, this=0x7f0966feae40) at /opt/gcc-10.2.0/include/c++/10.2.0/ext/new_allocator.h:150 No locals. #5 construct >, SingleThreadedRCPtr > const&> (__p=0x7f08dea6ad00, __a=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/alloc_traits.h:512 No locals. #6 std::vector >, std::allocator > > >::_M_realloc_insert > const&> (this=this@entry=0x7f0966feae40, __position=...) at /opt/gcc-10.2.0/include/c++/10.2.0/bits/vector.tcc:449 __len = __old_start = __old_finish = __elems_before = __new_start = 0x7f08dea6ad00 __new_finish = 0x7f08dea6ad00 #7 0x00000000007c6fe6 in push_back (__x=..., this=0x7f0966feae40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:963 No locals. #8 CheckpointManager::getItemsForCursor(CheckpointCursor*, std::vector >, std::allocator > > >&, unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.cc:984 qi = @0x7f08d9129210: lh = {_M_device = @0x7f0896be3790} cursor = @0x7f08da2e3770: result = {ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x7f08da06dca0, _M_finish = 0x7f08da06dcd0, _M_end_of_storage = 0x7f08da06dcd0}, }}, }, moreAvailable = true, checkpointType = (unknown: 64), maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = 176}, }}, >> = {}, }, highCompletedSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139676023980672}, _M_engaged = 192}, }}, >> = {}, }, visibleSeqno = 0, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x7f08df5b8be0}, }, }}, }}} hardLimit = itemCount = 0 enteredNewCp = false #9 0x000000000072b6f7 in getItemsForPersistence (approxLimit=500000, items=..., this=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/checkpoint_manager.h:337 No locals. #10 VBucket::getItemsToPersist(unsigned long) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.cc:425 result = {items = { >, std::allocator > > >> = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, >, std::allocator > > >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, moreAvailable = false, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = false}, }}, >> = {}, }, checkpointType = Memory, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }}} begin = rangeInfo = {ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0xba7ac4 , _M_end_of_storage = 0x7f08da79c4c0}, }}, }, moreAvailable = false, checkpointType = Memory, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139676001879232}, _M_engaged = 192}, }}, >> = {}, }, highCompletedSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 139675967747296}, _M_engaged = false}, }}, >> = {}, }, visibleSeqno = 139678869901312, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x7f099d4077fd }, }, }}, }}} #11 0x00000000008264bf in EPBucket::flushVBucket_UNLOCKED(LockedVBucketPtr) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/vbucket.h:2641 vbid = {vbid = 415} toFlush = {items = { >, std::allocator > > >> = {_M_impl = { > >> = {<__gnu_cxx::new_allocator > >> = {}, }, >, std::allocator > > >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, ranges = { >> = {_M_impl = {> = {<__gnu_cxx::new_allocator> = {}, }, >::_Vector_impl_data> = {_M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}, }}, }, moreAvailable = false, maxDeletedRevSeqno = {> = { >> = {}, _M_payload = {> = {_M_payload = {_M_empty = {}, _M_value = 0}, _M_engaged = false}, }}, >> = {}, }, checkpointType = Memory, flushHandle = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }}} moreAvailable = wakeupCheckpointRemover = range = rwUnderlying = ctx = {_M_t = { >> = {_M_t = { >> = { >> = {, true>> = {> = {}, }, }, > = {_M_head_impl = 0x0}, }, }}, }} mustDedupe = prev = persistedVbState = vbstate = {static CurrentVersion = 4, maxDeletedSeqno = {counter = {_M_elems = "\t\000\000\000\000"}}, highSeqno = 48498, purgeSeqno = 0, lastSnapStart = 48498, lastSnapEnd = 48498, maxCas = 1642426233559842816, hlcCasEpochSeqno = 1, mightContainXattrs = false, supportsNamespaces = true, version = 4, persistedCompletedSeqno = 0, persistedPreparedSeqno = 0, highPreparedSeqno = 0, maxVisibleSeqno = 48498, onDiskPrepares = 0, onDiskPrepareBytes = 0, checkpointType = Memory, transition = {failovers = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f08fc782300
}, _M_string_length = 274, {_M_local_buf = "\022\001\000\000\000\000\000\000`\000\000\000\000\000\000", _M_allocated_capacity = 274}}, replicationTopology = {m_type = nlohmann::detail::null, m_value = {object = 0x0, array = 0x0, string = 0x0, binary = 0x0, boolean = false, number_integer = 0, number_unsigned = 0, number_float = 0}}, state = vbucket_state_replica}} logged = false callback = writeOp = commitData = {collections = {collections = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x0, _M_bucket_count = 7762467130949328, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 6022655, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 139679250653376}, _M_single_bucket = 0x7f0966feb250}}, scopes = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0xb9c499 , _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0xc095c6 >::putMessageImpl >(folly::Function&&, unsigned long, bool)+166>}, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 51827370372899}, _M_single_bucket = 0x0}}, droppedScopes = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb110, _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 12227227, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = -5.24212789e-22, _M_next_resize = 4707}, _M_single_bucket = 0x100}}, flushAccounting = {stats = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x1b93ec37ebbed0, _M_bucket_count = 139676142802384, _M_before_begin = {_M_nxt = 0xc02c0b )+187>}, _M_element_count = 139678359401376, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 6.01385186e+23, _M_next_resize = 256}, _M_single_bucket = 0xbf2e4e }}, droppedStats = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb180, _M_bucket_count = 139679250668032, _M_before_begin = {_M_nxt = 0x7f0966feb3a0}, _M_element_count = 4707, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 3.58732407e-43, _M_next_resize = 7762467130949328}, _M_single_bucket = 0x7f08e2e015d0}}, droppedCollections = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x75417a , _M_bucket_count = 4707, _M_before_begin = {_M_nxt = 0xa9c61d }, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = -3.31525346e-22, _M_next_resize = 0}, _M_single_bucket = 0x7f0985600000}}, droppedInStore = {_M_h = {, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits >> = {, std::__detail::_Select1st, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, true>> = {> = { = {}, }, , true>> = {> = {}, }, > = { = {}, }, }, , true>> = {> = {> = {}, }, }, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, false>> = {, std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits >> = {}, }, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, std::integral_constant >> = {}, , std::allocator >, std::__detail::_Select1st, std::equal_to, std::hash, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits, true>> = {}, , true> > >> = {, true> >, true>> = {, true> >> = {<__gnu_cxx::new_allocator, true> >> = {}, }, }, }, _M_buckets = 0x7f0966feb1f0, _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 0}, _M_single_bucket = 0x0}}}, manifestUid = {> = {label = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feb208 "unlabelled"}, _M_string_length = 10, {_M_local_buf = "unlabelled\000\000\000\000\000", _M_allocated_capacity = 7812730926796664437}}}, val = 0}, manifest = {> = {> = {> = {> = {> = {> = {}, }, }, }, > = {}, > = {}, }, }, _M_data = 0x7f08dc2daa00}, nonEmptyDroppedCollections = 0, needsMetaCommit = false}, writeOp = Upsert, proposedVBState = {static CurrentVersion = 4, maxDeletedSeqno = {counter = {_M_elems = "\n\000\000\000\000"}}, highSeqno = 49075, purgeSeqno = 0, lastSnapStart = 139679245474368, lastSnapEnd = 4707, maxCas = 1642426254823260160, hlcCasEpochSeqno = 1, mightContainXattrs = false, supportsNamespaces = true, version = 4, persistedCompletedSeqno = 0, persistedPreparedSeqno = 4611539, highPreparedSeqno = 0, maxVisibleSeqno = 49075, onDiskPrepares = 0, onDiskPrepareBytes = 0, checkpointType = Memory, transition = {failovers = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f09486a46c0
}, _M_string_length = 274, {_M_local_buf = "\022\001\000\000\000\000\000\000\300\263\376f\t\177\000", _M_allocated_capacity = 274}}, replicationTopology = {m_type = nlohmann::detail::null, m_value = {object = 0x0, array = 0x0, string = 0x0, binary = 0x0, boolean = false, number_integer = 0, number_unsigned = 0, number_float = 0}}, state = vbucket_state_replica}}, sysErrorCallback = {> = {> = {}, }, = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {_M_object = 0x707bfb , _M_const_object = 0x707bfb , _M_function_pointer = 0x707bfb , _M_member_pointer = &virtual table offset 7371770, this adjustment 139676057515816}, _M_pod_data = "\373{p\000\000\000\000\000(\267\312\335\b\177\000"}, _M_manager = 0x81c501 >::_M_invoke(const std::_Any_data &, const std::system_error &)+33>}, _M_invoker = 0x7f08ddcab728}} proposedVBState = maxSeqno = maxVbStateOpCas = minSeqno = flushBatchSize = mustPersistVBState = hcs = hps = maxVisibleSeqno = {> = {label = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feae20 "unlabelled"}, _M_string_length = 10, {_M_local_buf = "unlabelled\000_logg", _M_allocated_capacity = 7812730926796664437}}}, val = 49075} aggStats = {numItems = 577, totalBytes = 186195, totalAgeInMilliseconds = 4478937952007} highSeqno = #12 0x00000000008286df in EPBucket::flushVBucket(Vbid) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/ep_bucket.cc:374 vb = {vb = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }, lock = {_M_device = 0x0, _M_owns = false}} #13 0x00000000006da8f0 in Flusher::flushVB (this=0x7f08dc287000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:285 vbid = {vbid = 415} #14 0x00000000006db240 in Flusher::step(GlobalTask*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/engines/ep/src/flusher.cc:200 more = currentState = Flusher::Running #15 0x0000000000aa6642 in GlobalTask::execute() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/globaltask.cc:68 guard = {previous = 0x0} #16 0x0000000000aa3855 in FollyExecutorPool::TaskProxy::scheduleViaCPUPool()::{lambda()#2}::operator()() const (__closure=0x7f0966feb840) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:189 scheduleOverhead = start = {__d = {__r = 7762467241083446}} runAgain = false proxy = @0x7f08de329b00: #17 0x0000000000bfa640 in operator() (this=0x7f0966feb840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:416 fn = @0x7f0966feb840: {> = {}, data_ = {big = 0x7f08de329b00, tiny = {__data = "\000\233\062\336\b\177\000\000\000\000\000\000\000\000\000\000\260\271\022\220\t\177\000\000A/\000\000\000\000\000\000 \000\000\000\000\000\000\000\020\271\376f\t\177\000", __align = {}}}, call_ = 0xaa3f10 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaa2660 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>} #18 folly::ThreadPoolExecutor::runTask(std::shared_ptr const&, folly::ThreadPoolExecutor::Task&&) (this=this@entry=0x7f099bd2b400, thread=..., task=task@entry=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/ThreadPoolExecutor.cpp:97 rctx = {prev_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }} startTime = {__d = {__r = 7762467241079867}} stats = {expired = false, waitTime = {__r = 24897}, runTime = {__r = 0}, enqueueTime = {__d = {__r = 7762467241054970}}, requestId = 0} #19 0x0000000000be23fa in folly::CPUThreadPoolExecutor::threadRun (this=0x7f099bd2b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:265 task = {storage_ = {{emptyState = 0 '\000', value = { = {func_ = {> = {}, data_ = {big = 0x7f08de329b00, tiny = {__data = "\000\233\062\336\b\177\000\000\000\000\000\000\000\000\000\000\260\271\022\220\t\177\000\000A/\000\000\000\000\000\000 \000\000\000\000\000\000\000\020\271\376f\t\177\000", __align = {}}}, call_ = 0xaa3f10 ::callSmall(folly::detail::function::Data&)>, exec_ = 0xaa2660 (folly::detail::function::Op, folly::detail::function::Data*, folly::detail::function::Data)>}, enqueueTime_ = {__d = {__r = 7762467241054970}}, expiration_ = {__r = 0}, expireCallback_ = {> = {}, data_ = {big = 0x2f41, tiny = {__data = "A/\000\000\000\000\000\000\353\060\243", '\000' , "_\036\356\237\t\177\000\000pھ\211\t\177\000\000@\266\016\240\t\177\000", __align = {}}}, call_ = 0x465dd3 ::uninitCall(folly::detail::function::Data&)>, exec_ = 0x0}, context_ = {> = {> = {}, _M_ptr = 0x0, _M_refcount = {_M_pi = 0x0}}, }}, poison = false, priority_ = 0 '\000', queueObserverPayload_ = 139679265474000}}, hasValue = true}} guard = {list_ = {forbid = true, prev = 0x0, curr = {name = {static npos = , b_ = 0xccc3eb "CPUThreadPoolExecutor", e_ = 0xccc400 ""}}}} #20 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 No locals. #21 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 No locals. #22 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 No locals. #23 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 No locals. #24 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 fn = #25 0x0000000000aa34e4 in operator() (this=0x7f099bcf1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 fn = @0x7f099bcf1f40: #26 operator() (__closure=0x7f099bcf1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 threadNameOpt = {storage_ = {{emptyState = -96 '\240', value = {static npos = 18446744073709551615, _M_dataplus = {> = {<__gnu_cxx::new_allocator> = {}, }, _M_p = 0x7f0966feb9a0 "WriterPool2"}, _M_string_length = 11, {_M_local_buf = "WriterPool2\000\000\000\000", _M_allocated_capacity = 8021036716417184343}}}, hasValue = true}} func = #27 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 fn = @0x7f099bcf1f40: #28 0x00007f099dca8d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 No symbol table info available. #29 0x00007f099fab0ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #30 0x00007f099d3f18dd in clone () from /lib64/libc.so.6 No symbol table info available. ############################## running: gdb -p `(pidof memcached)` -ex "thread apply all bt" -ex detach -ex quit [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Loaded symbols for /lib64/libpthread.so.0 Reading symbols from /lib64/librt.so.1...(no debugging symbols found)...done. Loaded symbols for /lib64/librt.so.1 Reading symbols from /opt/couchbase/bin/../lib/liblz4.so.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/liblz4.so.1.9.2-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/liblz4.so.1 Reading symbols from /opt/couchbase/bin/../lib/libsnappy.so.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libsnappy.so.1.1.8-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libsnappy.so.1 Reading symbols from /opt/couchbase/bin/../lib/libjemalloc.so.2...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libjemalloc.so.2-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libjemalloc.so.2 Reading symbols from /opt/couchbase/bin/../lib/libevent_core-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_core-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_core-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_extra-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_extra-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_extra-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_pthreads-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_pthreads-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_pthreads-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libevent_openssl-2.1.so.7...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libevent_openssl-2.1.so.7.0.0-7.1.0-2071.x86_64.debug...done. done. Loaded symbols for /opt/couchbase/bin/../lib/libevent_openssl-2.1.so.7 Reading symbols from /opt/couchbase/bin/../lib/libssl.so.1.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libssl.so.1.1-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libssl.so.1.1 Reading symbols from /opt/couchbase/bin/../lib/libcrypto.so.1.1...Reading symbols from /usr/lib/debug/opt/couchbase/lib/libcrypto.so.1.1-7.1.0-2071.x86_64.debug...(no debugging symbols found)...done. (no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libcrypto.so.1.1 Reading symbols from /opt/couchbase/bin/../lib/libstdc++.so.6...(no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libstdc++.so.6 Reading symbols from /lib64/libm.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libm.so.6 Reading symbols from /opt/couchbase/bin/../lib/libgcc_s.so.1...(no debugging symbols found)...done. Loaded symbols for /opt/couchbase/bin/../lib/libgcc_s.so.1 Reading symbols from /lib64/libc.so.6...(no debugging symbols found)...done. Loaded symbols for /lib64/libc.so.6 Reading symbols from /lib64/ld-linux-x86-64.so.2...(no debugging symbols found)...done. Loaded symbols for /lib64/ld-linux-x86-64.so.2 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 To enable execution of this file add add-auto-load-safe-path /opt/couchbase/lib/libstdc++.so.6.0.28-gdb.py line to your configuration file "/root/.gdbinit". To completely disable this security protection add set auto-load safe-path / line to your configuration file "/root/.gdbinit". For more information about this security protection see the "Auto-loading safe path" section in the GDB manual. E.g., run from the shell: info "(gdb)Auto-loading safe path" Thread 65 (Thread 0x7fa2b63ff700 (LWP 12903)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b894b5a7 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=0, info=, tsdn=) at src/background_thread.c:307 #3 background_thread0_work (tsd=0x7fa2b63ee220) at src/background_thread.c:452 #4 background_work (ind=, tsd=0x7fa2b63ee220) at src/background_thread.c:490 #5 background_thread_entry (ind_arg=) at src/background_thread.c:522 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 64 (Thread 0x7fa2b52fe700 (LWP 12904)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b561ba in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b52ec800, __mutex=, __cond=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > ( __atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __atime=..., __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::mpmc_blocking_queue::dequeue_for(T&, std::chrono::milliseconds) [with T = spdlog::details::async_msg]:: > (__p=..., __rtime=, __lock=..., this=0x7fa2b5bc2138) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 dequeue_for (wait_duration=..., popped_item=..., this=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/mpmc_blocking_q.h:58 #7 spdlog::details::thread_pool::process_next_msg_ ( this=this@entry=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:99 #8 0x0000000000b56508 in worker_loop_ (this=0x7fa2b5bc2110) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:90 #9 operator() (__closure=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/thread_pool-inl.h:28 #10 __invoke_impl):: > (__f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #11 __invoke):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #12 _M_invoke<0> (this=) at /usr/local/include/c++/7.3.0/thread:234 #13 operator() (this=) at /usr/local/include/c++/7.3.0/thread:243 #14 std::thread::_State_impl):: > > >::_M_run(void) (this=) at /usr/local/include/c++/7.3.0/thread:186 #15 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #16 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #17 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 63 (Thread 0x7fa2b4afd700 (LWP 12905)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000b55f7a in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b4aeb9b0, __mutex=, __cond=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/x86_64-pc-linux-gnu/bits/gthr-default.h:871 #2 __wait_until_impl > > (__atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:166 #3 wait_until > > ( __atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:106 #4 wait_until >, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __atime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:129 #5 wait_for, spdlog::details::periodic_worker::periodic_worker(const std::function&, std::chrono::seconds):::: > (__p=..., __rtime=..., __lock=..., this=0x7fa2b5bb8268) at /usr/local/include/c++/7.3.0/condition_variable:145 #6 operator() (__closure=0x7fa2b5bc3788) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/spdlog/spdlog-prefix/src/spdlog/include/spdlog/details/periodic_worker-inl.h:25 #7 __invoke_impl&, std::chrono::seconds):: > ( __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:60 #8 __invoke&, std::chrono::seconds):: > (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 _M_invoke<0> (this=0x7fa2b5bc3788) at /usr/local/include/c++/7.3.0/thread:234 #10 operator() (this=0x7fa2b5bc3788) at /usr/local/include/c++/7.3.0/thread:243 #11 std::thread::_State_impl&, std::chrono::seconds):: > > >::_M_run(void) (this=0x7fa2b5bc3780) at /usr/local/include/c++/7.3.0/thread:186 #12 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #13 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #14 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 62 (Thread 0x7fa2b42fc700 (LWP 12906)): #0 0x00007fa2b6d73c3d in poll () from /lib64/libc.so.6 #1 0x00000000005a9841 in get_command (buffsize=80, buffer=0x7fa2b42ea990 "@\206\247\271\242\177") at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:57 #2 check_stdin_thread (arg=) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/stdin_check.cc:98 #3 0x0000000000b8edb9 in run (this=0x7fa2b5bb67d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #4 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #5 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 61 (Thread 0x7fa2b22f8700 (LWP 12910)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000005efc86 in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b22e6980, __mutex=0x7fa2b5be6350, __cond=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=, __lock=, __atime=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=, __lock=, this=0x7fa2b5be6378) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 ExternalAuthManagerThread::run() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/external_auth_manager_thread.cc:91 #6 0x0000000000ba50e3 in Couchbase::Thread::thread_entry() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/thread.cc:38 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6b90) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 60 (Thread 0x7fa2b1af7700 (LWP 12911)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000679fb7 in __gthread_cond_timedwait ( __abs_timeout=0x7fa2b1ae59b0, __mutex=, __cond=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2b571d3f8) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 AuditImpl::consume_events() () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/auditd/src/audit.cc:401 #6 0x0000000000b8edb9 in run (this=0x7fa2b5bb6b30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #7 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #8 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 59 (Thread 0x7fa2b2af9700 (LWP 12912)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000ad53eb in consume_socket (thread_index=, sp=0x19ce5a0, ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846 #2 worker_thread_run (conn=0x19cdcb0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987 #3 worker_thread (thread_func_param=0x19cdcb0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145 #4 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 58 (Thread 0x7fa2b32fa700 (LWP 12913)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000000000ad53eb in consume_socket (thread_index=, sp=0x19cef88, ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18846 #2 worker_thread_run (conn=0x19ce698) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:18987 #3 worker_thread (thread_func_param=0x19ce698) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19145 #4 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 57 (Thread 0x7fa2b3afb700 (LWP 12914)): #0 0x00007fa2b6d73c3d in poll () from /lib64/libc.so.6 #1 0x0000000000acc358 in master_thread_run (ctx=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19291 #2 master_thread (thread_func_param=0x19cfdf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/prometheus-cpp/prometheus-cpp-prefix/src/prometheus-cpp/3rdparty/civetweb/src/civetweb.c:19386 #3 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 56 (Thread 0x7fa2b12f6700 (LWP 12915)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568b900, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568b900, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572c010, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572c010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572c010) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572c000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6e30) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 55 (Thread 0x7fa2b0af5700 (LWP 12916)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568bc00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568bc00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572cbe0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572cbe0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572cbe0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572cbd0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb6f50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 54 (Thread 0x7fa2abfff700 (LWP 12917)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568bf00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568bf00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572d7b0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572d7b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572d7b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572d7a0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7070) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 53 (Thread 0x7fa2ab7fe700 (LWP 12918)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c200, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c200, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572e380, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572e380) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572e380) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572e370) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7160) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 52 (Thread 0x7fa2aaffd700 (LWP 12919)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c500, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c500, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572ef50, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572ef50) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572ef50) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572ef40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7130) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 51 (Thread 0x7fa2aa7fc700 (LWP 12920)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568c800, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568c800, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b572fb20, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b572fb20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b572fb20) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b572fb10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb70d0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 50 (Thread 0x7fa2a9ffb700 (LWP 12921)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568cb00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568cb00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b57306f0, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b57306f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever ( this=this@entry=0x7fa2b57306f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x00000000005aea69 in worker_libevent (arg=0x7fa2b57306e0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:115 #7 0x0000000000b8edb9 in run (this=0x7fa2b5bb7100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 49 (Thread 0x7fa2a3fff700 (LWP 12922)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2751387160, absSteadyTime=absSteadyTime@entry=0x7fa2a3fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdb3d8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdb3d8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a3fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdb3d8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdb3d8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdb3d8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1b40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 48 (Thread 0x7fa2a37fe700 (LWP 12923)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2742994456, absSteadyTime=absSteadyTime@entry=0x7fa2a37ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd9ec0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd9ec0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a37ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd9ec0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd9ec0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd9ec0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 47 (Thread 0x7fa2a2ffd700 (LWP 12924)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2734601752, absSteadyTime=absSteadyTime@entry=0x7fa2a2feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8e58) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8e58, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a2feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8e58) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8e58, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8e58, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1c80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 46 (Thread 0x7fa2a0fd7700 (LWP 12925)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2700891672, absSteadyTime=absSteadyTime@entry=0x7fa2a0fc55f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fde0a8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fde0a8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2a0fc5618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fde0a8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fde0a8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fde0a8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1d00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 45 (Thread 0x7fa293fff700 (LWP 12926)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2482951704, absSteadyTime=absSteadyTime@entry=0x7fa293fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8f78) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8f78, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa293fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8f78) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8f78, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8f78, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 44 (Thread 0x7fa2937fe700 (LWP 12927)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2474559000, absSteadyTime=absSteadyTime@entry=0x7fa2937ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fde708) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fde708, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2937ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fde708) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fde708, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fde708, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1cc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 43 (Thread 0x7fa292ffd700 (LWP 12928)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2466166296, absSteadyTime=absSteadyTime@entry=0x7fa292feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdd5c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdd5c8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa292feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdd5c8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdd5c8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdd5c8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 42 (Thread 0x7fa2927fc700 (LWP 12929)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2457773592, absSteadyTime=absSteadyTime@entry=0x7fa2927ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdaaa8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdaaa8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2927ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdaaa8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdaaa8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdaaa8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d52c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d52c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d5280, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572a800, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 41 (Thread 0x7fa291ffb700 (LWP 12930)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2449380888, absSteadyTime=absSteadyTime@entry=0x7fa291fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd9848) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd9848, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa291fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd9848) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd9848, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd9848, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 40 (Thread 0x7fa2917fa700 (LWP 12931)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2440988184, absSteadyTime=absSteadyTime@entry=0x7fa2917e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdbc00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdbc00, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2917e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdbc00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdbc00, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdbc00, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b56f1f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 39 (Thread 0x7fa290ff9700 (LWP 12932)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=2432595480, absSteadyTime=absSteadyTime@entry=0x7fa290fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd92f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd92f0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa290fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd92f0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd92f0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd92f0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1f40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 38 (Thread 0x7fa273fff700 (LWP 12933)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1946080792, absSteadyTime=absSteadyTime@entry=0x7fa273fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdc158) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdc158, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa273fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdc158) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdc158, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdc158, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1fc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 37 (Thread 0x7fa2737fe700 (LWP 12934)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1937688088, absSteadyTime=absSteadyTime@entry=0x7fa2737ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdc608) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdc608, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2737ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdc608) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdc608, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdc608, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd5bc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 36 (Thread 0x7fa272ffd700 (LWP 12935)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1929295384, absSteadyTime=absSteadyTime@entry=0x7fa272feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fde1e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fde1e0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa272feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fde1e0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fde1e0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fde1e0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b56f1f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b56f1f80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 35 (Thread 0x7fa2727fc700 (LWP 12936)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1920902680, absSteadyTime=absSteadyTime@entry=0x7fa2727ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdecf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdecf0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2727ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdecf0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdecf0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdecf0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd5c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 34 (Thread 0x7fa271ffb700 (LWP 12937)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1912509976, absSteadyTime=absSteadyTime@entry=0x7fa271fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdddd8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdddd8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa271fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdddd8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdddd8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdddd8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d69c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d69c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d6980, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b572b400, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd5c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd5c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fa2717fa700 (LWP 12938)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1904117272, absSteadyTime=absSteadyTime@entry=0x7fa2717e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fda0d0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fda0d0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2717e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fda0d0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fda0d0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fda0d0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd9d40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fa270ff9700 (LWP 12939)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1895724568, absSteadyTime=absSteadyTime@entry=0x7fa270fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fda388) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fda388, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa270fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fda388) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fda388, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fda388, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd9d80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fa253fff700 (LWP 12940)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1409209880, absSteadyTime=absSteadyTime@entry=0x7fa253fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdcef0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdcef0, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa253fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdcef0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdcef0, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdcef0, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5bd9dc0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fa2537fe700 (LWP 12941)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1400817176, absSteadyTime=absSteadyTime@entry=0x7fa2537ec5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fddad8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fddad8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2537ec618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fddad8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fddad8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fddad8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd9e40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fa252ffd700 (LWP 12942)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1392424472, absSteadyTime=absSteadyTime@entry=0x7fa252feb5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdd658) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdd658, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa252feb618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdd658) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdd658, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdd658, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd9e80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fa2527fc700 (LWP 12943)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1384031768, absSteadyTime=absSteadyTime@entry=0x7fa2527ea5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fda9e8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fda9e8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2527ea618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fda9e8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fda9e8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fda9e8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5bd9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5bd9e00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fa251ffb700 (LWP 12944)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1375639064, absSteadyTime=absSteadyTime@entry=0x7fa251fe95f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fde2e8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fde2e8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa251fe9618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fde2e8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fde2e8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fde2e8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5be0ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5be0ec0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fa2517fa700 (LWP 12945)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1367246360, absSteadyTime=absSteadyTime@entry=0x7fa2517e85f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fd8b10) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fd8b10, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa2517e8618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fd8b10) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fd8b10, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea04d in futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:164 #6 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fd8b10, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #7 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #8 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d80c0, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #9 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d80c0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #10 folly::UnboundedBlockingQueue::try_take_for (this=0x19d8080, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #11 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751000, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #12 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #13 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #14 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #15 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #16 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #17 0x0000000000aa34e4 in operator() (this=0x7fa2b5be0f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #18 operator() (__closure=0x7fa2b5be0f00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #20 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #21 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #22 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fa250ff9700 (LWP 12946)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=1358853656, absSteadyTime=absSteadyTime@entry=0x7fa250fe75f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fde378) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fde378, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa250fe7618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fde378) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fde378, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fde378, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d9840, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d9840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d9800, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be2000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be2000) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fa233fff700 (LWP 12947)): #0 0x00007fa2b6d78bf9 in syscall () from /lib64/libc.so.6 #1 0x0000000000bda11d in nativeFutexWaitImpl ( waitMask=waitMask@entry=872338968, absSteadyTime=absSteadyTime@entry=0x7fa233fed5f8, absSystemTime=absSystemTime@entry=0x0, expected=expected@entry=2, addr=addr@entry=0x7fa2a0fdccc8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:123 #2 folly::detail::futexWaitImpl (futex=futex@entry=0x7fa2a0fdccc8, expected=expected@entry=2, absSystemTime=absSystemTime@entry=0x0, absSteadyTime=absSteadyTime@entry=0x7fa233fed618, waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex.cpp:254 #3 0x0000000000be41ea in futexWaitImpl const, std::chrono::time_point > > > (waitMask=4294967295, deadline=..., expected=2, futex=0x7fa2a0fdccc8) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:85 #4 folly::detail::futexWaitUntil, std::chrono::_V2::steady_clock, std::chrono::duration > > ( futex=futex@entry=0x7fa2a0fdccc8, expected=expected@entry=2, deadline=..., waitMask=waitMask@entry=4294967295) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/Futex-inl.h:123 #5 0x0000000000bea187 in futexWaitPreIdle, std::chrono::time_point > >, std::chrono::duration > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=..., _ret=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:194 #6 futexWaitUntil, std::chrono::time_point > > > (timeoutVariationFrac=0.5, stackToRetain=1024, idleTimeout=..., waitMask=4294967295, deadline=..., expected=2, fut=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/detail/MemoryIdler.h:151 #7 folly::SaturatingSemaphore::tryWaitSlow > > ( this=this@entry=0x7fa2a0fdccc8, deadline=..., opt=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:318 #8 0x0000000000bea6b6 in try_wait_until > > (opt=..., deadline=..., this=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/SaturatingSemaphore.h:179 #9 folly::detail::LifoSemBase, std::atomic>::try_wait_until > > (this=this@entry=0x19d9840, deadline=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:521 #10 0x0000000000bede10 in try_wait_for > ( timeout=, this=0x19d9840) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/synchronization/LifoSem.h:498 #11 folly::UnboundedBlockingQueue::try_take_for (this=0x19d9800, time=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/task_queue/UnboundedBlockingQueue.h:41 #12 0x0000000000be2387 in folly::CPUThreadPoolExecutor::threadRun ( this=0x7fa2b5751c00, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/CPUThreadPoolExecutor.cpp:243 #13 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #14 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #15 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #16 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #17 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #18 0x0000000000aa34e4 in operator() (this=0x7fa2b5be2040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #19 operator() (__closure=0x7fa2b5be2040) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/executor/folly_executorpool.cc:47 #20 folly::detail::function::FunctionTraits::callBig&&)::{lambda()#1}>(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/server_build/tlm/deps/folly.exploded/include/folly/Function.h:401 #21 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #22 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #23 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fa2337fe700 (LWP 12948)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568ce00, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568ce00, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b5be6f00, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b5be6f00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever (this=0x7fa2b5be6f00) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x0000000000bf1e69 in folly::IOThreadPoolExecutor::threadRun ( this=0x7fa2b5be6780, thread=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/executors/IOThreadPoolExecutor.cpp:195 #7 0x0000000000bfd5f9 in __invoke_impl), folly::ThreadPoolExecutor*&, std::shared_ptr&> ( __t=, __f=) at /usr/local/include/c++/7.3.0/bits/invoke.h:73 #8 __invoke), folly::ThreadPoolExecutor*&, std::shared_ptr&> (__fn=) at /usr/local/include/c++/7.3.0/bits/invoke.h:95 #9 __call (__args=, this=) at /usr/local/include/c++/7.3.0/functional:467 #10 operator()<> (this=) at /usr/local/include/c++/7.3.0/functional:551 #11 folly::detail::function::FunctionTraits::callBig))(std::shared_ptr)> >(folly::detail::function::Data&) (p=...) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/Function.h:401 #12 0x00007fa2b7635d40 in execute_native_thread_routine () from /opt/couchbase/bin/../lib/libstdc++.so.6 #13 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #14 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fa232ffd700 (LWP 12962)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b894ae51 in background_thread_sleep (tsdn=, interval=10000000000, info=) at src/background_thread.c:255 #2 background_work_sleep_once (ind=, info=, tsdn=) at src/background_thread.c:307 #3 background_work (ind=, tsd=0x7fa232fec220) at src/background_thread.c:497 #4 background_thread_entry (ind_arg=) at src/background_thread.c:522 #5 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fa2327fc700 (LWP 12963)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000009b56bf in __gthread_cond_timedwait ( __abs_timeout=0x7fa2327ea960, __mutex=, __cond=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:99 #6 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #7 0x0000000000b8edb9 in run (this=0x7fa2a0537b50) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fa231ffb700 (LWP 12964)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000009b56bf in __gthread_cond_timedwait ( __abs_timeout=0x7fa231fe9960, __mutex=, __cond=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:99 #6 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #7 0x0000000000b8edb9 in run (this=0x7fa2a0537b80) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fa2317fa700 (LWP 12965)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000009b56bf in __gthread_cond_timedwait ( __abs_timeout=0x7fa2317e8960, __mutex=, __cond=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:99 #6 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #7 0x0000000000b8edb9 in run (this=0x7fa2a0537bb0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fa230ff9700 (LWP 12966)): #0 0x00007fa2b9441de2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00000000009b56bf in __gthread_cond_timedwait ( __abs_timeout=0x7fa230fe7960, __mutex=, __cond=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/x86_64-pc-linux-gnu/bits/gthr-default.h:872 #2 __wait_until_impl > > (__lock=..., __lock=..., __atime=, this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:232 #3 wait_until > > (__atime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:141 #4 wait_for > (__rtime=..., __rtime=..., __lock=..., this=0x7fa2a0578a18) at /opt/gcc-10.2.0/include/c++/10.2.0/condition_variable:172 #5 magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:99 #6 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #7 0x0000000000b8edb9 in run (this=0x7fa2a0537be0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #8 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #9 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fa207fff700 (LWP 12967)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2a0537c10) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fa2077fe700 (LWP 12968)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2a0537c40) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fa206ffd700 (LWP 12969)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2a0537c70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fa2067fc700 (LWP 12970)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2a0537ca0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fa2057ff700 (LWP 13032)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270464690) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fa204ffe700 (LWP 13033)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2704646c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fa1fffff700 (LWP 13034)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2704646f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fa1ff7fe700 (LWP 13035)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270464720) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fa1feffd700 (LWP 13036)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270464750) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fa1fe7fc700 (LWP 13037)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270464780) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fa1fdffb700 (LWP 13038)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270498830) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fa1fd7fa700 (LWP 13039)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270498860) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fa1fcff9700 (LWP 13040)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270498890) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fa1fc7f8700 (LWP 13041)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2704988c0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fa1fbff7700 (LWP 13042)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa2704988f0) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fa1fb7f6700 (LWP 13043)): #0 0x00007fa2b9441a35 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa2b76308bc in std::condition_variable::wait(std::unique_lock&) () from /opt/couchbase/bin/../lib/libstdc++.so.6 #2 0x00000000009b5428 in magma::TaskQueue::dequeue(std::atomic&) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:101 #3 0x00000000009b5811 in magma::TaskWorker::loop(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/magma/util/worker.cc:160 #4 0x0000000000b8edb9 in run (this=0x7fa270498920) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:51 #5 platform_thread_wrap(void*) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:64 #6 0x00007fa2b943dea5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa2b6d7e8dd in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fa2ba576c40 (LWP 12902)): #0 0x00007fa2b6d7eeb3 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa2b87123c5 in epoll_dispatch (base=0x7fa2b568b300, tv=) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/epoll.c:465 #2 0x00007fa2b8709376 in event_base_loop (base=0x7fa2b568b300, flags=1) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1998 #3 0x0000000000c03d27 in folly::EventBase::loopBody ( this=this@entry=0x7fa2b5be6500, flags=flags@entry=0, ignoreKeepAlive=ignoreKeepAlive@entry=false) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:397 #4 0x0000000000c041f6 in folly::EventBase::loop ( this=this@entry=0x7fa2b5be6500) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:315 #5 0x0000000000c05bb6 in folly::EventBase::loopForever (this=0x7fa2b5be6500) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/folly/folly-prefix/src/folly/folly/io/async/EventBase.cpp:538 #6 0x000000000056772b in memcached_main(int, char**) () at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/memcached.cc:1026 #7 0x00007fa2b6ca2555 in __libc_start_main () from /lib64/libc.so.6 #8 0x000000000055fd77 in _start () at /opt/gcc-10.2.0/include/c++/10.2.0/bits/char_traits.h:322 Detaching from program: /opt/couchbase/bin/memcached, process 12902 [Inferior 1 (process 12902) detached] 2022-01-17 06:47:13,790 | test | INFO | MainThread | [basetestcase:check_logs:857] Comparing timestamps: Log's latest timestamp: 2022-01-17 05:30:55, Test's start timestamp is 2022-01-17 03:57:54.393000 2022-01-17 06:47:13,792 | test | INFO | MainThread | [basetestcase:check_logs:857] Comparing timestamps: Log's latest timestamp: 2022-01-17 05:30:55, Test's start timestamp is 2022-01-17 03:57:54.393000 2022-01-17 06:47:13,792 | test | INFO | MainThread | [basetestcase:check_coredump_exist:966] unwanted messages in /opt/couchbase/var/lib/couchbase/logs/babysitter.log 2022-01-17 06:47:13,793 | test | CRITICAL | MainThread | [basetestcase:check_coredump_exist:968] 172.23.106.239: Found ' CRITICAL ' logs - ['[ns_server:info,2022-01-17T05:30:55.660-08:00,babysitter_of_ns_1@cb.local:<0.1837.0>:ns_port_server:log:226]memcached<0.1837.0>: CRITICAL Breakpad caught a crash (Couchbase version 7.1.0-2071). Writing crash dump to /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp before terminating.\n', '[ns_server:info,2022-01-17T05:30:55.897-08:00,babysitter_of_ns_1@cb.local:<0.1867.0>:ns_port_server:log:226]memcached<0.1867.0>: 2022-01-17T05:30:55.696442-08:00 CRITICAL Detected previous crash\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696483-08:00 CRITICAL Breakpad caught a crash (Couchbase version 7.1.0-2071). Writing crash dump to /opt/couchbase/var/lib/couchbase/crash/decc60f8-6b09-4d2d-54da2796-87ca2971.dmp before terminating.\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696492-08:00 CRITICAL Stack backtrace of crashed thread:\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696493-08:00 CRITICAL #0 /opt/couchbase/bin/memcached() [0x400000+0x728ec8]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696495-08:00 CRITICAL #1 /opt/couchbase/bin/memcached(_ZN15google_breakpad16ExceptionHandler12GenerateDumpEPNS0_12CrashContextE+0x3ea) [0x400000+0x77a69a]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696496-08:00 CRITICAL #2 /opt/couchbase/bin/memcached(_ZN15google_breakpad16ExceptionHandler13SignalHandlerEiP9siginfo_tPv+0xb8) [0x400000+0x77a9d8]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696498-08:00 CRITICAL #3 /lib64/libpthread.so.0() [0x7f099faa9000+0xf630]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696499-08:00 CRITICAL #4 /opt/couchbase/bin/memcached() [0x400000+0x3cc1f2]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696507-08:00 CRITICAL #5 /opt/couchbase/bin/memcached() [0x400000+0x3c6fe6]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696509-08:00 CRITICAL #6 /opt/couchbase/bin/memcached() [0x400000+0x32b6f7]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696512-08:00 CRITICAL #7 /opt/couchbase/bin/memcached() [0x400000+0x4264bf]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696513-08:00 CRITICAL #8 /opt/couchbase/bin/memcached() [0x400000+0x4286df]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696514-08:00 CRITICAL #9 /opt/couchbase/bin/memcached() [0x400000+0x2da8f0]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696518-08:00 CRITICAL #10 /opt/couchbase/bin/memcached() [0x400000+0x2db240]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696519-08:00 CRITICAL #11 /opt/couchbase/bin/memcached() [0x400000+0x6a6642]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696521-08:00 CRITICAL #12 /opt/couchbase/bin/memcached() [0x400000+0x6a3855]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696561-08:00 CRITICAL #13 /opt/couchbase/bin/memcached() [0x400000+0x7fa640]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696564-08:00 CRITICAL #14 /opt/couchbase/bin/memcached() [0x400000+0x7e23fa]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696565-08:00 CRITICAL #15 /opt/couchbase/bin/memcached() [0x400000+0x7fd5f9]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696567-08:00 CRITICAL #16 /opt/couchbase/bin/memcached() [0x400000+0x6a34e4]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696568-08:00 CRITICAL #17 /opt/couchbase/bin/../lib/libstdc++.so.6() [0x7f099dbdb000+0xcdd40]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696572-08:00 CRITICAL #18 /lib64/libpthread.so.0() [0x7f099faa9000+0x7ea5]\n', 'memcached<0.1867.0>: 2022-01-17T05:30:55.696591-08:00 CRITICAL #19 /lib64/libc.so.6(clone+0x6d) [0x7f099d2f3000+0xfe8dd]\n', ' {<<"2022-01-17T05:30:55.696591-08:00 CRITICAL #19 /lib64/libc.so.6(clone+0x6d) [0x7f099d2f3000+0xfe8dd]">>,\n', ' {<<"2022-01-17T05:30:55.696572-08:00 CRITICAL #18 /lib64/libpthread.so.0() [0x7f099faa9000+0x7ea5]">>,\n', ' {<<"2022-01-17T05:30:55.696568-08:00 CRITICAL #17 /opt/couchbase/bin/../lib/libstdc++.so.6() [0x7f099dbdb000+0xcdd40]">>,\n', ' {<<"2022-01-17T05:30:55.696567-08:00 CRITICAL #16 /opt/couchbase/bin/memcached() [0x400000+0x6a34e4]">>,\n', ' {<<"2022-01-17T05:30:55.696565-08:00 CRITICAL #15 /opt/couchbase/bin/memcached() [0x400000+0x7fd5f9]">>,\n', ' [{<<"2022-01-17T05:30:55.696521-08:00 CRITICAL #12 /opt/couchbase/bin/memcached() [0x400000+0x6a3855]">>,\n', ' {<<"2022-01-17T05:30:55.696561-08:00 CRITICAL #13 /opt/couchbase/bin/memcached() [0x400000+0x7fa640]">>,\n', ' {<<"2022-01-17T05:30:55.696564-08:00 CRITICAL #14 /opt/couchbase/bin/memcached() [0x400000+0x7e23fa]">>,\n'] 2022-01-17 06:47:15,019 | test | INFO | MainThread | [cluster_ready_functions:trigger_cb_collect_on_cluster:1156] Running cbcollect on node ns_1@172.23.106.222,ns_1@172.23.106.225,ns_1@172.23.106.239,ns_1@172.23.106.245 2022-01-17 06:47:25,046 | test | INFO | MainThread | [cluster_ready_functions:trigger_cb_collect_on_cluster:1159] ns_1@172.23.106.222,ns_1@172.23.106.225,ns_1@172.23.106.239,ns_1@172.23.106.245 - cbcollect status: True 2022-01-17 06:47:25,048 | test | INFO | MainThread | [cluster_ready_functions:wait_for_cb_collect_to_complete:1164] Polling active_tasks to check cbcollect status 2022-01-17 06:57:26,190 | test | INFO | MainThread | [cluster_ready_functions:copy_cb_collect_logs:1191] ns_1@172.23.106.222: Copying cbcollect ZIP file to Client 2022-01-17 06:57:27,026 | test | INFO | MainThread | [cluster_ready_functions:copy_cb_collect_logs:1191] ns_1@172.23.106.225: Copying cbcollect ZIP file to Client 2022-01-17 06:57:28,203 | test | INFO | MainThread | [cluster_ready_functions:copy_cb_collect_logs:1191] ns_1@172.23.106.239: Copying cbcollect ZIP file to Client 2022-01-17 06:57:29,292 | test | INFO | MainThread | [cluster_ready_functions:copy_cb_collect_logs:1191] ns_1@172.23.106.245: Copying cbcollect ZIP file to Client cp: cannot stat ‘/opt/couchbase/var/lib/couchbase/tmp/collectinfo-2022-01-17T144715-ns_1@172.23.106.245.zip’: No such file or directory 2022-01-17 06:57:29,744 | test | ERROR | MainThread | [cluster_ready_functions:copy_cb_collect_logs:1221] ns_1@172.23.106.245 - Failed to copy cb collect zip file 2022-01-17 06:57:29,746 | test | CRITICAL | MainThread | [basetestcase:tearDownEverything:623] Skipping get_trace !! 2022-01-17 06:57:59,907 | infra | ERROR | MainThread | [Rest_Connection:_http_request:286] DELETE http://172.23.106.225:8091/pools/default/buckets/default body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/x-www-form-urlencoded'} error: 500 reason: unknown {"_":"Bucket deletion not yet complete, but will continue.\r\n"} auth: Administrator:password 2022-01-17 06:58:00,311 | infra | ERROR | MainThread | [remote_util:log_command_output:3101] wc: /data: Is a directory 2022-01-17 06:58:00,312 | test | ERROR | MainThread | [bucket_ready_functions:delete_bucket:1612] Unable to get timings for bucket: global name 'StatsCommon' is not defined 2022-01-17 06:58:11,605 | test | INFO | MainThread | [rest_client:monitorRebalance:1595] Rebalance done. Taken 11.0720000267 seconds to complete 2022-01-17 06:58:11,615 | test | INFO | MainThread | [common_lib:sleep:22] Sleep 5 seconds. Reason: Wait after rebalance complete 2022-01-17 06:58:16,630 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:16,632 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:21,651 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:21,654 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:26,671 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:26,674 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:31,684 | test | ERROR | MainThread | [rest_client:__init__:317] Node 172.23.106.245:8091 is in a broken state! 2022-01-17 06:58:31,684 | test | ERROR | MainThread | [cluster_ready_functions:cleanup_cluster:219] Can't create rest connection after rebalance out for ejected nodes, will retry after 10 seconds according to MB-8430: Unable to reach the host @ 172.23.106.245 2022-01-17 06:58:31,697 | test | INFO | MainThread | [common_lib:sleep:22] Sleep 10 seconds. Reason: MB-8430 2022-01-17 06:58:41,707 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:41,710 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:46,767 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:46,770 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:51,789 | test | ERROR | MainThread | [rest_client:_http_request:830] GET http://172.23.106.245:8091/nodes/self body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/json'} error: 404 reason: unknown "Node is unknown to this cluster." auth: Administrator:password http://172.23.106.245:8091/nodes/self with status 0: Node is unknown to this cluster. 2022-01-17 06:58:51,792 | test | ERROR | MainThread | [rest_client:__init__:312] Error Node is unknown to this cluster. was gotten, 5 seconds sleep before retry 2022-01-17 06:58:56,802 | test | ERROR | MainThread | [rest_client:__init__:317] Node 172.23.106.245:8091 is in a broken state! Traceback (most recent call last): File "pytests/basetestcase.py", line 636, in tearDownEverything self.cluster_util.cluster_cleanup(cluster, File "couchbase_utils/cluster_utils/cluster_ready_functions.py", line 169, in cluster_cleanup self.cleanup_cluster(cluster, master=cluster.master) File "couchbase_utils/cluster_utils/cluster_ready_functions.py", line 224, in cleanup_cluster rest = RestConnection(removed) File "lib/membase/api/rest_client.py", line 319, in __init__ 2022-01-17 06:58:56,803 | test | WARNING | MainThread | [basetestcase:tearDownEverything:641] Killing memcached due to Unable to reach the host @ 172.23.106.245 raise ServerUnavailableException(self.ip) ServerUnavailableException: Unable to reach the host @ 172.23.106.245 ERROR ====================================================================== ERROR: test_crash_during_recovery_new (storage.magma.magma_crash_recovery.MagmaCrashTests) ---------------------------------------------------------------------- Traceback (most recent call last): File "pytests/storage/magma/magma_crash_recovery.py", line 40, in tearDown super(MagmaCrashTests, self).tearDown() File "pytests/storage/magma/magma_base.py", line 95, in tearDown super(MagmaBaseTest, self).tearDown() File "pytests/storage/storage_base.py", line 629, in tearDown super(StorageBase, self).tearDown() File "pytests/basetestcase.py", line 585, in tearDown self.assertFalse(result, msg="Cb_log file validation failed") During the test, AssertionError: Cb_log file validation failed Remote Connections: 142, Disconnections: 142 SDK Connections: 20, Disconnections: 20 ====================================================================== FAIL: test_crash_during_recovery_new (storage.magma.magma_crash_recovery.MagmaCrashTests) ---------------------------------------------------------------------- Traceback (most recent call last): File "pytests/storage/magma/magma_crash_recovery.py", line 112, in test_crash_during_recovery_new self.assertFalse(self.crash_failure, "CRASH | CRITICAL | WARN messages found in cb_logs") AssertionError: CRASH | CRITICAL | WARN messages found in cb_logs ---------------------------------------------------------------------- Ran 1 test in 10871.429s FAILED (failures=1, errors=1)