[Jepsen] Memcached crash due "Invalid argument" exception

(gdb) bt

#0  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::_M_find_before_node (__code=1, __k=<synthetic pointer>: cb::engine::Feature::Collections, __n=1, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:1545

#1  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::_M_find_node (__c=1, __key=<synthetic pointer>: cb::engine::Feature::Collections, __bkt=1, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:642

#2  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::find

    (__k=<synthetic pointer>: cb::engine::Feature::Collections, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:1422

#3  std::unordered_set<cb::engine::Feature, std::hash<cb::engine::Feature>, std::equal_to<cb::engine::Feature>, std::allocator<cb::engine::Feature> >::find (__x=<synthetic pointer>: cb::engine::Feature::Collections, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/unordered_set.h:649

#4  Bucket::supports (this=0x7fb7f0 <all_buckets+4592>, feature=feature@entry=cb::engine::Feature::Collections) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/buckets.cc:47

#5  0x00000000004aeaa3 in McbpValidator::verify_header (cookie=..., expected_extlen=<optimized out>, expected_keylen=<optimized out>, expected_valuelen=<optimized out>, expected_cas=<optimized out>, expected_datatype_mask=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_validators.cc:357

#6  0x00000000004af9b9 in add_validator (cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_validators.cc:1206

#7  0x0000000000498196 in Cookie::validate (this=0x7f35bd005c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:463

#8  0x0000000000481e89 in Connection::executeCommandPipeline (this=this@entry=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:556

#9  0x00000000004853c8 in Connection::executeCommandsCallback (this=this@entry=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:638

#10 0x0000000000485b05 in Connection::rw_callback (ctx=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:762

#11 0x00007f35c2e0071e in bufferevent_run_deferred_callbacks_unlocked (cb=<optimized out>, arg=0x7f35ac0047b0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/bufferevent.c:208

#12 0x00007f35c2e09691 in event_process_active_single_queue (base=base@entry=0xe16380, max_to_process=max_to_process@entry=2147483647, endtime=endtime@entry=0x0, activeq=<optimized out>) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1726

#13 0x00007f35c2e09edf in event_process_active (base=0xe16380) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:1789

#14 event_base_loop (base=0xe16380, flags=flags@entry=0) at /home/couchbase/jenkins/workspace/cbdeps-platform-build-old/deps/packages/build/libevent/libevent-prefix/src/libevent/event.c:2012

#15 0x000000000046a1c9 in worker_libevent (arg=0x7f35c09f7aa8) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/thread.cc:210

#16 0x00007f35c3d3a387 in CouchbaseThread::run (this=0x7f35c083cd70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:58

#17 platform_thread_wrap (arg=0x7f35c083cd70) at /home/couchbase/jenkins/workspace/couchbase-server-unix/platform/src/cb_pthreads.cc:71

#18 0x00007f35c12c96db in start_thread (arg=0x7f35b77fe700) at pthread_create.c:463

#19 0x00007f35c0ff288f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95

(gdb) bt full

#0  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::_M_find_before_node (__code=1, __k=<synthetic pointer>: cb::engine::Feature::Collections, __n=1, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:1545

        __p = <optimized out>

        __prev_p = 0x7573657220746c75

        __prev_p = <optimized out>

        __p = <optimized out>

#1  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::_M_find_node (__c=1, __key=<synthetic pointer>: cb::engine::Feature::Collections, __bkt=1, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:642

        __before_n = <optimized out>

        __before_n = <optimized out>

#2  std::_Hashtable<cb::engine::Feature, cb::engine::Feature, std::allocator<cb::engine::Feature>, std::__detail::_Identity, std::equal_to<cb::engine::Feature>, std::hash<cb::engine::Feature>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<true, true, true> >::find

    (__k=<synthetic pointer>: cb::engine::Feature::Collections, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/hashtable.h:1422

        __code = 1

        __n = 1

        __p = <optimized out>

        __code = <optimized out>

        __n = <optimized out>

        __p = <optimized out>

#3  std::unordered_set<cb::engine::Feature, std::hash<cb::engine::Feature>, std::equal_to<cb::engine::Feature>, std::allocator<cb::engine::Feature> >::find (__x=<synthetic pointer>: cb::engine::Feature::Collections, this=0x7fc990 <all_buckets+9104>) at /usr/local/include/c++/7.3.0/bits/unordered_set.h:649

No locals.

#4  Bucket::supports (this=0x7fb7f0 <all_buckets+4592>, feature=feature@entry=cb::engine::Feature::Collections) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/buckets.cc:47

No locals.

#5  0x00000000004aeaa3 in McbpValidator::verify_header (cookie=..., expected_extlen=<optimized out>, expected_keylen=<optimized out>, expected_valuelen=<optimized out>, expected_cas=<optimized out>, expected_datatype_mask=<optimized out>) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_validators.cc:357

        header = <optimized out>

        connection = <optimized out>

        request = <error reading variable>

        value = <optimized out>

        status = cb::mcbp::Status::Success

        opcode = cb::mcbp::ClientOpcode::Add

        maxKeyLen = <optimized out>

        result = <optimized out>

        datatypes = <optimized out>

        ii = <optimized out>

        bit = <optimized out>

        key = <optimized out>

        sid = <optimized out>

        manifestUid = <optimized out>

        vbid = <optimized out>

        res = <optimized out>

#6  0x00000000004af9b9 in add_validator (cookie=...) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/mcbp_validators.cc:1206

        status = <optimized out>

#7  0x0000000000498196 in Cookie::validate (this=0x7f35bd005c00) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/cookie.cc:463

        opcode = cb::mcbp::ClientOpcode::Add

        result = <optimized out>

        request = <optimized out>

        packetValidator = {static AllSupportedDatatypes = 7 '\a', validators = {_M_elems = {{<std::_Maybe_unary_or_binary_function<cb::mcbp::Status, Cookie&>> = {<std::unary_function<Cookie&, cb::mcbp::Status>> = {<No data fields>}, <No data fields>}, <std::_Function_base> = {static _M_max_size = 16, static _M_max_align = 8, _M_functor = {_M_unused = {

                      _M_object = 0x0, _M_const_object = 0x0, _M_function_pointer = 0x0, _M_member_pointer = NULL}, _M_pod_data = '\000' <repeats 15 times>}, _M_manager = 0x0}, _M_invoker = 0x0} <repeats 256 times>}}}

        header = <error reading variable>

#8  0x0000000000481e89 in Connection::executeCommandPipeline (this=this@entry=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:556

        cookie = {_M_t = {_M_t = {<std::_Tuple_impl<0, Cookie*, std::default_delete<Cookie> >> = {<std::_Tuple_impl<1, std::default_delete<Cookie> >> = {<std::_Head_base<1, std::default_delete<Cookie>, true>> = {<std::default_delete<Cookie>> = {<No data fields>}, <No data fields>}, <No data fields>}, <std::_Head_base<0, Cookie*, false>> = {

                  _M_head_impl = 0x7f35bd005c00}, <No data fields>}, <No data fields>}}}

        drainSize = <optimized out>

        status = <optimized out>

        input = 0x7f35ac0049d0

        stop = false

        maxActiveCommands = 32

        active = true

        maxSendQueueSize = <optimized out>

#9  0x00000000004853c8 in Connection::executeCommandsCallback (this=this@entry=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:638

        start = <optimized out>

        stop = <optimized out>

        ns = <optimized out>

#10 0x0000000000485b05 in Connection::rw_callback (ctx=0x7f35c0988100) at /home/couchbase/jenkins/workspace/couchbase-server-unix/kv_engine/daemon/connection.cc:762

        instance = <error reading variable>

        thread = <optimized out>

        phosphor_internal_category_enabled_741 = {_M_b = {Segmentation fault (core dumped)