Details
-
Bug
-
Resolution: Fixed
-
Major
-
None
-
Security Level: Public
-
None
-
windows server r2 2008
also reproduced for cluster_run ubuntu, never reproduced for VMs linux
build 1848
<manifest><remote name="couchbase" fetch="git://10.1.1.210/"/><remote name="membase" fetch="git://10.1.1.210/"/><remote name="apache" fetch="git://github.com/apache/"/><remote name="erlang" fetch="git://github.com/erlang/"/><default remote="couchbase" revision="master"/><project name="tlm" path="tlm" revision="ab70f6d42f46621ec576889e57cb37ac2d64a84b"><copyfile src="Makefile.top" dest="Makefile"/></project><project name="bucket_engine" path="bucket_engine" revision="70b3624abc697b7d18bf3d57f331b7674544e1e7"/><project name="ep-engine" path="ep-engine" revision="25b403263ccd67ffe3205a474d8f93a21f2936d0"/><project name="libconflate" path="libconflate" revision="2cc8eff8e77d497d9f03a30fafaecb85280535d6"/><project name="libmemcached" path="libmemcached" revision="ca739a890349ac36dc79447e37da7caa9ae819f5" remote="membase"/><project name="libvbucket" path="libvbucket" revision="00d3763593c116e8e5d97aa0b646c42885727398"/><project name="membase-cli" path="membase-cli" revision="a36fe5002bbf5dfcf27a3251cfed85c341e2156d" remote="membase"/><project name="memcached" path="memcached" revision="858731183b08cd6b72fa6e68c1fb4208cb87570d" remote="membase"/><project name="moxi" path="moxi" revision="52a5fa887bfff0bf719c4ee5f29634dd8707500e"/><project name="ns_server" path="ns_server" revision="04badca11bf74ad2a4f519132ab1adcb231bcce2"/><project name="portsigar" path="portsigar" revision="1bc865e1622fb93a3fe0d1a4cdf18eb97ed9d600"/><project name="sigar" path="sigar" revision="63a3cd1b316d2d4aa6dd31ce8fc66101b983e0b0"/><project name="couchbase-examples" path="couchbase-examples" revision="21e6161a1d064979b5c6aa99cd34ccc41c9d7aca"/><project name="couchbase-python-client" path="couchbase-python-client" revision="86b398e4fbc1f2e38d356e14df0c1bb4e3d2427b"/><project name="couchdb" path="couchdb" revision="23cec9997b38ac82cab310b7560d01db529c1ae2"/><project name="couchdbx-app" path="couchdbx-app" revision="d196377b5b1ba3ce25f1b92066e2741898b01a1e"/><project name="couchstore" path="couchstore" revision="29579bd47f7c916c43116722b8f4962b4ea9fff0"/><project name="geocouch" path="geocouch" revision="b0bd742551639c52030c070e5bf9390edbb536ba"/><project name="mccouch" path="mccouch" revision="88701cc326bc3dde4ed072bb8441be83adcfb2a5"/><project name="testrunner" path="testrunner" revision="c6dead593fa6cd73345a2508a0c863465a3f6a64"/><project name="otp" path="otp" revision="b6dc1a844eab061d0a7153d46e7e68296f15a504" remote="erlang"/><project name="icu4c" path="icu4c" revision="26359393672c378f41f2103a8699c4357c894be7" remote="couchbase"/><project name="snappy" path="snappy" revision="5681dde156e9d07adbeeab79666c9a9d7a10ec95" remote="couchbase"/><project name="v8" path="v8" revision="447decb75060a106131ab4de934bcc374648e7f2" remote="couchbase"/><project name="gperftools" path="gperftools" revision="8f60ba949fb8576c530ef4be148bff97106ddc59" remote="couchbase"/><project name="pysqlite" path="pysqlite" revision="0ff6e32ea05037fddef1eb41a648f2a2141009ea" remote="couchbase"/></manifest>windows server r2 2008 also reproduced for cluster_run ubuntu, never reproduced for VMs linux build 1848 <manifest><remote name="couchbase" fetch=" git://10.1.1.210/ "/><remote name="membase" fetch=" git://10.1.1.210/ "/><remote name="apache" fetch=" git://github.com/apache/ "/><remote name="erlang" fetch=" git://github.com/erlang/ "/><default remote="couchbase" revision="master"/><project name="tlm" path="tlm" revision="ab70f6d42f46621ec576889e57cb37ac2d64a84b"><copyfile src="Makefile.top" dest="Makefile"/></project><project name="bucket_engine" path="bucket_engine" revision="70b3624abc697b7d18bf3d57f331b7674544e1e7"/><project name="ep-engine" path="ep-engine" revision="25b403263ccd67ffe3205a474d8f93a21f2936d0"/><project name="libconflate" path="libconflate" revision="2cc8eff8e77d497d9f03a30fafaecb85280535d6"/><project name="libmemcached" path="libmemcached" revision="ca739a890349ac36dc79447e37da7caa9ae819f5" remote="membase"/><project name="libvbucket" path="libvbucket" revision="00d3763593c116e8e5d97aa0b646c42885727398"/><project name="membase-cli" path="membase-cli" revision="a36fe5002bbf5dfcf27a3251cfed85c341e2156d" remote="membase"/><project name="memcached" path="memcached" revision="858731183b08cd6b72fa6e68c1fb4208cb87570d" remote="membase"/><project name="moxi" path="moxi" revision="52a5fa887bfff0bf719c4ee5f29634dd8707500e"/><project name="ns_server" path="ns_server" revision="04badca11bf74ad2a4f519132ab1adcb231bcce2"/><project name="portsigar" path="portsigar" revision="1bc865e1622fb93a3fe0d1a4cdf18eb97ed9d600"/><project name="sigar" path="sigar" revision="63a3cd1b316d2d4aa6dd31ce8fc66101b983e0b0"/><project name="couchbase-examples" path="couchbase-examples" revision="21e6161a1d064979b5c6aa99cd34ccc41c9d7aca"/><project name="couchbase-python-client" path="couchbase-python-client" revision="86b398e4fbc1f2e38d356e14df0c1bb4e3d2427b"/><project name="couchdb" path="couchdb" revision="23cec9997b38ac82cab310b7560d01db529c1ae2"/><project name="couchdbx-app" path="couchdbx-app" revision="d196377b5b1ba3ce25f1b92066e2741898b01a1e"/><project name="couchstore" path="couchstore" revision="29579bd47f7c916c43116722b8f4962b4ea9fff0"/><project name="geocouch" path="geocouch" revision="b0bd742551639c52030c070e5bf9390edbb536ba"/><project name="mccouch" path="mccouch" revision="88701cc326bc3dde4ed072bb8441be83adcfb2a5"/><project name="testrunner" path="testrunner" revision="c6dead593fa6cd73345a2508a0c863465a3f6a64"/><project name="otp" path="otp" revision="b6dc1a844eab061d0a7153d46e7e68296f15a504" remote="erlang"/><project name="icu4c" path="icu4c" revision="26359393672c378f41f2103a8699c4357c894be7" remote="couchbase"/><project name="snappy" path="snappy" revision="5681dde156e9d07adbeeab79666c9a9d7a10ec95" remote="couchbase"/><project name="v8" path="v8" revision="447decb75060a106131ab4de934bcc374648e7f2" remote="couchbase"/><project name="gperftools" path="gperftools" revision="8f60ba949fb8576c530ef4be148bff97106ddc59" remote="couchbase"/><project name="pysqlite" path="pysqlite" revision="0ff6e32ea05037fddef1eb41a648f2a2141009ea" remote="couchbase"/></manifest>
Description
Always reproduced by cluster_run (1024 vbuckets)
test to repro (I used 4 nodes):
viewquerytests.ViewQueryTests.test_employee_dataset_startkey_endkey_queries,limit=10000,docs-per-day=20
steps:
1) cluster is rebalanced (4 nodes)
-1 bucket
-6 views
-documents are structured as
2) start loader and query threads
3) at some point it fails to retrieve documents, those documents are not included in query results:
[couchdb:info,2012-10-16T15:07:29.184,n_0@172.16.16.77:<0.15105.1>:couch_log:info:39]172.16.16.77 - - GET /default/_design/test_view-09acf86/_view/test_view-09acf86?limit=10000&debug=true&start_key=%5B2008%2C7%2Cnull%5D&connection_timeout=60000&reduce=false&stale=false 200
[ns_server:info,2012-10-16T15:07:29.373,n_0@172.16.16.77:ns_port_memcached:ns_port_server:log:169]memcached<0.428.0>: Tue Oct 16 15:07:29.153210 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/47.couch.1 key=ui0010-2008_12_28 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:29.265265 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/153.couch.1 key=admin0007-2008_12_22 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:29.283432 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/243.couch.1 key=admin0007-2008_12_27 error=document not found [none]
[ns_server:info,2012-10-16T15:07:29.875,n_0@172.16.16.77:ns_port_memcached:ns_port_server:log:169]memcached<0.428.0>: Tue Oct 16 15:07:29.672764 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/110.couch.1 key=arch0009-2008_07_12 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:29.843758 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/157.couch.1 key=ui0016-2008_07_09 error=document not found [none]
[ns_server:info,2012-10-16T15:07:30.338,n_0@172.16.16.77:ns_port_memcached:ns_port_server:log:169]memcached<0.428.0>: Tue Oct 16 15:07:30.138408 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/173.couch.1 key=admin0019-2008_08_14 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:30.215609 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/144.couch.1 key=ui0010-2008_12_27 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:30.332613 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/59.couch.1 key=admin0019-2008_09_25 error=document not found [none]
[ns_server:info,2012-10-16T15:07:30.666,n_0@172.16.16.77:ns_port_memcached:ns_port_server:log:169]memcached<0.428.0>: Tue Oct 16 15:07:30.465972 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/47.couch.1 key=ui0010-2008_12_28 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:30.615172 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/243.couch.1 key=admin0007-2008_12_27 error=document not found [none]
memcached<0.428.0>: Tue Oct 16 15:07:30.632621 FET 3: Warning: failed to retrieve doc info from database, name=/home/iryna/couchbase/ns_server/data/n_0/data/default/72.couch.1 key=ui0016-2008_07_03 error=document not found [none]