$ cat info.log | grep CouchbaseConnection | grep -v 'Node expected' [2013-03-08 07:11:46,502] WARN - com.couchbase.client.CouchbaseConnection - sun.nio.ch.SelectionKeyImpl@66aaa73c exceeded continuous timeout threshold [2013-03-08 07:11:46,503] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=1010, #Wops=0, #iq=1, topRop=Cmd: 0 Opaque: 103320870 Key: p5544901788772725824, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:11:46,551] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:46,558] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:47,750] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:47,750] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:48,578] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=539, #iq=6, topRop=null, topWop=Cmd: 0 Opaque: 103323834 Key: p5558408802083536704, toWrite=0, interested=0} [2013-03-08 07:11:48,579] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@4007791f [2013-03-08 07:11:48,629] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=7, #Wops=0, #iq=6, topRop=Cmd: 0 Opaque: 103325451 Key: p5576529595279735040, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:11:48,630] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=7, #Wops=0, #iq=6, topRop=Cmd: 0 Opaque: 103325451 Key: p5576529595279735040, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:11:48,932] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:48,933] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:50,081] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:50,081] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:51,184] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:51,184] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:52,315] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:52,315] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:52,632] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=670, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103325477 Key: p5572021068965372672, toWrite=0, interested=0} [2013-03-08 07:11:52,632] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@550e3f1d [2013-03-08 07:11:52,682] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=6, #Wops=0, #iq=3, topRop=Cmd: 0 Opaque: 103328039 Key: p5567419786872550848, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:11:52,682] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=6, #Wops=0, #iq=3, topRop=Cmd: 0 Opaque: 103328039 Key: p5567419786872550848, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:11:53,441] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:53,442] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:54,585] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:54,585] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:55,713] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:55,714] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:56,818] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:56,819] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:57,984] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:57,984] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:11:59,173] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:11:59,173] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:00,319] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:00,320] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:00,804] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=1187, #iq=7, topRop=null, topWop=Cmd: 0 Opaque: 103328074 Key: p5567419786872550848, toWrite=0, interested=0} [2013-03-08 07:12:00,804] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@2c41b137 [2013-03-08 07:12:00,855] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=8, #Wops=0, #iq=5, topRop=Cmd: 0 Opaque: 103332792 Key: p5531498026612333568, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:00,855] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=8, #Wops=0, #iq=5, topRop=Cmd: 0 Opaque: 103332792 Key: p5531498026612333568, topWop=null, toWrite=0, interested=8}, attempt 3. [2013-03-08 07:12:01,422] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:01,422] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:02,180] WARN - com.couchbase.client.CouchbaseConnection - sun.nio.ch.SelectionKeyImpl@199e92f0 exceeded continuous timeout threshold [2013-03-08 07:12:02,180] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=999, #Wops=0, #iq=3, topRop=Cmd: 0 Opaque: 103329692 Key: p5535997196691729472, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:12:02,552] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:02,553] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:03,670] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:03,670] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:04,206] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=163, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103333508 Key: p5549405022627995008, toWrite=0, interested=0} [2013-03-08 07:12:04,207] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@1135a5dc [2013-03-08 07:12:04,257] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=4, topRop=Cmd: 0 Opaque: 103334412 Key: p5162200588607408064, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:04,257] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=4, topRop=Cmd: 0 Opaque: 103334412 Key: p5162200588607408064, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:12:04,816] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:04,816] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:05,935] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:05,935] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:07,073] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:07,074] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:08,192] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:08,193] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:08,242] WARN - com.couchbase.client.CouchbaseConnection - sun.nio.ch.SelectionKeyImpl@501c827d exceeded continuous timeout threshold [2013-03-08 07:12:08,242] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=998, #Wops=0, #iq=2, topRop=Cmd: 0 Opaque: 103331868 Key: p5558424649156968000, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:12:08,304] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=443, #iq=14, topRop=null, topWop=Cmd: 0 Opaque: 103334427 Key: p4617212079191285888, toWrite=0, interested=0} [2013-03-08 07:12:08,304] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@763956a6 [2013-03-08 07:12:08,305] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=9, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103336629 Key: p5517987225884338048, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:08,305] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=9, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103336629 Key: p5517987225884338048, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:12:09,318] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:09,318] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:10,244] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=0, #Wops=200, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103336604 Key: p5549507995954164288, toWrite=0, interested=0} [2013-03-08 07:12:10,244] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@47893f49 [2013-03-08 07:12:10,245] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=8, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103337621 Key: p5558490215131828800, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:10,245] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=8, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103337621 Key: p5558490215131828800, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:12:10,447] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:10,447] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:11,576] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:11,576] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:12,683] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:12,683] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:13,788] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:13,789] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:14,246] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=0, #Wops=409, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103337644 Key: p5517972210515269248, toWrite=0, interested=0} [2013-03-08 07:12:14,246] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@57112911 [2013-03-08 07:12:14,247] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103339795 Key: p5567526825888266752, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:14,247] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103339795 Key: p5567526825888266752, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:12:14,924] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:14,924] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:16,054] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:16,054] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:16,306] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=822, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103336654 Key: p5567466797850639552, toWrite=0, interested=0} [2013-03-08 07:12:16,306] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@16a684b2 [2013-03-08 07:12:16,307] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103340869 Key: p5540436155411445056, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:16,307] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103340869 Key: p5540436155411445056, topWop=null, toWrite=0, interested=8}, attempt 3. [2013-03-08 07:12:16,856] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=1642, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103332828 Key: p4630746401234502976, toWrite=0, interested=0} [2013-03-08 07:12:16,857] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@1b9fc836 [2013-03-08 07:12:16,859] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103341178 Key: p5558480202203843584, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:16,859] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103341178 Key: p5558480202203843584, topWop=null, toWrite=0, interested=8}, attempt 4. [2013-03-08 07:12:17,171] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:17,171] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:18,278] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:18,279] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:19,013] WARN - com.couchbase.client.CouchbaseConnection - sun.nio.ch.SelectionKeyImpl@29422c87 exceeded continuous timeout threshold [2013-03-08 07:12:19,013] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=1007, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103336904 Key: p5531498026531689216, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:12:19,420] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:19,421] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:20,537] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:20,537] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:21,014] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=162, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103342315 Key: p5540391613656541632, toWrite=0, interested=0} [2013-03-08 07:12:21,014] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@4927a42e [2013-03-08 07:12:21,015] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103343184 Key: p5526930401806459264, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:21,015] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103343184 Key: p5526930401806459264, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:12:21,674] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:21,675] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:22,249] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=0, #Wops=683, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103339822 Key: p5540497290553038784, toWrite=0, interested=0} [2013-03-08 07:12:22,250] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@5e59a472 [2013-03-08 07:12:22,330] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=7, #Wops=0, #iq=7, topRop=Cmd: 0 Opaque: 103343797 Key: p5544967274957361856, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:22,330] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=7, #Wops=0, #iq=7, topRop=Cmd: 0 Opaque: 103343797 Key: p5544967274957361856, topWop=null, toWrite=0, interested=8}, attempt 3. [2013-03-08 07:12:22,794] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:22,795] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:24,022] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:24,022] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:25,016] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=352, #iq=1, topRop=null, topWop=Cmd: 0 Opaque: 103343212 Key: p5112660990847961728, toWrite=0, interested=0} [2013-03-08 07:12:25,016] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@1e8ea634 [2013-03-08 07:12:25,017] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103344994 Key: p5558517343807928192, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:25,017] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103344994 Key: p5558517343807928192, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:12:25,124] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:25,124] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:25,585] WARN - com.couchbase.client.CouchbaseConnection - sun.nio.ch.SelectionKeyImpl@6dd06ed4 exceeded continuous timeout threshold [2013-03-08 07:12:25,585] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=1003, #Wops=0, #iq=1, topRop=Cmd: 0 Opaque: 103339572 Key: p5549512425951974208, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:12:26,325] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:26,326] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:27,441] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:27,442] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:27,586] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=0, #Wops=156, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103345266 Key: p5535894593790277504, toWrite=0, interested=0} [2013-03-08 07:12:27,586] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@32ef0439 [2013-03-08 07:12:27,636] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=4, #Wops=0, #iq=3, topRop=Cmd: 0 Opaque: 103346183 Key: p5567424679563050112, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:27,636] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=4, #Wops=0, #iq=3, topRop=Cmd: 0 Opaque: 103346183 Key: p5567424679563050112, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:12:28,636] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:28,636] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:29,762] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:29,762] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:30,895] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:30,895] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:31,649] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=0, #Wops=299, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103346214 Key: p5567424679563050112, toWrite=0, interested=0} [2013-03-08 07:12:31,649] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@4a581599 [2013-03-08 07:12:31,650] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=3, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103348262 Key: p5531434000761024704, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:31,650] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=3, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103348262 Key: p5531434000761024704, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:12:32,013] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:32,014] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:32,308] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=1340, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103340895 Key: p5540436155411445056, toWrite=0, interested=0} [2013-03-08 07:12:32,309] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@27268ef5 [2013-03-08 07:12:32,310] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103348606 Key: p5576494598250408512, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:32,310] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103348606 Key: p5576494598250408512, topWop=null, toWrite=0, interested=8}, attempt 4. [2013-03-08 07:12:33,018] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=711, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103345024 Key: p5562972874177673792, toWrite=0, interested=0} [2013-03-08 07:12:33,018] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@999e085 [2013-03-08 07:12:33,068] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=5, #Wops=0, #iq=5, topRop=Cmd: 0 Opaque: 103348983 Key: p5535859866291966336, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:33,068] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=5, #Wops=0, #iq=5, topRop=Cmd: 0 Opaque: 103348983 Key: p5535859866291966336, topWop=null, toWrite=0, interested=8}, attempt 3. [2013-03-08 07:12:33,126] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:33,126] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:34,231] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:34,232] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:35,333] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:35,333] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:36,465] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:36,466] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:37,593] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:37,594] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:38,331] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=0, #Wops=1495, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103343825 Key: p5171207789577693056, toWrite=0, interested=0} [2013-03-08 07:12:38,331] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@3a11af2b [2013-03-08 07:12:38,333] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103351712 Key: p4725116091079475456, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:38,333] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103351712 Key: p4725116091079475456, topWop=null, toWrite=0, interested=8}, attempt 4. [2013-03-08 07:12:38,697] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:38,698] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:39,652] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=0, #Wops=662, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103348300 Key: p5536001626598148224, toWrite=0, interested=0} [2013-03-08 07:12:39,652] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@25e76465 [2013-03-08 07:12:39,653] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=10, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103352361 Key: p5526952878043808512, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:39,653] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=10, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103352361 Key: p5526952878043808512, topWop=null, toWrite=0, interested=8}, attempt 3. [2013-03-08 07:12:39,821] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:39,821] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:40,923] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:40,923] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:42,056] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:42,057] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:43,160] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:43,160] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:44,282] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:44,282] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:45,403] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:45,404] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:46,512] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:46,512] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:46,860] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=2593, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103341224 Key: p5531470977795496512, toWrite=0, interested=0} [2013-03-08 07:12:46,860] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@ae235a [2013-03-08 07:12:46,863] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=7, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103356022 Key: p4702627366680444480, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:46,863] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=7, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103356022 Key: p4702627366680444480, topWop=null, toWrite=0, interested=8}, attempt 5. [2013-03-08 07:12:47,632] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:47,633] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:48,744] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:48,744] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:49,070] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=1470, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103349011 Key: p5535859866291966336, toWrite=0, interested=0} [2013-03-08 07:12:49,070] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@229dd2ed [2013-03-08 07:12:49,071] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103357174 Key: p4720808537791320128, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:49,071] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103357174 Key: p4720808537791320128, topWop=null, toWrite=0, interested=8}, attempt 4. [2013-03-08 07:12:49,870] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:49,870] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:50,998] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:50,998] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:52,100] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:52,101] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:53,236] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:53,237] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:54,350] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:54,351] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:55,458] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:55,459] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:55,654] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=0, #Wops=1358, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103352392 Key: p5562944462186788480, toWrite=0, interested=0} [2013-03-08 07:12:55,654] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@28b9d1c8 [2013-03-08 07:12:55,656] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103360026 Key: p4621564530424207744, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:12:55,656] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103360026 Key: p4621564530424207744, topWop=null, toWrite=0, interested=8}, attempt 4. [2013-03-08 07:12:56,636] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:56,636] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:57,762] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:57,762] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:12:58,873] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:12:58,873] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:00,067] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:00,068] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:01,196] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:01,197] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:02,300] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:02,301] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:02,311] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=2447, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103348639 Key: p5567502232634689600, toWrite=0, interested=0} [2013-03-08 07:13:02,312] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@4c4a499b [2013-03-08 07:13:02,314] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103362687 Key: p5139511278462191936, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:02,314] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=5, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103362687 Key: p5139511278462191936, topWop=null, toWrite=0, interested=8}, attempt 5. [2013-03-08 07:13:03,402] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:03,402] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:04,620] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:04,620] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:05,750] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:05,751] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:06,957] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:06,957] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:08,082] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:08,083] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:08,334] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=0, #Wops=2529, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103351743 Key: p5576485030777296192, toWrite=0, interested=0} [2013-03-08 07:13:08,334] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@28b89c20 [2013-03-08 07:13:08,336] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103365091 Key: p5562983794278428864, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:08,336] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-03.eu.gwallet.com/10.103.3.52:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103365091 Key: p5562983794278428864, topWop=null, toWrite=0, interested=8}, attempt 5. [2013-03-08 07:13:09,280] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:09,281] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:10,422] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:10,423] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:11,570] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:11,570] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:12,756] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:12,756] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:13,898] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:13,899] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:15,002] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:15,002] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:16,206] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:16,207] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:16,865] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=0, #Wops=2265, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103356045 Key: p5554016027502172800, toWrite=0, interested=0} [2013-03-08 07:13:16,865] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@2c4cadc1 [2013-03-08 07:13:16,867] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=3, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103368499 Key: p5531495750108095616, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:16,867] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-01.eu.gwallet.com/10.103.3.50:11210, #Rops=3, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103368499 Key: p5531495750108095616, topWop=null, toWrite=0, interested=8}, attempt 6. [2013-03-08 07:13:17,323] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:17,323] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:18,459] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:18,459] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:19,095] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=2243, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103357198 Key: p5121508944353465792, toWrite=0, interested=0} [2013-03-08 07:13:19,095] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@6c3f58a0 [2013-03-08 07:13:19,098] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=1, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103369429 Key: p5562951902047349312, topWop=null, toWrite=0, interested=1} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:19,098] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=1, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103369429 Key: p5562951902047349312, topWop=null, toWrite=0, interested=1}, attempt 0. [2013-03-08 07:13:19,617] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:19,618] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:20,853] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:20,854] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:21,100] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=148, #iq=0, topRop=null, topWop=SASL auth operation, toWrite=0, interested=0} [2013-03-08 07:13:21,101] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@6f09b6a6 [2013-03-08 07:13:21,107] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=9, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103370215 Key: p5571955600339407296, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:21,107] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=9, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103370215 Key: p5571955600339407296, topWop=null, toWrite=0, interested=8}, attempt 1. [2013-03-08 07:13:21,956] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:21,956] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:23,065] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:23,065] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:25,100] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:25,100] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:25,108] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=331, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103370243 Key: p5576504119367390464, toWrite=0, interested=0} [2013-03-08 07:13:25,108] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@75f306b9 [2013-03-08 07:13:25,158] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to failure to connect to {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=8, #Wops=0, #iq=4, topRop=Cmd: 0 Opaque: 103371849 Key: p5558510270590893120, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:25,158] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=8, #Wops=0, #iq=4, topRop=Cmd: 0 Opaque: 103371849 Key: p5558510270590893120, topWop=null, toWrite=0, interested=8}, attempt 2. [2013-03-08 07:13:25,657] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=0, #Wops=2042, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103360052 Key: p5567524545172800576, toWrite=0, interested=0} [2013-03-08 07:13:25,657] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@5b6438f1 [2013-03-08 07:13:25,659] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=2, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103372109 Key: p5526983954832808384, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:25,659] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-06.eu.gwallet.com/10.103.3.55:11210, #Rops=2, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103372109 Key: p5526983954832808384, topWop=null, toWrite=0, interested=8}, attempt 5. [2013-03-08 07:13:27,427] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:27,428] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:28,544] INFO - c.c.client.CouchbaseConnectionFactory - Attempting to resubscribe for cluster config updates. [2013-03-08 07:13:28,544] INFO - c.c.client.CouchbaseConnectionFactory - Reconnect attempt 1, waiting 0ms [2013-03-08 07:13:32,315] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=0, #Wops=2176, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103362726 Key: p5567518885544142208, toWrite=0, interested=0} [2013-03-08 07:13:32,315] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@3ed90eb7 [2013-03-08 07:13:32,317] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103374822 Key: p4671301140161619328, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:32,317] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-02.eu.gwallet.com/10.103.3.51:11210, #Rops=4, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103374822 Key: p4671301140161619328, topWop=null, toWrite=0, interested=8}, attempt 6. [2013-03-08 07:13:33,160] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=0, #Wops=637, #iq=0, topRop=null, topWop=Cmd: 0 Opaque: 103371886 Key: p5553921053541377984, toWrite=0, interested=0} [2013-03-08 07:13:33,160] INFO - com.couchbase.client.CouchbaseConnection - Connection state changed for sun.nio.ch.SelectionKeyImpl@13707cb9 [2013-03-08 07:13:33,167] INFO - com.couchbase.client.CouchbaseConnection - Reconnecting due to exception on {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103375193 Key: p5567526826641816832, topWop=null, toWrite=0, interested=8} at com.couchbase.client.CouchbaseConnection.run(CouchbaseConnection.java:265) [couchbase-client-1.1.2.jar:1.1.2] [2013-03-08 07:13:33,167] WARN - com.couchbase.client.CouchbaseConnection - Closing, and reopening {QA sa=udb-05.eu.gwallet.com/10.103.3.54:11210, #Rops=6, #Wops=0, #iq=0, topRop=Cmd: 0 Opaque: 103375193 Key: p5567526826641816832, topWop=null, toWrite=0, interested=8}, attempt 3.