Event | Module Code | Server Node | Time

Control connection to memcached on 'ns_1@10.6.2.163' disconnected: {{badmatch,
{error,
timeout}},
[{mc_client_binary,
cmd_vocal_recv,
5,
[{file,
"src/mc_client_binary.erl"},
{line,
149}]},
{mc_client_binary,
select_bucket,
2,
[{file,
"src/mc_client_binary.erl"},
{line,
344}]},
{ns_memcached,
ensure_bucket,
2,
[{file,
"src/ns_memcached.erl"},
{line,
1278}]},
{ns_memcached,
handle_info,
2,
[{file,
"src/ns_memcached.erl"},
{line,
748}]},
{gen_server,
handle_msg,
5,
[{file,
"gen_server.erl"},
{line,
604}]},
{ns_memcached,
init,1,
[{file,
"src/ns_memcached.erl"},
{line,
170}]},
{gen_server,
init_it,
6,
[{file,
"gen_server.erl"},
{line,
304}]},
{proc_lib,
init_p_do_apply,
3,
[{file,
"proc_lib.erl"},
{line,
239}]}]} (repeated 1 times)

ns_memcached000

ns_1@10.6.2.163

14:10:03 - Fri Jun 27, 2014

Control connection to memcached on 'ns_1@10.6.2.163' disconnected: {{badmatch,
{error,
timeout}},
[{mc_client_binary,
cmd_vocal_recv,
5,
[{file,
"src/mc_client_binary.erl"},
{line,
149}]},
{mc_client_binary,
select_bucket,
2,
[{file,
"src/mc_client_binary.erl"},
{line,
344}]},
{ns_memcached,
ensure_bucket,
2,
[{file,
"src/ns_memcached.erl"},
{line,
1278}]},
{ns_memcached,
handle_info,
2,
[{file,
"src/ns_memcached.erl"},
{line,
748}]},
{gen_server,
handle_msg,
5,
[{file,
"gen_server.erl"},
{line,
604}]},
{ns_memcached,
init,1,
[{file,
"src/ns_memcached.erl"},
{line,
170}]},
{gen_server,
init_it,
6,
[{file,
"gen_server.erl"},
{line,
304}]},
{proc_lib,
init_p_do_apply,
3,
[{file,
"proc_lib.erl"},
{line,
239}]}]}

ns_memcached000

ns_1@10.6.2.163

14:09:03 - Fri Jun 27, 2014

Rebalance exited with reason {unexpected_exit,
{'EXIT',<0.32470.4>,
{{{{badmatch,
{error,
{{function_clause,
[{couch_set_view_group,handle_info,
[{'DOWN',#Ref<17859.0.44.80300>,
process,<17859.26705.3>,normal},
{state,
{"/index",<<"default">>,
{set_view_group,
<<183,175,50,56,240,241,203,167,
183,109,248,162,43,216,146,168>>,
nil,<<"default">>,
<<"_design/ddoc1">>,[],
[{set_view,0,
<<"function(doc){emit(doc.key,doc.key_num);}">>,
undefined,
{mapreduce_view,
[<<"view1">>],
nil,[],[]}},
{set_view,1,
<<"function(doc,meta){emit(meta.id,doc.key);}">>,
undefined,
{mapreduce_view,
[<<"view2">>],
nil,[],[]}}],
nil,nil,
{set_view_index_header,2,0,0,0,0,
[],nil,[],false,[],nil,[],[]},
main,nil,nil,nil,[],
mapreduce_view,".view",prod,
couch_set_view_stats_prod,0,nil}},
nil,
{set_view_group,
<<183,175,50,56,240,241,203,167,183,
109,248,162,43,216,146,168>>,
<17859.26135.3>,<<"default">>,
<<"_design/ddoc1">>,[],
[{set_view,0,
<<"function(doc){emit(doc.key,doc.key_num);}">>,
#Ref<17859.0.44.45759>,
{mapreduce_view,
[<<"view1">>],
{btree,<17859.26135.3>,
{99160116,
<<0,0,22,40,112,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,63,255,
255,255,255,255,255,255,255,
255,255,255,255,255,255,255,
255,255,240,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,224,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,16,
0,0,0,0,0,0,0,0,0,0,0,0,0,0>>,
12008869},
identity,identity,
#Fun<mapreduce_view.14.99241694>,
#Fun<mapreduce_view.13.99241694>,
7168,6144,true},
[],[]}},
{set_view,1,
<<"function(doc,meta){emit(meta.id,doc.key);}">>,
#Ref<17859.0.44.45760>,
{mapreduce_view,
[<<"view2">>],
{btree,<17859.26135.3>,
{99944902,
<<0,0,22,40,112,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,63,255,
255,255,255,255,255,255,255,
255,255,255,255,255,255,255,
255,255,240,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,224,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,16,
0,0,0,0,0,0,0,0,0,0,0,0,0,0>>,
19698077},
identity,identity,
#Fun<mapreduce_view.14.99241694>,
#Fun<mapreduce_view.13.99241694>,
7168,6144,true},
[],[]}}],
{btree,<17859.26135.3>,
{98549920,
<<0,0,22,40,112,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,63,255,255,
255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,240,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,224,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,16,0,
0,0,0,0,0,0,0,0,0,0,0,0,0>>,
20158418},
identity,identity,
#Fun<couch_btree.1.39972947>,
#Fun<couch_set_view_group.16.74096171>,
7168,6144,true},
<17859.26138.3>,
{set_view_index_header,2,1024,
2015283703367863641175612582841936517787350922064723970776004672488618453634663111081690585862341609381975818178928516194283260669324418542120475458652275030095927107219049009808563497359589848876749409466911530629706532487464126062233592477789377476561847162241024,
207499423913270622199039205135568730873059812520827890758707990542180328314765312,
0,
[{116,666},
{117,0},
{118,0},
{119,0},
{120,0},
{121,0},
{264,0},
{265,0},
{266,0},
{267,0},
{268,0},
{269,0},
{410,0},
{411,0},
{412,0},
{413,11286},
{414,934},
{415,11244},
{732,11292},
{733,11354},
{734,11364},
{735,11192},
{736,11254},
{737,11351},
{738,11228},
{739,11298},
{740,11181},
{741,11513},
{742,11499},
{743,11245},
{744,11372},
{745,11174},
{746,11398},
{747,11344},
{748,11274},
{749,11255},
{750,11360},
{751,11164},
{752,11342},
{753,11187},
{754,11288},
{755,11499},
{756,11433},
{757,11214},
{758,11316},
{759,11356},
{760,11328},
{761,11306},
{762,11239},
{763,11227},
{764,11278},
{765,11286},
{766,11287},
{767,11229},
{768,11368},
{769,11145},
{770,11324},
{771,11387},
{772,11352},
{773,11233},
{774,11497},
{775,11279},
{776,11390},
{777,11400},
{778,11275},
{779,11308},
{780,11172},
{781,11498},
{782,11349},
{783,11218},
{784,11247},
{785,11316},
{786,11283},
{787,11238},
{788,11324},
{789,11472},
{790,11392},
{791,11269},
{792,11483},
{793,11266},
{794,11421},
{795,11441},
{796,11363},
{797,11221},
{798,11276},
{799,11262},
{800,11218},
{801,11271},
{802,11243},
{803,11420},
{804,11474},
{805,11173},
{806,11161},
{807,11522},
{808,11361},
{809,11397},
{810,11365},
{811,11222},
{812,11350},
{813,11176},
{814,11270},
{815,11282},
{816,11276},
{817,11485},
{818,11340},
{819,11137},
{820,11319},
{821,11338},
{822,11442},
{823,11169},
{824,11246},
{825,11224},
{826,11315},
{827,11259},
{828,11283},
{829,11247},
{830,11233},
{831,11377},
{832,11402},
{833,11408},
{834,11368},
{835,11174},
{836,11270},
{837,11307},
{838,11279},
{839,11059},
{840,11276},
{841,11247},
{842,11127},
{843,11352},
{844,11313},
{845,11326},
{846,11467},
{847,11404},
{848,11226},
{849,11251},
{853,11156},
{854,11194},
{855,11323},
{856,11268},
{857,11314},
{858,11405},
{859,11305},
{860,11445},
{861,11300},
{862,11289},
{863,11241},
{864,11211},
{865,11534},
{866,11355},
{867,11285},
{868,11359},
{869,11399},
{870,11347},
{871,11211}],
<<0,0,5,223,192,160,0,0,1,51,151,
210,0,0,22,40,112,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,63,255,255,
255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,240,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,224,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,16,0,0,
0,0,0,0,0,0,0,0,0,0,0,0>>,
[<<0,0,5,233,16,52,0,0,0,183,61,
165,0,0,22,40,112,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,63,255,
255,255,255,255,255,255,255,255,
255,255,255,255,255,255,255,255,
240,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,224,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
16,0,0,0,0,0,0,0,0,0,0,0,0,0,0>>,
<<0,0,5,245,9,198,0,0,1,44,145,
157,0,0,22,40,112,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,63,255,
255,255,255,255,255,255,255,
255,255,255,255,255,255,255,
255,255,240,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
224,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0,0,0,16,0,0,0,0,0,0,
0,0,0,0,0,0,0,0>>],
false,[],nil,
[{850,11222},
{851,11399},
{852,11351},
{872,11343},
{873,11069},
{874,11327},
{875,11227},
{876,11304},
{877,11089}],
[{116,[{0,0}]},
{117,[{0,0}]},
{118,[{0,0}]},
{119,[{0,0}]},
{120,[{0,0}]},
{121,[{0,0}]},
{264,[{0,0}]},
{265,[{0,0}]},
{266,[{0,0}]},
{267,[{0,0}]},
{268,[{0,0}]},
{269,[{0,0}]},
{410,[{0,0}]},
{411,[{0,0}]},
{412,[{0,0}]},
{415,[{0,0}]},
{732,[{195323556540482,0}]},
{733,[{273556807311032,0}]},
{734,[{23104804567925,0}]},
{735,[{230831428196135,0}]},
{736,[{118899438050533,0}]},
{737,[{188020806693240,0}]},
{738,[{99764210384054,0}]},
{739,[{240692855443276,0}]},
{740,[{35774434695501,0}]},
{741,[{81706282423080,0}]},
{742,[{132615071791114,0}]},
{743,[{277029433919968,0}]},
{744,[{203447303194122,0}]},
{745,[{276475218632057,0}]},
{746,[{104380605098782,0}]},
{747,[{228815466871805,0}]},
{748,[{215272217966758,0}]},
{749,[{85033294658133,0}]},
{750,[{243471438698904,0}]},
{751,[{89007687449430,0}]},
{752,[{176931880262312,0}]},
{753,[{277695602950784,0}]},
{754,[{159713939540455,0}]},
{755,[{71674250543545,0}]},
{756,[{29804998559580,0}]},
{757,[{204125959423527,0}]},
{758,[{37221263774444,0}]},
{759,[{78157201351656,0}]},
{760,[{43500511855380,0}]},
{761,[{90261593339195,0}]},
{762,[{176939312164175,0}]},
{763,[{133222787769568,0}]},
{764,[{113406614067193,0}]},
{765,[{226175678931354,0}]},
{766,[{275431599023848,0}]},
{767,[{65436268144775,0}]},
{768,[{210786514775457,0}]},
{769,[{270802696453651,0}]},
{770,[{18892795177916,0}]},
{771,[{34499280184888,0}]},
{772,[{146703352069525,0}]},
{773,[{188229333274675,0}]},
{774,[{189421157063756,0}]},
{775,[{258128560275407,0}]},
{776,[{165366606027707,0}]},
{777,[{107794200276804,0}]},
{778,[{230059303078177,0}]},
{779,[{265659946651260,0}]},
{780,[{221049220024779,0}]},
{781,[{210749966076931,0}]},
{782,[{268978671157785,0}]},
{783,[{149080664771711,0}]},
{784,[{128246884029113,0}]},
{785,[{87794868935701,0}]},
{786,[{108227772186742,0}]},
{787,[{66185695228568,0}]},
{788,[{70218557284883,0}]},
{789,[{28891993405952,0}]},
{790,[{194804214059307,0}]},
{791,[{171557419607733,0}]},
{792,[{142037011745787,0}]},
{793,[{91746490031086,0}]},
{794,[{80138991368895,0}]},
{795,[{124898820123124,0}]},
{796,[{8202324757497,0}]},
{797,[{221869737605117,0}]},
{798,[{65668386956337,0}]},
{799,[{42652313464844,0}]},
{800,[{280805237196443,0}]},
{801,[{70740401875218,0}]},
{802,[{238868936651141,0}]},
{803,[{35508709701995,0}]},
{804,[{210117446916826,0}]},
{805,[{244122559195441,0}]},
{806,[{113272398783412,0}]},
{807,[{61077540960083,0}]},
{808,[{253080843118280,0}]},
{809,[{263051830190966,0}]},
{810,[{257282886494732,0}]},
{811,[{51087105625449,0}]},
{812,[{248395962878213,0}]},
{813,[{49836798444883,0}]},
{814,[{213955929706141,0}]},
{815,[{125183125067056,0}]},
{816,[{27730427671032,0}]},
{817,[{5208344525517,0}]},
{818,[{214464530715825,0}]},
{819,[{104904784159693,0}]},
{820,[{15358212245069,0}]},
{821,[{128805844929309,0}]},
{822,[{186191838421097,0}]},
{823,[{174839052815850,0}]},
{824,[{209300412880131,0}]},
{825,[{256989781718634,0}]},
{826,[{263637834337678,0}]},
{827,[{146253436636782,0}]},
{828,[{273051487108981,0}]},
{829,[{169155335664023,0}]},
{830,[{129664684355916,0}]},
{831,[{233844420795831,0}]},
{832,[{242329936851427,0}]},
{833,[{40097451572278,0}]},
{834,[{273762453317791,0}]},
{835,[{107461825797463,0}]},
{836,[{226162231322980,0}]},
{837,[{30741419482040,0}]},
{838,[{62835386784127,0}]},
{839,[{89369950394584,0}]},
{840,[{68451548471677,0}]},
{841,[{24269195065510,0}]},
{842,[{83358742972227,0}]},
{843,[{198761283777125,0}]},
{844,[{265990148823743,0}]},
{845,[{257644059032697,0}]},
{846,[{27410571977439,0}]},
{847,[{74236342157357,0}]},
{848,[{51746174730237,0}]},
{849,[{16451669567983,0}]},
{850,[{61898067454191,0}]},
{851,[{155686046606695,0}]},
{852,[{230265860779475,0}]},
{853,[{231345434407894,0}]},
{854,[{126549957630921,0}]},
{855,[{11659818533887,0}]},
{856,[{84145077454497,0}]},
{857,[{96813645430158,0}]},
{858,[{151258627054970,0}]},
{859,[{254161359242603,0}]},
{860,[{206027019216800,0}]},
{861,[{123072534590746,0}]},
{862,[{175094765930321,0}]},
{863,[{203583563215580,0}]},
{864,[{193120344495705,0}]},
{865,[{38841759301218,0}]},
{866,[{134948315601029,0}]},
{867,[{82167707484620,0}]},
{868,[{54311288413208,0}]},
{869,[{247498088903231,0}]},
{870,[{233965691734684,0}]},
{871,[{142562098453753,0}]},
{872,[{255963227706921,0}]},
{873,[{161003317700519,0}]},
{874,[{64242447096751,0}]},
{875,[{15025519243301,0}]},
{876,[{254667955428757,0}]},
{877,[{217950859417451,0}]}]},
main,nil,nil,nil,
"/index/@indexes/default/main_b7af3238f0f1cba7b76df8a22bd892a8.view.17",
mapreduce_view,".view",prod,
couch_set_view_stats_prod,
103723008,<17859.26139.3>},
nil,false,not_running,nil,nil,nil,0,
[],nil,false,undefined,true,true,[],
[],
{dict,0,16,16,8,80,48,
{[],[],[],[],[],[],[],[],[],[],[],
[],[],[],[],[]},
{{[],[],[],[],[],[],[],[],[],[],[],
[],[],[],[],[]}}},
nil,3000}],
[{file,
"/buildbot/build_slave/centos-5-x64-300-builder/build/build/couchdb/src/couch_set_view/src/couch_set_view_group.erl"},
{line,1005}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,604}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]},
{gen_server,call,
[<17859.26134.3>,
{monitor_partition_update,264,
#Ref<17859.0.44.84062>,
<17859.26735.3>},
infinity]}}}},
[{capi_set_view_manager,handle_call,3,
[{file,"src/capi_set_view_manager.erl"},
{line,217}]},
{gen_server,handle_msg,5,
[{file,"gen_server.erl"},{line,585}]},
{gen_server,init_it,6,
[{file,"gen_server.erl"},{line,304}]},
{proc_lib,init_p_do_apply,3,
[{file,"proc_lib.erl"},{line,239}]}]},
{gen_server,call,
['capi_set_view_manager-default',
{wait_index_updated,264},
infinity]}},
{gen_server,call,
[{'janitor_agent-default','ns_1@10.6.2.171'},
{if_rebalance,<0.22440.4>,
{upr_takeover,'ns_1@10.6.2.164',265}},
infinity]}}}}