[rebalance:warn,2014-04-15T1:13:40.303,ns_1@172.23.105.230:upr_consumer_conn-default-ns_1@172.23.105.231<0.12787.1>:upr_proxy:process_packet:139]Received error response: RESPONSE: 0x57 (upr_mutation) vbucket = 0 opaque = 0x1000000 status = 0x4 (einval) 81 57 00 00 00 00 00 04 00 00 00 11 01 00 00 00 00 00 00 00 00 00 00 00 49 6E 76 61 6C 69 64 20 61 72 67 75 6D 65 6E 74 73 [rebalance:debug,2014-04-15T1:13:40.303,ns_1@172.23.105.230:<0.12788.1>:upr_proxy:terminate:78]Terminating. Disconnecting from socket #Port<0.40464> [rebalance:debug,2014-04-15T1:13:40.303,ns_1@172.23.105.230:upr_consumer_conn-default-ns_1@172.23.105.231<0.12787.1>:upr_proxy:terminate:78]Terminating. Disconnecting from socket #Port<0.40463> [error_logger:error,2014-04-15T1:13:40.303,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_msg:119]** Generic server <0.12788.1> terminating ** Last message in was {tcp,#Port<0.40464>, <<129,83,0,0,0,0,0,0,0,0,0,16,4,0,0,0,0,0,0,0,0,0, 0,0,0,0,70,104,74,84,108,251,0,0,0,0,0,0,0,0>>} ** When Server state == {state,#Port<0.40464>,<<>>,upr_producer_conn,[], #Port<0.40463>,<0.12787.1>} ** Reason for termination == ** {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [ns_server:debug,2014-04-15T1:13:40.303,ns_1@172.23.105.230:upr_replicator-default-ns_1@172.23.105.231<0.12786.1>:upr_replicator:spawn_and_wait:195]Received exit with reason {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} from <0.12788.1>. Killing child process <0.12789.1> [ns_server:error,2014-04-15T1:13:40.304,ns_1@172.23.105.230:upr_replicator-default-ns_1@172.23.105.231<0.12786.1>:misc:sync_shutdown_many_i_am_trapping_exits:1473]Shutdown of the following failed: [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350, 351,352,353,354,355,356,357,358,359, 360,361,362,363,364,365,366,367,368, 369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511, 512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator, '-spawn_and_wait/1-fun-0-',1}]}}] [error_logger:error,2014-04-15T1:13:40.304,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_report:115] =========================CRASH REPORT========================= crasher: initial call: upr_proxy:init/1 pid: <0.12788.1> registered_name: [] exception exit: {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} in function gen_server:terminate/6 ancestors: ['upr_replicator-default-ns_1@172.23.105.231', 'upr_sup-default','single_bucket_sup-default',<0.738.0>] messages: [] links: [<0.12786.1>] dictionary: [] trap_exit: true status: running heap_size: 46368 stack_size: 24 reductions: 6589 neighbours: [ns_server:debug,2014-04-15T1:13:40.304,ns_1@172.23.105.230:<0.12793.1>:upr_proxy:nuke_connection:155]Nuke UPR connection "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default" type consumer on node 'ns_1@172.23.105.230' [ns_server:debug,2014-04-15T1:13:40.304,ns_1@172.23.105.230:<0.12794.1>:upr_proxy:nuke_connection:155]Nuke UPR connection "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default" type producer on node 'ns_1@172.23.105.231' [error_logger:error,2014-04-15T1:13:40.304,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_msg:119]** Generic server <0.12787.1> terminating ** Last message in was {tcp,#Port<0.40463>, <<129,86,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0, 0,0,129,87,0,0,0,0,0,4,0,0,0,17,1,0,0,0,0,0,0,0, 0,0,0,0,73,110,118,97,108,105,100,32,97,114,103, 117,109,101,110,116,115>>} ** When Server state == {state,#Port<0.40463>,<<>>,upr_consumer_conn, {state, {stream_state, {<0.12789.1>,#Ref<0.0.2.36288>}, [{344}, {345}, {346}, {347}, {348}, {349}, {350}, {351}, {352}, {353}, {354}, {355}, {356}, {357}, {358}, {359}, {360}, {361}, {362}, {363}, {364}, {365}, {366}, {367}, {368}, {369}, {370}, {371}, {372}, {373}, {374}, {375}, {376}, {377}, {378}, {379}, {380}, {381}, {382}, {383}, {384}, {385}, {386}, {387}, {388}, {389}, {390}, {391}, {392}, {393}, {394}, {395}, {396}, {397}, {398}, {399}, {400}, {401}, {402}, {403}, {404}, {405}, {406}, {407}, {408}, {409}, {410}, {411}, {412}, {413}, {414}, {415}, {416}, {417}, {418}, {419}, {420}, {421}, {422}, {423}, {424}, {425}, {426}, {427}, {428}, {429}, {430}, {431}, {432}, {433}, {434}, {435}, {436}, {437}, {438}, {439}, {440}, {441}, {442}, {443}, {444}, {445}, {446}, {447}, {448}, {449}, {450}, {451}, {452}, {453}, {454}, {455}, {456}, {457}, {458}, {459}, {460}, {461}, {462}, {463}, {464}, {465}, {466}, {467}, {468}, {469}, {470}, {471}, {472}, {473}, {474}, {475}, {476}, {477}, {478}, {479}, {480}, {481}, {482}, {483}, {484}, {485}, {486}, {487}, {488}, {489}, {490}, {491}, {492}, {493}, {494}, {495}, {496}, {497}, {498}, {499}, {500}, {501}, {502}, {503}, {504}, {505}, {506}, {507}, {508}, {509}, {510}, {511}, {512}], [],[],[]}, [342,343]}, #Port<0.40464>,<0.12788.1>} ** Reason for termination == ** {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2014-04-15T1:13:40.306,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_report:115] =========================CRASH REPORT========================= crasher: initial call: upr_proxy:init/1 pid: <0.12787.1> registered_name: 'upr_consumer_conn-default-ns_1@172.23.105.231' exception exit: {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} in function gen_server:terminate/6 ancestors: ['upr_replicator-default-ns_1@172.23.105.231', 'upr_sup-default','single_bucket_sup-default',<0.738.0>] messages: [] links: [<0.12786.1>] dictionary: [] trap_exit: true status: running heap_size: 4181 stack_size: 24 reductions: 145796 neighbours: [ns_server:debug,2014-04-15T1:13:40.306,ns_1@172.23.105.230:<0.12793.1>:upr_commands:open_connection:52]Open consumer connection "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default" on socket #Port<0.40466> [ns_server:debug,2014-04-15T1:13:40.310,ns_1@172.23.105.230:<0.12794.1>:upr_commands:open_connection:52]Open producer connection "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default" on socket #Port<0.40465> [ns_server:debug,2014-04-15T1:13:40.310,ns_1@172.23.105.230:upr_replicator-default-ns_1@172.23.105.231<0.12786.1>:upr_replicator:terminate:100]Terminating with reason {{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351,352, 353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-', 1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}. Nuked connetion "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default" with result [ok, ok]. [ns_server:debug,2014-04-15T1:13:40.311,ns_1@172.23.105.230:replication_manager-default<0.12571.1>:replication_manager:terminate:98]Replication manager died {{{{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351, 352,353,354,355,356,357,358,359,360,361, 362,363,364,365,366,367,368,369,370,371, 372,373,374,375,376,377,378,379,380,381, 382,383,384,385,386,387,388,389,390,391, 392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411, 412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440,441, 442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481, 482,483,484,485,486,487,488,489,490,491, 492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511, 512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-', 1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, ['upr_replicator-default-ns_1@172.23.105.231', {setup_replication, [342,343,344,345,346,347,348,349,350,351,352, 353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, infinity]}}, {state,"default",upr,undefined,[],undefined}} [ns_server:info,2014-04-15T1:13:40.314,ns_1@172.23.105.230:janitor_agent-default<0.12796.1>:janitor_agent:read_flush_counter:929]Loading flushseq failed: {error,enoent}. Assuming it's equal to global config. [ns_server:info,2014-04-15T1:13:40.314,ns_1@172.23.105.230:janitor_agent-default<0.12796.1>:janitor_agent:read_flush_counter_from_config:936]Initialized flushseq 0 from bucket config [error_logger:error,2014-04-15T1:13:40.311,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_msg:119]** Generic server 'upr_replicator-default-ns_1@172.23.105.231' terminating ** Last message in was {setup_replication, [342,343,344,345,346,347,348,349,350,351,352,353, 354,355,356,357,358,359,360,361,362,363,364,365, 366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]} ** When Server state == {state,<0.12788.1>,<0.12787.1>, "ns_server:ns_1@172.23.105.231->ns_1@172.23.105.230:default", 'ns_1@172.23.105.231',"default"} ** Reason for termination == ** {{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351,352,353,354, 355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-',1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} [error_logger:error,2014-04-15T1:13:40.319,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_report:115] =========================CRASH REPORT========================= crasher: initial call: upr_replicator:init/1 pid: <0.12786.1> registered_name: 'upr_replicator-default-ns_1@172.23.105.231' exception exit: {{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351,352,353, 354,355,356,357,358,359,360,361,362,363,364,365, 366,367,368,369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401, 402,403,404,405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422,423,424,425, 426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458,459,460,461, 462,463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509, 510,511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-',1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} in function gen_server:terminate/6 ancestors: ['upr_sup-default','single_bucket_sup-default',<0.738.0>] messages: [{'EXIT',<0.12787.1>, {{badmatch,{error,closed}}, {{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}] links: [<0.759.0>] dictionary: [] trap_exit: true status: running heap_size: 6765 stack_size: 24 reductions: 16386 neighbours: [error_logger:error,2014-04-15T1:13:40.319,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_report:115] =========================SUPERVISOR REPORT========================= Supervisor: {local,'upr_sup-default'} Context: child_terminated Reason: {{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350, 351,352,353,354,355,356,357,358,359, 360,361,362,363,364,365,366,367,368, 369,370,371,372,373,374,375,376,377, 378,379,380,381,382,383,384,385,386, 387,388,389,390,391,392,393,394,395, 396,397,398,399,400,401,402,403,404, 405,406,407,408,409,410,411,412,413, 414,415,416,417,418,419,420,421,422, 423,424,425,426,427,428,429,430,431, 432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449, 450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467, 468,469,470,471,472,473,474,475,476, 477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494, 495,496,497,498,499,500,501,502,503, 504,505,506,507,508,509,510,511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-', 1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} Offender: [{pid,<0.12786.1>}, {name,'ns_1@172.23.105.231'}, {mfargs,{upr_replicator,start_link,undefined}}, {restart_type,temporary}, {shutdown,60000}, {child_type,worker}] [error_logger:error,2014-04-15T1:13:40.320,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_msg:119]** Generic server 'replication_manager-default' terminating ** Last message in was {set_desired_replications, [{'ns_1@172.23.105.231', [342,343,344,345,346,347,348,349,350,351,352, 353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, {'ns_1@172.23.105.232', [683,684,685,686,687,688,689,690,691,692,693, 694,695,696,697,698,699,700,701,702,703,704, 705,706,707,708,709,710,711,712,713,714,715, 716,717,718,719,720,721,722,723,724,725,726, 727,728,729,730,731,732,733,734,735,736,737, 738,739,740,741,742,743,744,745,746,747,748, 749,750,751,752,753,754,755,756,757,758,759, 760,761,762,763,764,765,766,767,768,769,770, 771,772,773,774,775,776,777,778,779,780,781, 782,783,784,785,786,787,788,789,790,791,792, 793,794,795,796,797,798,799,800,801,802,803, 804,805,806,807,808,809,810,811,812,813,814, 815,816,817,818,819,820,821,822,823,824,825, 826,827,828,829,830,831,832,833,834,835,836, 837,838,839,840,841,842,843,844,845,846,847, 848,849,850,851,852,853]}]} ** When Server state == {state,"default",upr,undefined,[],undefined} ** Reason for termination == ** {{{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351,352,353,354, 355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-',1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, ['upr_replicator-default-ns_1@172.23.105.231', {setup_replication, [342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357, 358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373, 374,375,376,377,378,379,380,381,382,383,384,385,386,387,388,389, 390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405, 406,407,408,409,410,411,412,413,414,415,416,417,418,419,420,421, 422,423,424,425,426,427,428,429,430,431,432,433,434,435,436,437, 438,439,440,441,442,443,444,445,446,447,448,449,450,451,452,453, 454,455,456,457,458,459,460,461,462,463,464,465,466,467,468,469, 470,471,472,473,474,475,476,477,478,479,480,481,482,483,484,485, 486,487,488,489,490,491,492,493,494,495,496,497,498,499,500,501, 502,503,504,505,506,507,508,509,510,511,512]}, infinity]}} [error_logger:error,2014-04-15T1:13:40.322,ns_1@172.23.105.230:error_logger<0.6.0>:ale_error_logger_handler:log_report:115] =========================CRASH REPORT========================= crasher: initial call: replication_manager:init/1 pid: <0.12571.1> registered_name: 'replication_manager-default' exception exit: {{{badmatch, [{<0.12789.1>, {done,exit, {{{badmatch,{error,closed}}, [{upr_proxy,handle_packet,4}, {mc_replication,process_data,3}, {mc_replication,process_data,4}, {upr_proxy,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, [<0.12787.1>, {setup_streams, [342,343,344,345,346,347,348,349,350,351,352, 353,354,355,356,357,358,359,360,361,362,363, 364,365,366,367,368,369,370,371,372,373,374, 375,376,377,378,379,380,381,382,383,384,385, 386,387,388,389,390,391,392,393,394,395,396, 397,398,399,400,401,402,403,404,405,406,407, 408,409,410,411,412,413,414,415,416,417,418, 419,420,421,422,423,424,425,426,427,428,429, 430,431,432,433,434,435,436,437,438,439,440, 441,442,443,444,445,446,447,448,449,450,451, 452,453,454,455,456,457,458,459,460,461,462, 463,464,465,466,467,468,469,470,471,472,473, 474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495, 496,497,498,499,500,501,502,503,504,505,506, 507,508,509,510,511,512]}, infinity]}}, [{gen_server,call,3}, {upr_replicator,'-spawn_and_wait/1-fun-0-',1}]}}]}, [{misc,sync_shutdown_many_i_am_trapping_exits,1}, {upr_replicator,spawn_and_wait,1}, {upr_replicator,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call, ['upr_replicator-default-ns_1@172.23.105.231', {setup_replication, [342,343,344,345,346,347,348,349,350,351,352,353,354, 355,356,357,358,359,360,361,362,363,364,365,366,367, 368,369,370,371,372,373,374,375,376,377,378,379,380, 381,382,383,384,385,386,387,388,389,390,391,392,393, 394,395,396,397,398,399,400,401,402,403,404,405,406, 407,408,409,410,411,412,413,414,415,416,417,418,419, 420,421,422,423,424,425,426,427,428,429,430,431,432, 433,434,435,436,437,438,439,440,441,442,443,444,445, 446,447,448,449,450,451,452,453,454,455,456,457,458, 459,460,461,462,463,464,465,466,467,468,469,470,471, 472,473,474,475,476,477,478,479,480,481,482,483,484, 485,486,487,488,489,490,491,492,493,494,495,496,497, 498,499,500,501,502,503,504,505,506,507,508,509,510, 511,512]}, infinity]}} in function gen_server:terminate/6 ancestors: ['single_bucket_sup-default',<0.738.0>] messages: [] links: [<0.739.0>] dictionary: [] trap_exit: true status: running heap_size: 10946 stack_size: 24 reductions: 10474