==============================================================================
couchbase logs (error)
cbbrowse_logs error
==============================================================================
[ns_server:error,2012-11-09T20:20:09.638,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_info,2},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[ns_server:error,2012-11-09T20:20:09.648,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_call,3},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[error_logger:error,2012-11-09T20:20:18.747,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================SUPERVISOR REPORT=========================
     Supervisor: {local,ns_bucket_sup}
     Context:    shutdown_error
     Reason:     normal
     Offender:   [{pid,<0.452.0>},
                  {name,buckets_observing_subscription},
                  {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}},
                  {restart_type,permanent},
                  {shutdown,1000},
                  {child_type,worker}]


[ns_server:error,2012-11-09T20:20:19.625,ns_1@127.0.0.1:ns_heart<0.373.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_info,2},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[error_logger:error,2012-11-09T20:20:19.850,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================SUPERVISOR REPORT=========================
     Supervisor: {local,ns_server_cluster_sup}
     Context:    shutdown_error
     Reason:     killed
     Offender:   [{pid,<0.344.0>},
                  {name,vbucket_filter_changes_registry},
                  {mfargs,
                      {ns_process_registry,start_link,
                          [vbucket_filter_changes_registry]}},
                  {restart_type,permanent},
                  {shutdown,100},
                  {child_type,worker}]


[error_logger:error,2012-11-09T20:20:19.866,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.446.0> terminating 
** Last message in was {'EXIT',<0.217.0>,killed}
** When Server state == {db,<0.446.0>,<0.447.0>,nil,<<"1352521209693693">>,
                            <0.442.0>,<0.448.0>,
                            {db_header,11,1,
                                <<0,0,0,0,11,84,0,0,0,0,0,62,0,0,0,0,1,0,0,0,0,
                                  0,0,0,0,0,11,50>>,
                                <<0,0,0,0,11,146,0,0,0,0,0,60,0,0,0,0,1>>,
                                nil,0,nil,nil},
                            1,
                            {btree,<0.442.0>,
                                {2900,
                                 <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,11,50>>,
                                 62},
                                #Fun<couch_db_updater.7.89001503>,
                                #Fun<couch_db_updater.8.75953275>,
                                #Fun<couch_btree.5.72034400>,
                                #Fun<couch_db_updater.9.14108461>,1279,2558,
                                true},
                            {btree,<0.442.0>,
                                {2962,<<0,0,0,0,1>>,60},
                                #Fun<couch_db_updater.10.50603258>,
                                #Fun<couch_db_updater.11.85949495>,
                                #Fun<couch_db_updater.6.41937156>,
                                #Fun<couch_db_updater.12.107260449>,1279,2558,
                                true},
                            {btree,<0.442.0>,nil,
                                #Fun<couch_btree.3.59827385>,
                                #Fun<couch_btree.4.7841881>,
                                #Fun<couch_btree.5.72034400>,nil,1279,2558,
                                true},
                            1,<<"_replicator">>,
                            "/opt/couchbase/var/lib/couchbase/data/_replicator.couch.1",
                            [],nil,
                            {user_ctx,null,[],undefined},
                            nil,
                            [before_header,after_header,on_file_open],
                            [create,sys_db,
                             {user_ctx,
                                 {user_ctx,null,
                                     [<<"_admin">>,<<"_replicator">>],
                                     undefined}}]}
** Reason for termination == 
** killed

[error_logger:error,2012-11-09T20:20:19.878,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: couch_db:init/1
    pid: <0.446.0>
    registered_name: []
    exception exit: killed
      in function  gen_server:terminate/6
    ancestors: [couch_server,couch_primary_services,couch_server_sup,
                  cb_couch_sup,ns_server_cluster_sup,<0.59.0>]
    messages: []
    links: []
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 987
    stack_size: 24
    reductions: 305
  neighbours:

[error_logger:error,2012-11-09T20:20:19.878,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server <0.231.0> terminating 
** Last message in was {'EXIT',<0.217.0>,killed}
** When Server state == {db,<0.231.0>,<0.232.0>,nil,<<"1352521208429004">>,
                            <0.227.0>,<0.233.0>,
                            {db_header,11,1,
                                <<0,0,0,0,13,103,0,0,0,0,0,51,0,0,0,0,1,0,0,0,
                                  0,0,0,0,0,0,13,69>>,
                                <<0,0,0,0,13,154,0,0,0,0,0,49,0,0,0,0,1>>,
                                nil,0,nil,nil},
                            1,
                            {btree,<0.227.0>,
                                {3431,
                                 <<0,0,0,0,1,0,0,0,0,0,0,0,0,0,13,69>>,
                                 51},
                                #Fun<couch_db_updater.7.89001503>,
                                #Fun<couch_db_updater.8.75953275>,
                                #Fun<couch_btree.5.72034400>,
                                #Fun<couch_db_updater.9.14108461>,1279,2558,
                                true},
                            {btree,<0.227.0>,
                                {3482,<<0,0,0,0,1>>,49},
                                #Fun<couch_db_updater.10.50603258>,
                                #Fun<couch_db_updater.11.85949495>,
                                #Fun<couch_db_updater.6.41937156>,
                                #Fun<couch_db_updater.12.107260449>,1279,2558,
                                true},
                            {btree,<0.227.0>,nil,
                                #Fun<couch_btree.3.59827385>,
                                #Fun<couch_btree.4.7841881>,
                                #Fun<couch_btree.5.72034400>,nil,1279,2558,
                                true},
                            1,<<"_users">>,
                            "/opt/couchbase/var/lib/couchbase/data/_users.couch.1",
                            [],nil,
                            {user_ctx,null,[],undefined},
                            nil,
                            [before_header,after_header,on_file_open],
                            [create,
                             {user_ctx,
                                 {user_ctx,null,[<<"_admin">>],undefined}},
                             sys_db]}
** Reason for termination == 
** killed

[error_logger:error,2012-11-09T20:20:19.879,ns_1@127.0.0.1:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: couch_db:init/1
    pid: <0.231.0>
    registered_name: []
    exception exit: killed
      in function  gen_server:terminate/6
    ancestors: [couch_server,couch_primary_services,couch_server_sup,
                  cb_couch_sup,ns_server_cluster_sup,<0.59.0>]
    messages: []
    links: []
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 987
    stack_size: 24
    reductions: 292
  neighbours:

[ns_server:error,2012-11-09T20:20:20.948,ns_1@127.0.0.1:ns_heart<0.742.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_info,2},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[ns_server:error,2012-11-09T20:20:20.951,ns_1@127.0.0.1:ns_heart<0.742.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_call,3},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[error_logger:error,2012-11-09T20:20:28.589,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================SUPERVISOR REPORT=========================
     Supervisor: {local,ns_bucket_sup}
     Context:    shutdown_error
     Reason:     normal
     Offender:   [{pid,<0.812.0>},
                  {name,buckets_observing_subscription},
                  {mfargs,{ns_bucket_sup,subscribe_on_config_events,[]}},
                  {restart_type,permanent},
                  {shutdown,1000},
                  {child_type,worker}]


[error_logger:error,2012-11-09T20:20:28.589,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Connection attempt from disallowed node 'ns_1@10.2.1.65' ** 

[ns_server:error,2012-11-09T20:20:29.050,ns_1@10.2.1.67:ns_heart<0.1049.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_info,2},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[ns_server:error,2012-11-09T20:20:29.053,ns_1@10.2.1.67:ns_heart<0.1049.0>:ns_heart:grab_samples_loading_tasks:319]Failed to grab samples loader tasks: {exit,
                                      {noproc,
                                       {gen_server,call,
                                        [samples_loader_tasks,get_tasks,
                                         2000]}},
                                      [{gen_server,call,3},
                                       {ns_heart,grab_samples_loading_tasks,0},
                                       {ns_heart,current_status,0},
                                       {ns_heart,handle_call,3},
                                       {gen_server,handle_msg,5},
                                       {proc_lib,init_p_do_apply,3}]}
[ns_server:error,2012-11-09T21:10:43.916,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 527734 us
[ns_server:error,2012-11-09T22:02:32.150,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 814687 us
[ns_server:error,2012-11-09T22:03:30.902,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 1435142 us
[ns_server:error,2012-11-09T22:10:09.446,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1293597 us
[ns_server:error,2012-11-09T22:29:59.275,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 967071 us
[ns_server:error,2012-11-09T22:29:59.284,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 975809 us
[ns_server:error,2012-11-09T22:59:59.685,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1533121 us
[ns_server:error,2012-11-09T23:12:09.223,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1010460 us
[ns_server:error,2012-11-09T23:21:46.775,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 521669 us
[ns_server:error,2012-11-09T23:21:47.300,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 524350 us
[ns_server:error,2012-11-09T23:26:12.826,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 577653 us
[ns_server:error,2012-11-09T23:26:25.332,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1277115 us
[ns_server:error,2012-11-09T23:26:29.873,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 624592 us
[ns_server:error,2012-11-09T23:26:30.959,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 1057865 us
[ns_server:error,2012-11-09T23:26:46.928,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 614682 us
[ns_server:error,2012-11-09T23:27:34.630,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 574938 us
[ns_server:error,2012-11-09T23:28:10.044,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 796327 us
[ns_server:error,2012-11-09T23:28:27.999,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 752129 us
[ns_server:error,2012-11-09T23:29:56.507,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1260944 us
[ns_server:error,2012-11-09T23:30:44.773,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 528493 us
[ns_server:error,2012-11-09T23:31:06.022,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 777801 us
[ns_server:error,2012-11-09T23:31:12.100,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 856347 us
[ns_server:error,2012-11-09T23:31:15.916,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 672202 us
[ns_server:error,2012-11-09T23:31:28.839,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 591860 us
[ns_server:error,2012-11-09T23:31:28.844,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 599649 us
[ns_server:error,2012-11-09T23:36:21.966,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 727993 us
[ns_server:error,2012-11-09T23:37:15.264,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1026154 us
[ns_server:error,2012-11-09T23:37:38.948,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 795263 us
[ns_server:error,2012-11-09T23:38:09.085,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 932833 us
[ns_server:error,2012-11-09T23:38:18.854,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 617662 us
[ns_server:error,2012-11-09T23:38:19.914,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 678185 us
[ns_server:error,2012-11-09T23:39:22.099,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 863520 us
[ns_server:error,2012-11-09T23:39:36.912,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 676944 us
[ns_server:error,2012-11-09T23:39:48.949,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 797082 us
[ns_server:error,2012-11-09T23:41:20.606,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 739659 us
[ns_server:error,2012-11-09T23:41:58.164,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 929714 us
[ns_server:error,2012-11-09T23:42:34.207,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 968724 us
[ns_server:error,2012-11-09T23:43:14.693,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 637457 us
[ns_server:error,2012-11-09T23:43:35.424,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1056605 us
[ns_server:error,2012-11-09T23:43:35.458,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1089912 us
[ns_server:error,2012-11-09T23:44:59.994,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 764629 us
[ns_server:error,2012-11-09T23:45:05.111,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1056335 us
[ns_server:error,2012-11-09T23:45:39.701,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 873949 us
[ns_server:error,2012-11-09T23:47:01.200,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1180435 us
[ns_server:error,2012-11-09T23:49:21.180,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 954934 us
[ns_server:error,2012-11-09T23:50:28.779,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 626786 us
[ns_server:error,2012-11-09T23:50:29.814,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 758588 us
[ns_server:error,2012-11-09T23:50:58.753,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 600750 us
[ns_server:error,2012-11-09T23:51:40.243,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1017628 us
[ns_server:error,2012-11-09T23:52:13.249,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1027476 us
[ns_server:error,2012-11-09T23:53:17.426,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1205246 us
[ns_server:error,2012-11-09T23:53:40.424,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1203246 us
[ns_server:error,2012-11-09T23:54:09.570,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1033707 us
[ns_server:error,2012-11-09T23:54:29.791,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 734848 us
[ns_server:error,2012-11-09T23:54:47.749,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 525095 us
[ns_server:error,2012-11-09T23:55:00.014,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1037258 us
[ns_server:error,2012-11-09T23:55:42.125,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 906345 us
[ns_server:error,2012-11-09T23:56:07.016,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 796100 us
[ns_server:error,2012-11-09T23:57:18.759,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 606345 us
[ns_server:error,2012-11-09T23:57:50.257,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1145396 us
[ns_server:error,2012-11-10T0:15:39.031,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 878236 us
[ns_server:error,2012-11-10T0:17:58.769,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 616275 us
[ns_server:error,2012-11-10T0:18:38.902,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 749770 us
[ns_server:error,2012-11-10T0:19:03.807,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 612600 us
[ns_server:error,2012-11-10T0:19:31.619,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1423263 us
[ns_server:error,2012-11-10T0:21:18.819,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 666841 us
[ns_server:error,2012-11-10T0:22:18.885,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 733199 us
[ns_server:error,2012-11-10T0:22:28.864,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 711160 us
[ns_server:error,2012-11-10T0:23:50.051,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 890794 us
[ns_server:error,2012-11-10T0:24:21.084,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 2931908 us
[ns_server:error,2012-11-10T0:24:32.150,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 3998116 us
[ns_server:error,2012-11-10T0:24:49.993,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1840582 us
[ns_server:error,2012-11-10T0:25:43.937,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 748212 us
[ns_server:error,2012-11-10T0:25:48.865,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 712485 us
[ns_server:error,2012-11-10T0:26:09.604,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1451910 us
[ns_server:error,2012-11-10T0:27:29.063,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 910432 us
[ns_server:error,2012-11-10T0:27:39.363,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1210945 us
[ns_server:error,2012-11-10T0:28:45.001,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 944985 us
[ns_server:error,2012-11-10T0:29:28.835,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 682903 us
[ns_server:error,2012-11-10T0:29:39.170,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1017754 us
[ns_server:error,2012-11-10T0:31:03.817,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 634289 us
[ns_server:error,2012-11-10T0:31:29.749,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 567252 us
[ns_server:error,2012-11-10T0:33:01.564,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 3410885 us
[ns_server:error,2012-11-10T0:33:29.118,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 964858 us
[ns_server:error,2012-11-10T0:34:08.829,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 677300 us
[ns_server:error,2012-11-10T0:34:30.114,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1961552 us
[ns_server:error,2012-11-10T0:34:38.746,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 592855 us
[ns_server:error,2012-11-10T0:35:19.939,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1787214 us
[ns_server:error,2012-11-10T0:35:39.101,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 949488 us
[ns_server:error,2012-11-10T0:36:00.806,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 2653322 us
[ns_server:error,2012-11-10T0:36:34.011,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 834512 us
[ns_server:error,2012-11-10T0:36:35.192,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 809484 us
[ns_server:error,2012-11-10T0:36:52.067,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 890456 us
[ns_server:error,2012-11-10T0:38:14.644,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 588395 us
[ns_server:error,2012-11-10T0:39:19.485,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1332071 us
[ns_server:error,2012-11-10T0:39:21.604,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1430822 us
[ns_server:error,2012-11-10T0:40:30.453,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 2279562 us
[ns_server:error,2012-11-10T0:40:54.698,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 640466 us
[ns_server:error,2012-11-10T0:42:21.349,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 3196459 us
[ns_server:error,2012-11-10T0:42:39.987,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1835253 us
[ns_server:error,2012-11-10T0:43:07.265,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 928315 us
[ns_server:error,2012-11-10T0:43:12.223,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 703491 us
[ns_server:error,2012-11-10T0:45:03.738,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 570093 us
[ns_server:error,2012-11-10T0:45:49.956,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1803726 us
[ns_server:error,2012-11-10T0:47:22.883,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 534680 us
[ns_server:error,2012-11-10T0:47:29.863,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 579071 us
[ns_server:error,2012-11-10T0:47:48.670,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 502202 us
[ns_server:error,2012-11-10T0:47:48.671,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 506269 us
[ns_server:error,2012-11-10T0:47:49.919,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 754249 us
[ns_server:error,2012-11-10T0:47:59.844,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1691354 us
[ns_server:error,2012-11-10T0:48:28.863,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 710056 us
[ns_server:error,2012-11-10T0:48:29.924,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1061216 us
[ns_server:error,2012-11-10T0:48:29.926,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1063593 us
[ns_server:error,2012-11-10T0:49:21.279,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 3127120 us
[ns_server:error,2012-11-10T0:50:03.016,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 853773 us
[ns_server:error,2012-11-10T0:51:08.749,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 596277 us
[ns_server:error,2012-11-10T0:51:29.317,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1164554 us
[ns_server:error,2012-11-10T0:51:43.062,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 573964 us
[ns_server:error,2012-11-10T0:51:43.847,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 685166 us
[ns_server:error,2012-11-10T0:51:44.570,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 514573 us
[ns_server:error,2012-11-10T0:52:01.919,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 698746 us
[ns_server:error,2012-11-10T0:52:49.287,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1134646 us
[ns_server:error,2012-11-10T0:55:19.025,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 872347 us
[ns_server:error,2012-11-10T0:55:25.449,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 4281415 us
[ns_server:error,2012-11-10T0:55:39.613,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 557318 us
[ns_server:error,2012-11-10T0:55:58.700,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 547715 us
[ns_server:error,2012-11-10T0:56:08.547,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1390905 us
[ns_server:error,2012-11-10T0:56:13.034,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 609442 us
[ns_server:error,2012-11-10T0:57:02.134,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 41481974 us
[ns_server:error,2012-11-10T0:57:02.826,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 691035 us
[ns_server:error,2012-11-10T0:58:04.284,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1088897 us
[ns_server:error,2012-11-10T0:58:25.880,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 725580 us
[ns_server:error,2012-11-10T0:58:30.090,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1938348 us
[ns_server:error,2012-11-10T0:58:46.168,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1014578 us
[ns_server:error,2012-11-10T0:58:48.864,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 711185 us
[ns_server:error,2012-11-10T0:58:50.573,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1420023 us
[ns_server:error,2012-11-10T0:59:01.691,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 537129 us
[ns_server:error,2012-11-10T0:59:02.830,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 676579 us
[ns_server:error,2012-11-10T1:00:21.857,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 900393 us
[ns_server:error,2012-11-10T1:00:49.005,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 852901 us
[ns_server:error,2012-11-10T1:01:30.058,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1000184 us
[ns_server:error,2012-11-10T1:02:30.578,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1521940 us
[ns_server:error,2012-11-10T1:02:45.082,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1026555 us
[ns_server:error,2012-11-10T1:03:05.017,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 2745447 us
[ns_server:error,2012-11-10T1:03:23.369,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 990406 us
[ns_server:error,2012-11-10T1:03:40.827,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 2676751 us
[ns_server:error,2012-11-10T1:03:40.829,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 2676613 us
[ns_server:error,2012-11-10T1:04:26.216,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 3068618 us
[ns_server:error,2012-11-10T1:05:14.990,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 935018 us
[ns_server:error,2012-11-10T1:06:22.206,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 1059022 us
[ns_server:error,2012-11-10T1:06:48.347,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1202122 us
[ns_server:error,2012-11-10T1:07:07.804,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 658642 us
[ns_server:error,2012-11-10T1:09:07.689,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 546078 us
[ns_server:error,2012-11-10T1:09:08.846,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 703355 us
[ns_server:error,2012-11-10T1:10:09.194,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1051540 us
[ns_server:error,2012-11-10T1:10:15.733,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 2591730 us
[ns_server:error,2012-11-10T1:10:37.732,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 590678 us
[ns_server:error,2012-11-10T1:10:52.992,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 4839344 us
[ns_server:error,2012-11-10T1:11:43.079,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 939235 us
[ns_server:error,2012-11-10T1:12:30.063,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1007275 us
[ns_server:error,2012-11-10T1:12:48.815,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 662520 us
[ns_server:error,2012-11-10T1:16:01.053,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 917537 us
[ns_server:error,2012-11-10T1:17:04.144,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1009264 us
[ns_server:error,2012-11-10T1:17:39.645,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1492727 us
[ns_server:error,2012-11-10T1:17:46.429,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1294932 us
[ns_server:error,2012-11-10T1:17:55.864,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 730630 us
[ns_server:error,2012-11-10T1:19:48.744,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 591779 us
[ns_server:error,2012-11-10T1:20:38.381,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1240795 us
[ns_server:error,2012-11-10T1:22:05.751,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1621607 us
[ns_server:error,2012-11-10T1:22:39.072,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 942481 us
[ns_server:error,2012-11-10T1:22:53.843,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 714318 us
[ns_server:error,2012-11-10T1:22:55.060,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1004890 us
[ns_server:error,2012-11-10T1:23:39.290,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1091036 us
[ns_server:error,2012-11-10T1:23:48.064,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 1201845 us
[ns_server:error,2012-11-10T1:23:59.855,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 727694 us
[ns_server:error,2012-11-10T1:24:19.740,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 879491 us
[ns_server:error,2012-11-10T1:25:38.666,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 538548 us
[ns_server:error,2012-11-10T1:25:39.785,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 658302 us
[ns_server:error,2012-11-10T1:26:13.937,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 811511 us
[ns_server:error,2012-11-10T1:26:34.155,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1021633 us
[ns_server:error,2012-11-10T1:26:35.285,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1145540 us
[ns_server:error,2012-11-10T1:27:13.919,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 794969 us
[ns_server:error,2012-11-10T1:28:40.100,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 1063905 us
[ns_server:error,2012-11-10T1:29:54.338,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1215941 us
[ns_server:error,2012-11-10T1:30:14.102,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 980605 us
[ns_server:error,2012-11-10T1:35:41.860,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 570738 us
[ns_server:error,2012-11-10T2:02:22.138,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 666958 us
[ns_server:error,2012-11-10T2:23:42.622,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 538584 us
[ns_server:error,2012-11-10T2:24:28.014,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1354682 us
[ns_server:error,2012-11-10T2:24:41.181,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 952932 us
[ns_server:error,2012-11-10T2:25:26.616,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1522796 us
[ns_server:error,2012-11-10T2:25:47.722,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1326451 us
[ns_server:error,2012-11-10T2:26:06.188,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1083038 us
[ns_server:error,2012-11-10T2:48:14.789,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 653045 us
[ns_server:error,2012-11-10T2:49:04.729,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 674101 us
[ns_server:error,2012-11-10T2:49:24.588,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 533232 us
[ns_server:error,2012-11-10T2:50:30.200,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1379014 us
[ns_server:error,2012-11-10T2:50:30.962,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 665111 us
[ns_server:error,2012-11-10T2:50:50.821,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 825944 us
[ns_server:error,2012-11-10T2:51:04.663,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 584399 us
[ns_server:error,2012-11-10T2:51:28.208,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 958913 us
[error_logger:error,2012-11-10T2:52:36.111,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: compaction_daemon:-spawn_view_index_compactor/6-fun-0-/0
    pid: <0.16830.304>
    registered_name: []
    exception exit: {index_compactor_died_too_soon,<<"default">>,
                        <<"_design/A">>,main}
      in function  compaction_daemon:do_spawn_view_index_compactor/5
      in call from compaction_daemon:'-spawn_view_index_compactor/6-fun-0-'/7
    ancestors: [<0.16829.304>,<0.16810.304>,<0.16809.304>,compaction_daemon,
                  <0.1119.0>,ns_server_sup,ns_server_cluster_sup,<0.59.0>]
    messages: []
    links: [<0.16829.304>]
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 1597
    stack_size: 24
    reductions: 11697
  neighbours:

[error_logger:error,2012-11-10T2:52:36.112,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: compaction_daemon:-spawn_view_compactor/5-fun-1-/0
    pid: <0.16829.304>
    registered_name: []
    exception exit: {index_compactor_died_too_soon,<<"default">>,
                        <<"_design/A">>,main}
      in function  compaction_daemon:do_chain_compactors/2
    ancestors: [<0.16810.304>,<0.16809.304>,compaction_daemon,<0.1119.0>,
                  ns_server_sup,ns_server_cluster_sup,<0.59.0>]
    messages: []
    links: [<0.16810.304>]
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 2584
    stack_size: 24
    reductions: 3875
  neighbours:

[ns_server:error,2012-11-10T2:53:22.660,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 623806 us
[ns_server:error,2012-11-10T2:54:43.896,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 711743 us
[ns_server:error,2012-11-10T2:56:08.717,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 565327 us
[ns_server:error,2012-11-10T2:56:26.684,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 85817607 us
[ns_server:error,2012-11-10T2:56:29.206,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1053139 us
[ns_server:error,2012-11-10T2:56:50.064,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1005830 us
[ns_server:error,2012-11-10T2:56:59.473,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1320480 us
[ns_server:error,2012-11-10T2:57:30.088,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1032319 us
[ns_server:error,2012-11-10T2:58:25.545,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1489713 us
[ns_server:error,2012-11-10T2:58:28.700,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 548220 us
[ns_server:error,2012-11-10T2:58:30.190,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1134523 us
[ns_server:error,2012-11-10T2:58:36.075,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1527500 us
[ns_server:error,2012-11-10T2:59:40.056,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1903011 us
[ns_server:error,2012-11-10T2:59:41.355,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1298821 us
[ns_server:error,2012-11-10T2:59:41.396,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1339651 us
[ns_server:error,2012-11-10T3:00:35.846,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1791368 us
[ns_server:error,2012-11-10T3:01:16.917,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2860769 us
[ns_server:error,2012-11-10T3:01:19.340,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1187640 us
[ns_server:error,2012-11-10T3:02:40.676,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1335375 us
[ns_server:error,2012-11-10T3:02:40.706,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1365158 us
[ns_server:error,2012-11-10T3:04:09.538,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1385970 us
[ns_server:error,2012-11-10T3:05:35.206,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1151056 us
[ns_server:error,2012-11-10T3:06:00.150,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1175515 us
[ns_server:error,2012-11-10T3:06:18.959,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 806257 us
[ns_server:error,2012-11-10T3:06:45.626,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1560278 us
[ns_server:error,2012-11-10T3:06:49.049,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 896872 us
[ns_server:error,2012-11-10T3:07:31.102,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2045975 us
[ns_server:error,2012-11-10T3:07:39.028,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 876463 us
[ns_server:error,2012-11-10T3:07:49.111,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 959193 us
[ns_server:error,2012-11-10T3:08:08.995,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 842389 us
[ns_server:error,2012-11-10T3:08:41.474,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1882508 us
[ns_server:error,2012-11-10T3:08:44.190,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 924192 us
[ns_server:error,2012-11-10T3:09:00.072,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1016574 us
[ns_server:error,2012-11-10T3:09:40.276,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1219683 us
[ns_server:error,2012-11-10T3:09:48.960,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 807820 us
[ns_server:error,2012-11-10T3:10:08.839,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 686566 us
[ns_server:error,2012-11-10T3:10:44.645,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 760761 us
[ns_server:error,2012-11-10T3:10:47.079,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 758085 us
[ns_server:error,2012-11-10T3:10:47.852,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 772972 us
[ns_server:error,2012-11-10T3:11:08.933,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 740607 us
[ns_server:error,2012-11-10T3:11:19.865,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 810285 us
[ns_server:error,2012-11-10T3:11:39.779,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 723259 us
[ns_server:error,2012-11-10T3:12:08.967,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 789380 us
[ns_server:error,2012-11-10T3:12:20.056,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 999225 us
[ns_server:error,2012-11-10T3:12:40.429,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1412603 us
[ns_server:error,2012-11-10T3:12:41.130,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"tapagg _">>} took too long: 700837 us
[ns_server:error,2012-11-10T3:12:41.176,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 747785 us
[ns_server:error,2012-11-10T3:12:46.839,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 774057 us
[ns_server:error,2012-11-10T3:12:49.138,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 776185 us
[ns_server:error,2012-11-10T3:13:46.047,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 644359 us
[ns_server:error,2012-11-10T3:14:06.371,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 685847 us
[ns_server:error,2012-11-10T3:14:35.416,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1360722 us
[ns_server:error,2012-11-10T3:14:39.056,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 903971 us
[ns_server:error,2012-11-10T3:15:26.205,ns_1@10.2.1.67:ns_doctor<0.1051.0>:ns_doctor:update_status:205]The following buckets became not ready on node 'ns_1@10.2.1.66': ["default"], those of them are active ["default"]
[ns_server:error,2012-11-10T3:15:39.100,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 946989 us
[ns_server:error,2012-11-10T3:15:39.627,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 527044 us
[ns_server:error,2012-11-10T3:16:35.444,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1388144 us
[ns_server:error,2012-11-10T3:16:58.713,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 560490 us
[ns_server:error,2012-11-10T3:17:18.945,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 792132 us
[ns_server:error,2012-11-10T3:17:39.952,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 895734 us
[ns_server:error,2012-11-10T3:17:52.075,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1008265 us
[ns_server:error,2012-11-10T3:17:59.215,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1062685 us
[ns_server:error,2012-11-10T3:28:09.778,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 543492 us
[ns_server:error,2012-11-10T3:28:09.809,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 576558 us
[ns_server:error,2012-11-10T3:28:15.013,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 663084 us
[ns_server:error,2012-11-10T3:29:30.106,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1050692 us
[couchdb:error,2012-11-10T3:29:56.986,ns_1@10.2.1.67:<0.8942.320>:couch_log:error:42]Set view `default`, main group `_design/A`, writer error
error:      {badmatch,{ok,<<0,0,193,52,95,255,255,255,255,255,255,255,255,
                            255,255,255,255,255,255,255,255,255,255,255,255,
                            255,255,255,255,255,255,255,255,255,254,0,0,255,
                            255,255,255,255,255,255,255,255,255,248,0,0,0,0,
                            0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
                            0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
                            0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
                            0,0,0,0,0,0,0,0,0>>}}
stacktrace: [{couch_set_view_updater,'-write_changes/4-fun-5-',3},
             {lists,foldl,3},
             {couch_set_view_updater,write_changes,4},
             {couch_set_view_updater,flush_writes,1},
             {couch_set_view_updater,do_writes,1},
             {couch_set_view_updater,'-update/7-fun-1-',14}]

[couchdb:error,2012-11-10T3:29:57.008,ns_1@10.2.1.67:<0.11842.2>:couch_log:error:42]Set view `default`, main group `_design/A`, received error from updater: {badmatch,
                                                                          {ok,
                                                                           <<0,0,193,
                                                                             52,95,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,254,
                                                                             0,0,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,255,
                                                                             255,248,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0,0,0,0,
                                                                             0>>}}
[ns_server:error,2012-11-10T5:11:24.416,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 519287 us
[ns_server:error,2012-11-10T5:27:46.117,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1667677 us
[ns_server:error,2012-11-10T6:15:30.440,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 978578 us
[ns_server:error,2012-11-10T6:15:39.802,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 765728 us
[ns_server:error,2012-11-10T6:15:43.772,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4404046 us
[ns_server:error,2012-11-10T6:15:44.490,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 518845 us
[ns_server:error,2012-11-10T6:15:45.349,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 539675 us
[ns_server:error,2012-11-10T6:15:49.992,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 615483 us
[ns_server:error,2012-11-10T6:16:04.900,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 841119 us
[ns_server:error,2012-11-10T6:16:05.154,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 732122 us
[ns_server:error,2012-11-10T6:16:08.815,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 932054 us
[ns_server:error,2012-11-10T6:16:08.817,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 628286 us
[ns_server:error,2012-11-10T6:16:18.779,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 536901 us
[ns_server:error,2012-11-10T6:16:22.372,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 12933304 us
[ns_server:error,2012-11-10T6:16:32.767,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 8650561 us
[ns_server:error,2012-11-10T6:16:33.577,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 506778 us
[ns_server:error,2012-11-10T6:16:55.491,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1226098 us
[ns_server:error,2012-11-10T6:16:57.263,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 609146 us
[ns_server:error,2012-11-10T6:17:00.772,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1609246 us
[ns_server:error,2012-11-10T6:17:20.491,ns_1@10.2.1.67:<0.1200.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 2762340 us
[ns_server:error,2012-11-10T6:17:21.861,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 3428006 us
[ns_server:error,2012-11-10T6:17:21.875,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 3268042 us
[ns_server:error,2012-11-10T6:17:24.602,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 535755 us
[ns_server:error,2012-11-10T6:17:29.468,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 1314992 us
[ns_server:error,2012-11-10T6:17:34.622,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 528559 us
[ns_server:error,2012-11-10T6:28:07.657,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 514530 us
[ns_server:error,2012-11-10T6:36:19.970,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 906740 us
[ns_server:error,2012-11-10T6:36:24.587,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 509944 us
[ns_server:error,2012-11-10T6:39:40.022,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 960959 us
[ns_server:error,2012-11-10T6:39:45.205,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1143344 us
[ns_server:error,2012-11-10T6:39:49.718,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 661064 us
[ns_server:error,2012-11-10T6:43:09.896,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 834079 us
[ns_server:error,2012-11-10T6:44:34.733,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 672553 us
[ns_server:error,2012-11-10T6:46:09.673,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 611349 us
[ns_server:error,2012-11-10T6:46:14.665,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 597994 us
[ns_server:error,2012-11-10T6:47:27.744,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 730303 us
[ns_server:error,2012-11-10T6:51:57.987,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 642040 us
[ns_server:error,2012-11-10T6:52:09.610,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 549285 us
[ns_server:error,2012-11-10T6:53:17.910,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 555683 us
[ns_server:error,2012-11-10T6:53:38.322,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 1993048 us
[ns_server:error,2012-11-10T6:53:57.796,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 617653 us
[ns_server:error,2012-11-10T6:56:02.624,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 585687 us
[ns_server:error,2012-11-10T6:57:18.228,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1089375 us
[ns_server:error,2012-11-10T6:57:43.558,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1612733 us
[ns_server:error,2012-11-10T6:58:08.828,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1144008 us
[ns_server:error,2012-11-10T6:58:53.878,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1237362 us
[ns_server:error,2012-11-10T6:59:42.890,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 822868 us
[ns_server:error,2012-11-10T7:00:43.913,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 557864 us
[ns_server:error,2012-11-10T7:00:46.343,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 507721 us
[ns_server:error,2012-11-10T7:00:46.529,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2458304 us
[ns_server:error,2012-11-10T7:01:16.457,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2348009 us
[ns_server:error,2012-11-10T7:01:21.139,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2080415 us
[ns_server:error,2012-11-10T7:01:59.608,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 542601 us
[ns_server:error,2012-11-10T7:02:04.684,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 626058 us
[ns_server:error,2012-11-10T7:02:09.633,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 573855 us
[ns_server:error,2012-11-10T7:02:15.797,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1739851 us
[ns_server:error,2012-11-10T7:02:25.174,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 2048823 us
[ns_server:error,2012-11-10T7:02:26.083,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 971369 us
[ns_server:error,2012-11-10T7:02:30.607,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1514407 us
[ns_server:error,2012-11-10T7:02:35.172,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1099084 us
[ns_server:error,2012-11-10T7:03:19.106,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 624653 us
[ns_server:error,2012-11-10T7:03:35.169,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 505650 us
[ns_server:error,2012-11-10T7:03:55.293,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1115982 us
[ns_server:error,2012-11-10T7:03:59.691,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 613601 us
[ns_server:error,2012-11-10T7:04:09.058,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 543260 us
[ns_server:error,2012-11-10T7:04:24.522,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1515393 us
[ns_server:error,2012-11-10T7:05:28.595,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 514506 us
[ns_server:error,2012-11-10T7:05:28.601,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 520266 us
[ns_server:error,2012-11-10T7:05:48.309,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 529602 us
[ns_server:error,2012-11-10T7:05:48.314,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 533083 us
[ns_server:error,2012-11-10T7:05:48.906,ns_1@10.2.1.67:ns_memcached-default<0.1197.0>:ns_memcached:handle_info:630]handle_info(ensure_bucket,..) took too long: 599530 us
[ns_server:error,2012-11-10T7:05:51.395,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2269579 us
[ns_server:error,2012-11-10T7:05:54.882,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 649045 us
[ns_server:error,2012-11-10T7:06:13.510,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1733067 us
[ns_server:error,2012-11-10T7:07:14.850,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 593770 us
[ns_server:error,2012-11-10T7:08:19.679,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 864575 us
[ns_server:error,2012-11-10T7:09:15.726,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1060579 us
[ns_server:error,2012-11-10T7:09:20.392,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1279097 us
[ns_server:error,2012-11-10T7:09:55.086,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 996194 us
[ns_server:error,2012-11-10T7:09:55.743,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1652105 us
[ns_server:error,2012-11-10T7:09:59.127,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call list_vbuckets took too long: 520746 us
[ns_server:error,2012-11-10T7:10:14.361,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 586420 us
[ns_server:error,2012-11-10T7:10:15.052,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 914583 us
[ns_server:error,2012-11-10T7:12:39.986,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 930098 us
[ns_server:error,2012-11-10T7:37:36.708,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2652761 us
[ns_server:error,2012-11-10T7:37:55.126,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1009044 us
[ns_server:error,2012-11-10T7:38:08.092,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 3973577 us
[ns_server:error,2012-11-10T7:38:09.594,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 509415 us
[ns_server:error,2012-11-10T7:38:12.643,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 555918 us
[ns_server:error,2012-11-10T7:38:21.669,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 7580732 us
[ns_server:error,2012-11-10T7:38:24.717,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 644419 us
[ns_server:error,2012-11-10T7:38:33.383,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4252826 us
[ns_server:error,2012-11-10T7:38:37.836,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 3626698 us
[ns_server:error,2012-11-10T7:38:39.510,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 661639 us
[ns_server:error,2012-11-10T7:38:43.474,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 630004 us
[ns_server:error,2012-11-10T7:38:43.605,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4191862 us
[ns_server:error,2012-11-10T7:59:24.749,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 689279 us
[ns_server:error,2012-11-10T7:59:29.557,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 500939 us
[ns_server:error,2012-11-10T8:05:42.073,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2925415 us
[ns_server:error,2012-11-10T8:05:55.319,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1179695 us
[ns_server:error,2012-11-10T8:06:09.907,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 774805 us
[ns_server:error,2012-11-10T8:09:39.950,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 829670 us
[ns_server:error,2012-11-10T8:13:20.619,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1417090 us
[ns_server:error,2012-11-10T9:05:39.696,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 556163 us
[ns_server:error,2012-11-10T9:05:44.917,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 838895 us
[ns_server:error,2012-11-10T9:09:09.680,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 622145 us
[ns_server:error,2012-11-10T9:09:14.581,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 523789 us
[ns_server:error,2012-11-10T9:09:19.963,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 905738 us
[ns_server:error,2012-11-10T9:16:00.114,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1053595 us
[ns_server:error,2012-11-10T9:16:04.655,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 596591 us
[ns_server:error,2012-11-10T9:16:20.845,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 1115490 us
[ns_server:error,2012-11-10T9:23:25.655,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<"timings">>} took too long: 727984 us
[ns_server:error,2012-11-10T9:23:25.754,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1697952 us
[ns_server:error,2012-11-10T9:24:44.753,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 683007 us
[ns_server:error,2012-11-10T9:24:49.726,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 584446 us
[ns_server:error,2012-11-10T9:41:34.487,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 785348 us
[ns_server:error,2012-11-10T9:41:36.556,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2160935 us
[ns_server:error,2012-11-10T9:44:58.361,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4241056 us
[ns_server:error,2012-11-10T9:45:05.943,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 596547 us
[ns_server:error,2012-11-10T9:45:20.553,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 614337 us
[ns_server:error,2012-11-10T9:45:50.500,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 878272 us
[ns_server:error,2012-11-10T9:47:40.522,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1453061 us
[ns_server:error,2012-11-10T9:47:54.183,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 564783 us
[ns_server:error,2012-11-10T9:47:55.654,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1474398 us
[ns_server:error,2012-11-10T9:48:01.460,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2379773 us
[ns_server:error,2012-11-10T9:48:15.177,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1118719 us
[ns_server:error,2012-11-10T9:48:34.902,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 845341 us
[ns_server:error,2012-11-10T9:49:00.432,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1374415 us
[ns_server:error,2012-11-10T9:49:30.371,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1313661 us
[ns_server:error,2012-11-10T9:49:54.998,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 941730 us
[ns_server:error,2012-11-10T9:50:19.923,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 865652 us
[ns_server:error,2012-11-10T9:50:29.793,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 734839 us
[ns_server:error,2012-11-10T9:50:54.918,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 849524 us
[ns_server:error,2012-11-10T9:50:59.826,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 768411 us
[ns_server:error,2012-11-10T9:51:04.652,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 572973 us
[ns_server:error,2012-11-10T10:18:35.660,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1537179 us
[ns_server:error,2012-11-10T10:18:53.160,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4040274 us
[ns_server:error,2012-11-10T10:18:54.846,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 787526 us
[ns_server:error,2012-11-10T10:19:00.314,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1254942 us
[ns_server:error,2012-11-10T10:19:55.237,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 992140 us
[ns_server:error,2012-11-10T10:21:24.830,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 770901 us
[ns_server:error,2012-11-10T10:21:29.623,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 563683 us
[ns_server:error,2012-11-10T10:21:34.581,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 520851 us
[ns_server:error,2012-11-10T10:34:36.294,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 607715 us
[ns_server:error,2012-11-10T10:36:15.241,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 1183167 us
[ns_server:error,2012-11-10T10:53:23.299,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call {stats,<<>>} took too long: 508788 us
[ns_server:error,2012-11-10T10:53:23.355,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 4201228 us
[ns_server:error,2012-11-10T10:53:36.396,ns_1@10.2.1.67:<0.1201.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2246750 us
[ns_server:error,2012-11-10T10:56:57.020,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 2952725 us
[ns_server:error,2012-11-10T10:56:59.959,ns_1@10.2.1.67:<0.1199.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 900382 us
[ns_server:error,2012-11-10T11:00:04.620,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 562218 us
[ns_server:error,2012-11-10T11:00:10.028,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 621516 us
[ns_server:error,2012-11-10T11:00:14.644,ns_1@10.2.1.67:<0.1202.0>:ns_memcached:verify_report_long_call:297]call topkeys took too long: 586956 us
[error_logger:error,2012-11-10T11:11:27.599,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: erlang:apply/2
    pid: <0.1202.0>
    registered_name: []
    exception error: no match of right hand side value {error,timeout}
      in function  mc_binary:quick_stats_recv/3
      in call from mc_binary:quick_stats_loop/5
      in call from mc_binary:quick_stats/5
      in call from ns_memcached:do_handle_call/3
      in call from ns_memcached:worker_loop/3
    ancestors: ['ns_memcached-default','single_bucket_sup-default',
                  <0.1183.0>]
    messages: []
    links: [<0.1197.0>,#Port<0.7708>]
    dictionary: []
    trap_exit: false
    status: running
    heap_size: 46368
    stack_size: 24
    reductions: 5392085421
  neighbours:

[error_logger:error,2012-11-10T11:11:27.663,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_msg:76]** Generic server 'ns_memcached-default' terminating 
** Last message in was {'EXIT',<0.1202.0>,{badmatch,{error,timeout}}}
** When Server state == {state,1,0,0,
                               {[],[]},
                               {[],[]},
                               {[],[]},
                               warmed,
                               {1352,521237,659010},
                               "default",#Port<0.7694>,
                               {interval,#Ref<0.0.0.9425>},
                               [{<0.1199.0>,#Ref<0.0.4308.143726>},
                                {<0.1201.0>,#Ref<0.0.4267.183856>},
                                {<0.1200.0>,#Ref<0.0.1213.83805>}]}
** Reason for termination == 
** {badmatch,{error,timeout}}

[error_logger:error,2012-11-10T11:11:27.671,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================CRASH REPORT=========================
  crasher:
    initial call: ns_memcached:init/1
    pid: <0.1197.0>
    registered_name: 'ns_memcached-default'
    exception exit: {badmatch,{error,timeout}}
      in function  gen_server:terminate/6
    ancestors: ['single_bucket_sup-default',<0.1183.0>]
    messages: [{'$gen_call',{<0.1206.0>,#Ref<0.0.4308.143745>},
                               connected_and_list_vbuckets}]
    links: [<0.1199.0>,<0.1201.0>,<0.1200.0>,<0.56.0>,<0.1184.0>]
    dictionary: []
    trap_exit: true
    status: running
    heap_size: 75025
    stack_size: 24
    reductions: 51540114
  neighbours:
    neighbour: [{pid,<0.1200.0>},
                  {registered_name,[]},
                  {initial_call,{erlang,apply,['Argument__1','Argument__2']}},
                  {current_function,{gen,do_call,4}},
                  {ancestors,['ns_memcached-default',
                              'single_bucket_sup-default',<0.1183.0>]},
                  {messages,[]},
                  {links,[<0.1197.0>,#Port<0.7710>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,waiting},
                  {heap_size,46368},
                  {stack_size,24},
                  {reductions,1685390886}]
    neighbour: [{pid,<0.1201.0>},
                  {registered_name,[]},
                  {initial_call,{erlang,apply,['Argument__1','Argument__2']}},
                  {current_function,{gen,do_call,4}},
                  {ancestors,['ns_memcached-default',
                              'single_bucket_sup-default',<0.1183.0>]},
                  {messages,[]},
                  {links,[<0.1197.0>,#Port<0.7711>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,waiting},
                  {heap_size,46368},
                  {stack_size,24},
                  {reductions,4641457843}]
    neighbour: [{pid,<0.1199.0>},
                  {registered_name,[]},
                  {initial_call,{erlang,apply,['Argument__1','Argument__2']}},
                  {current_function,{gen,do_call,4}},
                  {ancestors,['ns_memcached-default',
                              'single_bucket_sup-default',<0.1183.0>]},
                  {messages,[]},
                  {links,[<0.1197.0>,#Port<0.7709>]},
                  {dictionary,[]},
                  {trap_exit,false},
                  {status,waiting},
                  {heap_size,46368},
                  {stack_size,24},
                  {reductions,3697640556}]

[error_logger:error,2012-11-10T11:11:27.671,ns_1@10.2.1.67:error_logger<0.5.0>:ale_error_logger_handler:log_report:72]
=========================SUPERVISOR REPORT=========================
     Supervisor: {local,'single_bucket_sup-default'}
     Context:    child_terminated
     Reason:     {badmatch,{error,timeout}}
     Offender:   [{pid,<0.1197.0>},
                  {name,{ns_memcached,"default"}},
                  {mfargs,{ns_memcached,start_link,["default"]}},
                  {restart_type,permanent},
                  {shutdown,86400000},
                  {child_type,worker}]


[ns_server:error,2012-11-10T11:11:27.844,ns_1@10.2.1.67:ns_doctor<0.1051.0>:ns_doctor:update_status:205]The following buckets became not ready on node 'ns_1@10.2.1.67': ["default"], those of them are active ["default"]
