rb: reading report...done. INFO REPORT <0.54.0> 2011-07-01 23:51:12 =============================================================================== nonode@nohost:<0.54.0>:log_os_info:25: OS type: {unix,linux} Version: {2,6,18} Runtime info: [{otp_release,"R14B02"}, {erl_version,"5.8.3"}, {erl_version_long,"Erlang R14B02 (erts-5.8.3) [source] [64-bit] [rq:1] [async-threads:16] [hipe] [kernel-poll:false]\n"}, {system_arch_raw,"x86_64-unknown-linux-gnu"}, {system_arch,"x86_64-unknown-linux-gnu"}, {localtime,{{2011,7,1},{23,51,12}}}, {memory,[{total,14739632}, {processes,1467552}, {processes_used,1453488}, {system,13272080}, {atom,451281}, {atom_used,421669}, {binary,67184}, {code,3341081}, {ets,269344}]}, {loaded,[ns_info,log_os_info,misc,ns_log_mf_h, ns_server_cluster_sup,ns_server,timer,io_lib_fread, cpu_sup,memsup,disksup,os_mon,io_lib_pretty, io_lib_format,io_lib,io,sasl_report,release_handler, calendar,overload,alarm_handler,sasl_report_tty_h, sasl,ns_bootstrap,file_io_server,orddict,erl_eval,c, error_logger_tty_h,queue,kernel_config,user,user_sup, supervisor_bridge,standard_error,ram_file,file, beam_lib,unicode,binary,ets,gb_sets, hipe_unified_loader,packages,code_server,code, file_server,net_kernel,global_group,erl_distribution, filename,inet_gethost_native,inet_parse,inet,inet_udp, os,inet_config,inet_db,global,gb_trees,rpc,supervisor, kernel,application_master,sys,application,gen_server, erl_parse,proplists,erl_scan,lists, application_controller,proc_lib,gen,gen_event, error_logger,heart,error_handler,erlang, erl_prim_loader,prim_zip,zlib,prim_file,prim_inet, init,otp_ring0]}, {applications,[{kernel,"ERTS CXC 138 10","2.14.3"}, {stdlib,"ERTS CXC 138 10","1.17.3"}, {os_mon,"CPO CXC 138 46","2.2.5"}, {ns_server,"Membase server","1.7.0-16-g4aa45d3"}, {sasl,"SASL CXC 138 11","2.1.9.3"}]}, {pre_loaded,[erlang,erl_prim_loader,prim_zip,zlib,prim_file, prim_inet,init,otp_ring0]}, {process_count,44}, {node,nonode@nohost}, {nodes,[]}, {registered,[ns_server_cluster_sup,rex,release_handler,inet_db, kernel_sup,code_server,global_name_server, overload,file_server_2,application_controller, alarm_handler,os_mon_sup,standard_error,init, cpu_sup,global_group,erl_prim_loader,sasl_sup, memsup,disksup,timer_server,standard_error_sup, user,sasl_safe_sup,error_logger,kernel_safe_sup]}, {cookie,nocookie}, {wordsize,8}, {wall_clock,0}] INFO REPORT <0.54.0> 2011-07-01 23:51:12 =============================================================================== nonode@nohost:<0.54.0>:log_os_info:27: Manifest: ["bucket_engine 1.7.0-0-g721dff0 Linux-x86_64", "couchdb couchbase_1.1.1-0-g86ee70e Linux-x86_64", "ep-engine 1.7.0-0-g1d845ba Linux-x86_64", "geocouch couchbase_1.1_geo-0-gd09068e Linux-x86_64", "icu4c 2635939 Linux-x86_64","libconflate 1.7.0-0-gfee8f94 Linux-x86_64", "libmemcached 2cd40dc Linux-x86_64", "libvbucket 1.7.0-0-g4bd0aba Linux-x86_64", "manifest 1.7.0-4-gb249361 Linux-x86_64", "membase-cli 1.7.0-0-gcc82e3d Linux-x86_64", "membase-server 1.7.0-16-g4aa45d3 Linux-x86_64", "membasex 1.7.0-0-gf85471c Linux-x86_64", "memcached 1.4.4-461-gf99c147 Linux-x86_64", "memcachetest 0.8.3-0-g88ae3b3 Linux-x86_64", "moxi 1.7.0-0-g00a6558 Linux-x86_64", "ns_server 1.7.0-0-gd3c8c01 Linux-x86_64", "otp OTP_R14B02-0-g91b2e57 Linux-x86_64", "portsigar 1.7.0-0-ga191e6c Linux-x86_64", "sigar sigar-1.6.4-406-ge1dcf32 Linux-x86_64", "spidermonkey a3c48c1 Linux-x86_64","tlm 1.7.0-2-gf928e6e Linux-x86_64", "vbucketmigrator 1.7.0-0-g0fdc96c Linux-x86_64"] PROGRESS REPORT <0.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<0.56.0>}, {name,timeout_diag_logger}, {mfargs,{timeout_diag_logger,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <0.57.0> 2011-07-01 23:51:12 =============================================================================== reading ip config from "/opt/membase/var/lib/membase/ip" ERROR REPORT <0.57.0> 2011-07-01 23:51:12 =============================================================================== Got error:einval. Ignoring bad address:[] INFO REPORT <0.57.0> 2011-07-01 23:51:12 =============================================================================== nonode@nohost:<0.57.0>:dist_manager:105: Attempting to bring up net_kernel with name 'ns_1@127.0.0.1' PROGRESS REPORT <0.58.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,net_sup} started [{pid,<0.59.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <0.58.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,net_sup} started [{pid,<0.60.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <5901.58.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,net_sup} started [{pid,<5901.61.0>}, {name,net_kernel}, {mfargs,{net_kernel,start_link,[['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <5901.11.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,kernel_sup} started [{pid,<5901.58.0>}, {name,net_sup_dynamic}, {mfargs,{erl_distribution,start_link, [['ns_1@127.0.0.1',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <5901.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<5901.57.0>}, {name,dist_manager}, {mfargs,{dist_manager,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<5901.64.0>}, {name,ns_cluster}, {mfargs,{ns_cluster,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <5901.65.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mb_mnesia_sup} started [{pid,<5901.66.0>}, {name,mb_mnesia_events}, {mfargs,{gen_event,start_link,[{local,mb_mnesia_events}]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <5901.72.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<5901.73.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.75.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.76.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.77.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.78.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.79.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.80.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.81.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.82.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <5901.74.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<5901.83.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <5901.72.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<5901.74.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.7.0> 2011-07-01 23:51:12 =============================================================================== application mnesia started_at 'ns_1@127.0.0.1' PROGRESS REPORT <5901.26.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<5901.87.0>}, {name,disk_log_sup}, {mfargs,{disk_log_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <5901.26.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<5901.88.0>}, {name,disk_log_server}, {mfargs,{disk_log_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <5901.26.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<5901.91.0>}, {name,dets_sup}, {mfargs,{dets_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] PROGRESS REPORT <5901.26.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<5901.92.0>}, {name,dets}, {mfargs,{dets_server,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:412: Committed schema to disk. INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:248: Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@127.0.0.1']}, {debug,verbose}, {directory,"/opt/membase/var/lib/membase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,[local_config,cluster,schema]}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{7,6}}, {running_db_nodes,['ns_1@127.0.0.1']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<5901.73.0>,<5901.67.0>]}, {tables,[local_config,cluster,schema]}, {transaction_commits,5}, {transaction_failures,0}, {transaction_log_writes,3}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.4.17"}] Peers: ['ns_1@127.0.0.1'] INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,schema, [{name,schema}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,false}, {record_name,schema}, {attributes,[table,cstruct]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,182466},'ns_1@127.0.0.1'}}, {version,{{3,0},{'ns_1@127.0.0.1',{1309,589472,209497}}}}]}, {tid,3,<5901.86.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:195: Peers: ['ns_1@127.0.0.1'] INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:195: Peers: ['ns_1@127.0.0.1'] INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,377971},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<5901.111.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,local_config, [{name,local_config}, {type,set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,local_config}, {attributes,[key,val]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,377971},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,5,<5901.111.0>}} PROGRESS REPORT <5901.65.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mb_mnesia_sup} started [{pid,<5901.67.0>}, {name,mb_mnesia}, {mfargs,{mb_mnesia,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <5901.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<5901.65.0>}, {name,mb_mnesia_sup}, {mfargs,{mb_mnesia_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== loading static ns_config from "/opt/membase/etc/membase/config" PROGRESS REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<5901.118.0>}, {name,ns_config_events}, {mfargs,{gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.119.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.119.0>:ns_config_default:212: Upgrading config from 1.6 to 1.7 INFO REPORT <5901.119.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.119.0>:ns_config:404: Upgrading config by changes: [{set,{node,'ns_1@127.0.0.1',config_version},{1,7}}, {set, {node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {set, {node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {set,port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {set, {node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {set,directory,"/opt/membase/var/lib/membase/config"}] INFO REPORT <5901.119.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.119.0>:ns_config:438: Upgraded initial config: {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{directory,"/opt/membase/var/lib/membase/config"}, {{node,'ns_1@127.0.0.1',config_version},{1,7}}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets,[{configs,[]}]}, {memory_quota,1570}, {nodes_wanted,['ns_1@127.0.0.1']}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false} PROGRESS REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<5901.119.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<5901.122.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.123.0> 2011-07-01 23:51:12 =============================================================================== isasl_sync init: ["/opt/membase/var/lib/membase/data/isasl.pw","_admin", "_admin"] INFO REPORT <5901.123.0> 2011-07-01 23:51:12 =============================================================================== isasl_sync init buckets: [] INFO REPORT <5901.123.0> 2011-07-01 23:51:12 =============================================================================== Writing isasl passwd file: "/opt/membase/var/lib/membase/data/isasl.pw" PROGRESS REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<5901.123.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.117.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<5901.125.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<5901.117.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <5901.127.0> 2011-07-01 23:51:12 =============================================================================== ns_log:init(): Couldn't load logs from "/opt/membase/var/lib/membase/data/ns_log": {error, enoent} PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.127.0>}, {name,ns_log}, {mfargs,{ns_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.128.0>}, {name,ns_log_events}, {mfargs,{gen_event,start_link,[{local,ns_log_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.129.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<5901.130.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.131.0> 2011-07-01 23:51:12 =============================================================================== Initting ns_node_disco with [] INFO REPORT <5901.132.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <5901.132.0> 2011-07-01 23:51:12 =============================================================================== ns_log: logging ns_node_disco:3:Initial otp cookie generated: wxlmjenifrzeimjm INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: otp -> [{cookie,wxlmjenifrzeimjm}] INFO REPORT <5901.132.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm INFO REPORT <5901.132.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm PROGRESS REPORT <5901.129.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<5901.131.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.129.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<5901.135.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.129.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<5901.136.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.137.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.137.0>:ns_config_rep:56: init pulling INFO REPORT <5901.137.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.137.0>:ns_config_rep:58: init pushing INFO REPORT <5901.137.0> 2011-07-01 23:51:12 =============================================================================== rb: ERROR! A report on bad form was encountered. It can not be printed to the log. Details: "2011-07-01 23:51:12" {{{2011,7,1},{23,51,12}}, {info_msg,<5901.51.0>, {<5901.137.0>, "~s:~p:~s:~B: ~p init reannouncing~n~n", ['ns_1@127.0.0.1',<5901.137.0>, ns_config_rep,62]}}} rb: Logging resumed... INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: otp -> [{cookie,wxlmjenifrzeimjm}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: directory -> "/opt/membase/var/lib/membase/config" INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',config_version} -> {1,7} INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: alerts -> [{email,[]}, {email_alerts,false}, [{user,undefined}, {pass,"********"}, {addr,undefined}, {port,undefined}, {encrypt,false}], {alerts,[server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}] INFO REPORT <5901.139.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: auto_failover -> [{enabled,false},{age,60},{max_nodes,1}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: buckets -> [{configs,[]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: memory_quota -> 1570 INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: nodes_wanted -> ['ns_1@127.0.0.1'] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: port_servers -> [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <5901.139.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm INFO REPORT <5901.140.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco cookie_sync INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: rest_creds -> ******** INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',membership} -> active INFO REPORT <5901.139.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',memcached} -> [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <5901.140.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== config change: {node,'ns_1@127.0.0.1',rest} -> [{port,8091}] INFO REPORT <5901.118.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.140.0> 2011-07-01 23:51:12 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@127.0.0.1'], with cookie: wxlmjenifrzeimjm INFO REPORT <5901.137.0> 2011-07-01 23:51:12 =============================================================================== Pushing config PROGRESS REPORT <5901.129.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<5901.137.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.129.0>}, {name,ns_node_disco_sup}, {mfargs,{ns_node_disco_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <5901.137.0> 2011-07-01 23:51:12 =============================================================================== Pushing config done INFO REPORT <5901.143.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.143.0>:mb_master:84: I'm the only node, so I'm the master. INFO REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.144.0>:misc:784: start_singleton(gen_fsm, ns_orchestrator, [], []): started as <5901.145.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<5901.145.0>}, {name,ns_orchestrator}, {mfargs,{ns_orchestrator,start_link,[]}}, {restart_type,permanent}, {shutdown,20}, {child_type,worker}] INFO REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.144.0>:misc:784: start_singleton(gen_server, ns_tick, [], []): started as <5901.146.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<5901.146.0>}, {name,ns_tick}, {mfargs,{ns_tick,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <5901.147.0> 2011-07-01 23:51:12 =============================================================================== rb: ERROR! A report on bad form was encountered. It can not be printed to the log. Details: "2011-07-01 23:51:12" {{{2011,7,1},{23,51,12}}, {info_msg,<5901.51.0>, {<5901.147.0>, "~s:~p:~s:~B: init auto_failover: ~p~n", ['ns_1@127.0.0.1',<5901.147.0>, auto_failover,94]}}} rb: Logging resumed... INFO REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.144.0>:misc:784: start_singleton(gen_server, auto_failover, [], []): started as <5901.147.0> on 'ns_1@127.0.0.1' PROGRESS REPORT <5901.144.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,mb_master_sup} started [{pid,<5901.147.0>}, {name,auto_failover}, {mfargs,{auto_failover,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.143.0>}, {name,mb_master}, {mfargs,{mb_master,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.148.0>}, {name,buckets_events}, {mfargs,{gen_event,start_link,[{local,buckets_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.149.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.151.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] ERROR REPORT <5901.149.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.149.0>:ns_heart:130: Failed to grab system stats: {'EXIT',{noproc,{gen_server,call, [{'stats_reader-@system','ns_1@127.0.0.1'}, {latest,"minute"}]}}} INFO REPORT <5901.151.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.151.0>:ns_doctor:82: Got initial status [{'ns_1@127.0.0.1', [{last_heard, {1309,589472, 487312}}, {active_buckets, []}, {ready_buckets, []}, {replication, []}, {memory, [{total, 20124680}, {processes, 2891784}, {processes_used, 2876744}, {system, 17232896}, {atom, 732953}, {atom_used, 703087}, {binary, 45248}, {code, 6775721}, {ets, 449928}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total, 0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{kernel, "2.14.3"}, {mnesia, "4.4.17"}, {stdlib, "1.17.3"}, {os_mon, "2.2.5"}, {ns_server, "1.7.0-16-g4aa45d3"}, {sasl, "2.1.9.3"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock,0}, {memory_data, {2058731520, 1080500224, {<5901.20.0>, 284144}}}, {disk_data, [{"/", 11204616, 44}, {"/boot", 101086,14}, {"/dev/shm", 1005240, 0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 950832 kB\nBuffers: 243148 kB\nCached: 625060 kB\nSwapCached: 15484 kB\nActive: 509888 kB\nInactive: 402720 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 950832 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 194120 kB\nWriteback: 0 kB\nAnonPages: 42864 kB\nMapped: 14016 kB\nSlab: 120980 kB\nPageTables: 7012 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 236424 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory, 2058731520}, {free_swap, 4053475328}, {total_swap, 4127186944}, {cached_memory, 640061440}, {buffered_memory, 248983552}, {free_memory, 973651968}, {total_memory, 2058731520}]}, {statistics, [{wall_clock, {668,390}}, {context_switches, {7729,0}}, {garbage_collection, {1171, 2521935, 0}}, {io, {{input, 6268114}, {output, 1451228}}}, {reductions, {1251814, 1251814}}, {run_queue, 0}, {runtime, {390, 390}}]}]}] PROGRESS REPORT <5901.153.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<5901.154.0>}, {name,menelaus_web}, {mfargs,{menelaus_web,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <5901.153.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<5901.156.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <5901.153.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<5901.157.0>}, {name,hot_keys_keeper}, {mfargs,{hot_keys_keeper,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <5901.153.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<5901.158.0>}, {name,menelaus_web_alerts_srv}, {mfargs,{menelaus_web_alerts_srv,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== ns_log: logging menelaus_sup:1:Membase Server has started on web port 8091 on node 'ns_1@127.0.0.1'. PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.153.0>}, {name,menelaus}, {mfargs,{menelaus_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.159.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<5901.160.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] INFO REPORT <5901.161.0> 2011-07-01 23:51:12 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <5901.159.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<5901.161.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <5901.163.0> 2011-07-01 23:51:12 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <5901.159.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<5901.163.0>}, {name, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/membase/var/lib/membase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}}, {mfargs, {supervisor_cushion,start_link, [memcached,5000,ns_port_server,start_link, [memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p","11210","-E", "/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", "admin=_admin;default_bucket_name=default;auto_create=false", []], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE", "/opt/membase/var/lib/membase/data/isasl.pw"}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.159.0>}, {name,ns_port_sup}, {mfargs,{ns_port_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,60000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.165.0>}, {name,ns_tick_event}, {mfargs,{gen_event,start_link,[{local,ns_tick_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.166.0>}, {name,ns_stats_event}, {mfargs,{gen_event,start_link,[{local,ns_stats_event}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.167.0>}, {name,ns_bucket_worker}, {mfargs,{work_queue,start_link,[ns_bucket_worker]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.168.0>}, {name,ns_bucket_sup}, {mfargs,{ns_bucket_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.169.0>}, {name,system_stats_collector}, {mfargs,{system_stats_collector,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.170.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-minute' PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.171.0>}, {name,{stats_reader,"@system"}}, {mfargs,{stats_reader,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.174.0>}, {name,ns_moxi_sup_work_queue}, {mfargs,{work_queue,start_link,[ns_moxi_sup_work_queue]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.126.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<5901.175.0>}, {name,ns_moxi_sup}, {mfargs,{ns_moxi_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.54.0> 2011-07-01 23:51:12 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<5901.126.0>}, {name,ns_server_sup}, {mfargs,{ns_server_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <5901.7.0> 2011-07-01 23:51:12 =============================================================================== application ns_server started_at 'ns_1@127.0.0.1' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,524502},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<5901.173.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-minute', [{name,'stats_archiver-@system-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,524502},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,6,<5901.173.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-hour' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,532776},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<5901.183.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-hour', [{name,'stats_archiver-@system-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,532776},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,7,<5901.183.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-day' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,548894},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<5901.190.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-day', [{name,'stats_archiver-@system-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,548894},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,8,<5901.190.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-week' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,577468},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<5901.197.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-week', [{name,'stats_archiver-@system-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,577468},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,9,<5901.197.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-month' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,585078},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<5901.204.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-month', [{name,'stats_archiver-@system-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,585078},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,10,<5901.204.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-@system-year' INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,622512},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<5901.211.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:12 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-@system-year', [{name,'stats_archiver-@system-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589472,622512},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,11,<5901.211.0>}} PROGRESS REPORT <5901.220.0> 2011-07-01 23:51:15 =============================================================================== supervisor {local,inet_gethost_native_sup} started [{pid,<5901.221.0>},{mfa,{inet_gethost_native,init,[[]]}}] PROGRESS REPORT <5901.26.0> 2011-07-01 23:51:15 =============================================================================== supervisor {local,kernel_safe_sup} started [{pid,<5901.220.0>}, {name,inet_gethost_native_sup}, {mfargs,{inet_gethost_native,start_link,[]}}, {restart_type,temporary}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.118.0> 2011-07-01 23:51:19 =============================================================================== config change: uuid -> <<"5caebc8f-10a7-4001-15e8-01c3000000e0">> INFO REPORT <5901.118.0> 2011-07-01 23:51:19 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:19 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:19 =============================================================================== Pushing config done INFO REPORT <5901.118.0> 2011-07-01 23:51:21 =============================================================================== config change: {node,'ns_1@127.0.0.1',memcached} -> [{dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:21 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:21 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:21 =============================================================================== Pushing config done INFO REPORT <5901.118.0> 2011-07-01 23:51:21 =============================================================================== config change: memory_quota -> 1570 INFO REPORT <5901.118.0> 2011-07-01 23:51:21 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:21 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:21 =============================================================================== Pushing config done INFO REPORT <5901.226.0> 2011-07-01 23:51:22 =============================================================================== ns_log: logging menelaus_web:12:Created bucket "default" of type: membase INFO REPORT <5901.118.0> 2011-07-01 23:51:22 =============================================================================== config change: buckets -> [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,[]}]}]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.123.0> 2011-07-01 23:51:22 =============================================================================== Writing isasl passwd file: "/opt/membase/var/lib/membase/data/isasl.pw" INFO REPORT <5901.137.0> 2011-07-01 23:51:22 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:22 =============================================================================== Pushing config done INFO REPORT <5901.249.0> 2011-07-01 23:51:22 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:276: Waiting for "default" on ['ns_1@127.0.0.1'] INFO REPORT <5901.167.0> 2011-07-01 23:51:22 =============================================================================== ns_1@127.0.0.1:<5901.167.0>:ns_bucket_sup:75: Starting new child: {{per_bucket_sup, "default"}, {single_bucket_sup, start_link, ["default"]}, permanent, infinity, supervisor, [single_bucket_sup]} INFO REPORT <5901.118.0> 2011-07-01 23:51:22 =============================================================================== config change: buckets -> [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@127.0.0.1']}, {map,[['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1'|...], [...]|...]}]}]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:22 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:22 =============================================================================== Pushing config done PROGRESS REPORT <5901.168.0> 2011-07-01 23:51:22 =============================================================================== supervisor {local,ns_bucket_sup} started [{pid,<5901.253.0>}, {name,{per_bucket_sup,"default"}}, {mfargs,{single_bucket_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <5901.255.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.255.0>:ns_memcached:489: Created bucket "default" with config string "ht_size=3079;ht_locks=5;db_shards=4;tap_noop_interval=20;max_txn_size=1000;max_size=1646264320;initfile=/opt/membase/etc/membase/init.sql;tap_keepalive=300;dbname=/opt/membase/var/lib/membase/data/default-data/default;vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB;" PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.255.0>}, {name,{ns_memcached,"default"}}, {mfargs,{ns_memcached,start_link,["default"]}}, {restart_type,permanent}, {shutdown,86400000}, {child_type,worker}] PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.257.0>}, {name,{ns_vbm_sup,"default"}}, {mfargs,{ns_vbm_sup,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.258.0>}, {name,{stats_collector,"default"}}, {mfargs,{stats_collector,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.259.0>}, {name,{stats_archiver,"default"}}, {mfargs,{stats_archiver,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-minute' PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.260.0>}, {name,{stats_reader,"default"}}, {mfargs,{stats_reader,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <5901.254.0> 2011-07-01 23:51:23 =============================================================================== supervisor {local,'single_bucket_sup-default'} started [{pid,<5901.265.0>}, {name,{failover_safeness_level,"default"}}, {mfargs,{failover_safeness_level,start_link,["default"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,348457},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,35,<5901.262.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-minute', [{name,'stats_archiver-default-minute'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,348457},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,35,<5901.262.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-hour' INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,358296},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,36,<5901.270.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-hour', [{name,'stats_archiver-default-hour'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,358296},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,36,<5901.270.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-day' INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,363741},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,37,<5901.277.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-day', [{name,'stats_archiver-default-day'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,363741},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,37,<5901.277.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-week' INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,369389},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,38,<5901.284.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-week', [{name,'stats_archiver-default-week'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,369389},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,38,<5901.284.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-month' INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,374872},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,39,<5901.291.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-month', [{name,'stats_archiver-default-month'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,374872},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,39,<5901.291.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:109: Creating table 'stats_archiver-default-year' INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,381357},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,40,<5901.298.0>}} INFO REPORT <5901.67.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.67.0>:mb_mnesia:200: Mnesia table event: {write,{schema,'stats_archiver-default-year', [{name,'stats_archiver-default-year'}, {type,ordered_set}, {ram_copies,[]}, {disc_copies,['ns_1@127.0.0.1']}, {disc_only_copies,[]}, {load_order,0}, {access_mode,read_write}, {index,[]}, {snmp,[]}, {local_content,true}, {record_name,stat_entry}, {attributes,[timestamp,values]}, {user_properties,[]}, {frag_properties,[]}, {cookie,{{1309,589483,381357},'ns_1@127.0.0.1'}}, {version,{{2,0},[]}}]}, {tid,40,<5901.298.0>}} INFO REPORT <5901.258.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.258.0>:stats_collector:80: Stats for bucket "default": accepting_conns 1 auth_cmds 0 auth_errors 0 bucket_active_conns 1 bucket_conns 1 bytes_read 48 bytes_written 7939 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 0 cmd_set 0 conn_yields 0 connection_structures 11 curr_connections 11 curr_items 0 curr_items_tot 0 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 0 ep_commit_time 0 ep_commit_time_total 0 ep_data_age 0 ep_data_age_highwat 0 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 0 ep_dbname /opt/membase/var/lib/membase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 0 ep_diskqueue_fill 0 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_expired 0 ep_flush_all false ep_flush_duration 0 ep_flush_duration_highwat 0 ep_flush_duration_total 0 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 0 ep_io_read_bytes 0 ep_io_write_bytes 0 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 0 ep_latency_arith_cmd 0 ep_latency_get_cmd 0 ep_latency_store_cmd 0 ep_max_data_size 1646264320 ep_max_txn_size 1000 ep_mem_high_wat 1234698240 ep_mem_low_wat 987758592 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs0 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 640 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 0 ep_storage_age 0 ep_storage_age_highwat 0 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 0 ep_total_del_items 0 ep_total_enqueued 0 ep_total_new_items 0 ep_total_persisted 0 ep_uncommitted_items 0 ep_vb_total 0 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.7.0 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 52426 get_hits 0 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 640 pid 415 pointer_size 64 rejected_conns 0 rusage_system 0.148977 rusage_user 0.587910 threads 4 time 1309589482 total_connections 11 uptime 12 vb_active_curr_items 0 vb_active_eject 0 vb_active_ht_memory 0 vb_active_itm_memory 0 vb_active_num 0 vb_active_num_non_resident 0 vb_active_ops_create 0 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 0 vb_active_perc_mem_resident 0 vb_active_queue_age 0 vb_active_queue_drain 0 vb_active_queue_fill 0 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_461_gf99c147 INFO REPORT <5901.249.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:276: Waiting for "default" on ['ns_1@127.0.0.1'] INFO REPORT <5901.162.0> 2011-07-01 23:51:23 =============================================================================== moxi<0.162.0>: 2011-07-01 23:51:34: (agent_config.c.705) ERROR: bad JSON configuration from http://127.0.0.1:8091/pools/default/saslBucketsStreaming: Empty serverList ({ moxi<0.162.0>: "name": "default", moxi<0.162.0>: "nodeLocator": "vbucket", moxi<0.162.0>: "saslPassword": "", moxi<0.162.0>: "nodes": [], moxi<0.162.0>: "vBucketServerMap": { moxi<0.162.0>: "hashAlgorithm": "CRC", moxi<0.162.0>: "numReplicas": 1, moxi<0.162.0>: "serverList": [], moxi<0.162.0>: "vBucketMap": [] ERROR REPORT <5901.162.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.162.0>:ns_port_server:161: Dropped 2 log lines from moxi ERROR REPORT <5901.149.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.149.0>:ns_heart:149: Failed to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <5901.255.0> 2011-07-01 23:51:23 =============================================================================== ns_log: logging ns_memcached:1:Bucket "default" loaded on node 'ns_1@127.0.0.1' in 0 seconds. ERROR REPORT <5901.149.0> 2011-07-01 23:51:23 =============================================================================== ns_1@127.0.0.1:<5901.149.0>:ns_heart:149: Failed to get stats for bucket: "default": {error,{exit,{badarg,[{erlang,hd,[[]]}, {stats_reader,'-do_handle_call/3-fun-0-',2}, {mnesia_tm,non_transaction,5}, {stats_reader,do_handle_call,3}, {stats_reader,handle_call,3}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}} INFO REPORT <5901.118.0> 2011-07-01 23:51:24 =============================================================================== config change: settings -> [{stats,[{send_stats,true}]}] INFO REPORT <5901.118.0> 2011-07-01 23:51:24 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:24 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:24 =============================================================================== Pushing config done INFO REPORT <5901.164.0> 2011-07-01 23:51:24 =============================================================================== memcached<0.164.0>: Extension support isn't implemented in this version of bucket_engine INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 0 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 2 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 3 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 4 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 5 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 6 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 7 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 8 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 9 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 10 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 11 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 12 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 13 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 14 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 15 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 16 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 17 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 18 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 19 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 20 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 21 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 22 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 23 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 24 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 25 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 26 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 27 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 28 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 29 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 30 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 31 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 32 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 33 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 34 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 35 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 36 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 37 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 38 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 39 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 40 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 41 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 42 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 43 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 44 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 45 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 46 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 47 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 48 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 49 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 50 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 51 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 52 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 53 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 54 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 55 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 56 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 57 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 58 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 59 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 60 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 61 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 62 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 63 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 64 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 65 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 66 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 67 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 68 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 69 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 70 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 71 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 72 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 73 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 74 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 75 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 76 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 77 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 78 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 79 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 80 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 81 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 82 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 83 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 84 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 85 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 86 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 87 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 88 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 89 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 90 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 91 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 92 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 93 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 94 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 95 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 96 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 97 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 98 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 99 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 100 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 101 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 102 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 103 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 104 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 105 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 106 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 107 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 108 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 109 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 110 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 111 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 112 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 113 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 114 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 115 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 116 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 117 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 118 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 119 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 120 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 121 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 122 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 123 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 124 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 125 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 126 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 127 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 128 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 129 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 130 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 131 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 132 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 133 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 134 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 135 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 136 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 137 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 138 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 139 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 140 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 141 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 142 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 143 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 144 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 145 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 146 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 147 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 148 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 149 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 150 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 151 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 152 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 153 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 154 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 155 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 156 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 157 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 158 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 159 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 160 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 161 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 162 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 163 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 164 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 165 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 166 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 167 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 168 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 169 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 170 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 171 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 172 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 173 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 174 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 175 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 176 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 177 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 178 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 179 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 180 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 181 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 182 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 183 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 184 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 185 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 186 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 187 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 188 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 189 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 190 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 191 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 192 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 193 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 194 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 195 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 196 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 197 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 198 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 199 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 200 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 201 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 202 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 203 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 204 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 205 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 206 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 207 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 208 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 209 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 210 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 211 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 212 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 213 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 214 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 215 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 216 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 217 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 218 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 219 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 220 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 221 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 222 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 223 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 224 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 225 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 226 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 227 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 228 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 229 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 230 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 231 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 232 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 233 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 234 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 235 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 236 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 237 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 238 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 239 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 240 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 241 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 242 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 243 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 244 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 245 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 246 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 247 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 248 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 249 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 250 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 251 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 252 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 253 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 254 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 255 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 256 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 257 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 258 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 259 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 260 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 261 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 262 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 263 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 264 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 265 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 266 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 267 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 268 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 269 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 270 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 271 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 272 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 273 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 274 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 275 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 276 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 277 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 278 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 279 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 280 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 281 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 282 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 283 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 284 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 285 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 286 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 287 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 288 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 289 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 290 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 291 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 292 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 293 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 294 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 295 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 296 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 297 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 298 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 299 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 300 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 301 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 302 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 303 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 304 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 305 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 306 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 307 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 308 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 309 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 310 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 311 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 312 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 313 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 314 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 315 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 316 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 317 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 318 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 319 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 320 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 321 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 322 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 323 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 324 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 325 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 326 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 327 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 328 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 329 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 330 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 331 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 332 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 333 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 334 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 335 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 336 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 337 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 338 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 339 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 340 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 341 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 342 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 343 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 344 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 345 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 346 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 347 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 348 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 349 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 350 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 351 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 352 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 353 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 354 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 355 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 356 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 357 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 358 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 359 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 360 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 361 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 362 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 363 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 364 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 365 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 366 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 367 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 368 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 369 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 370 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 371 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 372 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 373 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 374 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 375 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 376 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 377 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 378 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 379 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 380 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 381 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 382 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 383 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 384 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 385 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 386 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 387 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 388 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 389 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 390 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 391 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 392 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 393 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 394 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 395 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 396 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 397 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 398 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 399 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 400 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 401 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 402 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 403 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 404 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 405 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 406 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 407 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 408 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 409 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 410 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 411 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 412 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 413 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 414 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 415 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 416 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 417 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 418 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 419 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 420 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 421 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 422 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 423 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 424 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 425 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 426 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 427 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 428 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 429 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 430 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 431 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 432 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 433 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 434 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 435 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 436 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 437 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 438 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 439 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 440 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 441 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 442 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 443 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 444 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 445 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 446 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 447 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 448 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 449 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 450 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 451 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 452 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 453 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 454 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 455 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 456 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 457 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 458 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 459 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 460 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 461 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 462 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 463 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 464 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 465 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 466 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 467 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 468 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 469 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 470 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 471 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 472 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 473 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 474 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 475 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 476 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 477 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 478 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 479 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 480 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 481 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 482 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 483 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 484 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 485 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 486 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 487 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 488 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 489 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 490 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 491 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 492 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 493 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 494 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 495 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 496 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 497 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 498 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 499 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 500 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 501 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 502 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 503 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 504 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 505 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 506 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 507 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 508 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 509 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 510 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 511 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 512 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 513 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 514 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 515 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 516 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 517 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 518 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 519 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 520 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 521 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 522 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 523 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 524 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 525 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 526 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 527 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 528 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 529 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 530 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 531 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 532 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 533 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 534 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 535 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 536 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 537 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 538 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 539 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 540 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 541 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 542 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 543 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 544 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 545 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 546 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 547 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 548 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 549 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 550 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 551 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 552 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 553 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 554 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 555 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 556 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 557 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 558 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 559 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 560 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 561 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 562 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 563 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 564 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 565 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 566 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 567 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 568 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 569 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 570 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 571 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 572 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 573 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 574 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 575 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 576 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 577 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 578 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 579 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 580 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 581 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 582 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 583 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 584 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 585 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 586 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 587 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 588 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 589 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 590 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 591 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 592 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 593 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 594 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 595 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 596 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 597 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 598 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 599 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 600 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 601 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 602 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 603 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 604 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 605 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 606 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 607 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 608 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 609 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 610 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 611 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 612 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 613 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 614 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 615 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 616 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 617 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 618 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 619 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 620 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 621 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 622 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 623 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 624 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 625 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 626 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 627 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 628 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 629 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 630 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 631 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 632 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 633 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 634 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 635 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 636 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 637 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 638 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 639 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 640 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 641 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 642 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 643 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 644 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 645 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 646 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 647 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 648 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 649 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 650 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 651 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 652 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 653 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 654 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 655 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 656 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 657 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 658 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 659 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 660 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 661 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 662 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 663 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 664 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 665 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 666 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 667 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 668 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 669 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 670 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 671 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 672 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 673 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 674 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 675 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 676 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 677 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 678 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 679 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 680 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 681 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 682 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 683 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 684 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 685 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 686 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 687 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 688 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 689 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 690 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 691 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 692 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 693 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 694 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 695 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 696 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 697 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 698 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 699 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 700 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 701 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 702 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 703 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 704 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 705 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 706 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 707 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 708 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 709 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 710 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 711 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 712 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 713 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 714 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 715 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 716 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 717 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 718 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 719 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 720 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 721 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 722 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 723 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 724 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 725 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 726 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 727 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 728 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 729 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 730 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 731 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 732 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 733 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 734 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 735 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 736 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 737 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 738 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 739 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 740 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 741 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 742 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 743 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 744 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 745 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 746 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 747 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 748 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 749 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 750 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 751 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 752 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 753 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 754 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 755 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 756 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 757 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 758 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 759 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 760 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 761 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 762 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 763 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 764 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 765 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 766 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 767 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 768 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 769 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 770 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 771 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 772 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 773 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 774 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 775 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 776 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 777 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 778 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 779 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 780 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 781 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 782 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 783 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 784 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 785 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 786 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 787 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 788 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 789 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 790 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 791 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 792 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 793 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 794 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 795 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 796 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 797 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 798 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 799 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 800 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 801 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 802 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 803 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 804 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 805 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 806 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 807 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 808 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 809 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 810 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 811 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 812 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 813 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 814 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 815 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 816 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 817 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 818 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 819 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 820 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 821 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 822 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 823 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 824 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 825 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 826 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 827 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 828 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 829 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 830 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 831 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 832 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 833 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 834 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 835 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 836 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 837 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 838 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 839 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 840 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 841 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 842 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 843 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 844 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 845 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 846 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 847 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 848 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 849 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 850 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 851 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 852 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 853 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 854 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 855 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 856 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 857 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 858 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 859 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 860 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 861 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 862 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 863 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 864 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 865 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 866 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 867 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 868 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 869 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 870 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 871 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 872 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 873 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 874 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 875 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 876 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 877 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 878 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 879 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 880 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 881 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 882 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 883 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 884 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 885 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 886 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 887 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 888 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 889 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 890 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 891 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 892 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 893 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 894 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 895 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 896 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 897 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 898 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 899 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 900 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 901 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 902 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 903 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 904 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 905 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 906 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 907 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 908 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 909 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 910 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 911 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 912 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 913 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 914 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 915 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 916 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 917 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 918 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 919 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 920 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 921 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 922 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 923 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 924 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 925 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 926 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 927 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 928 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 929 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 930 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 931 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 932 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 933 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 934 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 935 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 936 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 937 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 938 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 939 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 940 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 941 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 942 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 943 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 944 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 945 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 946 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 947 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 948 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 949 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 950 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 951 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 952 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 953 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 954 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 955 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 956 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 957 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 958 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 959 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 960 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 961 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 962 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 963 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 964 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 965 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 966 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 967 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 968 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 969 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 970 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 971 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 972 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 973 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 974 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 975 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 976 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 977 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 978 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 979 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 980 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 981 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 982 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 983 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 984 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 985 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 986 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 987 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 988 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 989 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 990 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 991 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 992 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 993 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 994 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 995 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 996 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 997 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 998 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 999 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1000 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1001 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1002 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1003 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1004 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1005 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1006 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1007 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1008 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1009 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1010 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1011 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1012 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1013 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1014 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1015 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1016 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1017 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1018 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1019 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1020 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1021 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1022 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.249.0> 2011-07-01 23:51:24 =============================================================================== ns_1@127.0.0.1:<5901.249.0>:ns_janitor:158: Setting vbucket 1023 in "default" on 'ns_1@127.0.0.1' from missing to active. INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== unsupervising port: {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",[]}, {"MOXI_SASL_PLAIN_PWD",[]}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} INFO REPORT <5901.155.0> 2011-07-01 23:51:28 =============================================================================== menelaus_web streaming socket closed by client INFO REPORT <5901.162.0> 2011-07-01 23:51:28 =============================================================================== moxi<0.162.0>: EOL on stdin. Exiting INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== supervising port: {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]} INFO REPORT <5901.317.0> 2011-07-01 23:51:28 =============================================================================== starting ns_port_server with delay of 5000 PROGRESS REPORT <5901.159.0> 2011-07-01 23:51:28 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<5901.317.0>}, {name, {moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}}, {mfargs, {supervisor_cushion,start_link, [moxi,5000,ns_port_server,start_link, [moxi,"/opt/membase/bin/moxi", ["-Z", "port_listen=11211,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", "-z", "url=http://127.0.0.1:8091/pools/default/saslBucketsStreaming", "-p","0","-Y","y","-O","stderr",[]], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR","Administrator"}, {"MOXI_SASL_PLAIN_PWD","password"}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]]]}}, {restart_type,permanent}, {shutdown,10000}, {child_type,worker}] INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:28 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:28 =============================================================================== Pushing config done INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== config change: rest_creds -> ******** INFO REPORT <5901.118.0> 2011-07-01 23:51:28 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <5901.137.0> 2011-07-01 23:51:28 =============================================================================== Pushing config INFO REPORT <5901.137.0> 2011-07-01 23:51:28 =============================================================================== Pushing config done INFO REPORT <5901.318.0> 2011-07-01 23:51:29 =============================================================================== moxi<0.318.0>: 2011-07-01 23:51:28: (cproxy_config.c.317) env: MOXI_SASL_PLAIN_USR (13) moxi<0.318.0>: 2011-07-01 23:51:28: (cproxy_config.c.326) env: MOXI_SASL_PLAIN_PWD (8) ERROR REPORT <5901.169.0> 2011-07-01 23:51:32 =============================================================================== ns_1@127.0.0.1:<5901.169.0>:system_stats_collector:130: lost 2 ticks ERROR REPORT <5901.169.0> 2011-07-01 23:52:06 =============================================================================== ns_1@127.0.0.1:<5901.169.0>:system_stats_collector:130: lost 1 ticks INFO REPORT <5901.151.0> 2011-07-01 23:52:12 =============================================================================== ns_1@127.0.0.1:<5901.151.0>:ns_doctor:86: Current node statuses: [{'ns_1@127.0.0.1', [{last_heard,{1309,589527,472513}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,31477240}, {processes,12168784}, {processes_used,12158184}, {system,19308456}, {atom,829945}, {atom_used,827253}, {binary,424728}, {code,7876530}, {ets,919136}]}, {system_stats, [{cpu_utilization_rate,44.44444444444444}, {swap_total,4127186944}, {swap_used,73711616}]}, {interesting_stats, [{curr_items,20000}, {curr_items_tot,20000}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.14.3"}, {mnesia,"4.4.17"}, {stdlib,"1.17.3"}, {os_mon,"2.2.5"}, {ns_server,"1.7.0-16-g4aa45d3"}, {sasl,"2.1.9.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,55}, {memory_data,{2058731520,1080500224,{<5901.20.0>,284144}}}, {disk_data, [{"/",11204616,44},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 875964 kB\nBuffers: 243176 kB\nCached: 627452 kB\nSwapCached: 15484 kB\nActive: 588540 kB\nInactive: 399184 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 875964 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 72124 kB\nWriteback: 0 kB\nAnonPages: 115680 kB\nMapped: 16556 kB\nSlab: 119192 kB\nPageTables: 7588 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 501620 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,642510848}, {buffered_memory,249012224}, {free_memory,896987136}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{45673,2}}, {context_switches,{29916,0}}, {garbage_collection,{4830,18725652,0}}, {io,{{input,8407744},{output,3844635}}}, {reductions,{8902754,2339245}}, {run_queue,0}, {runtime,{1360,240}}]}]}] INFO REPORT <5901.64.0> 2011-07-01 23:52:19 =============================================================================== ns_1@127.0.0.1:<5901.64.0>:ns_cluster:90: handling add_node("10.1.6.149", 8091, ..) INFO REPORT <5901.64.0> 2011-07-01 23:52:19 =============================================================================== ns_1@127.0.0.1:<5901.64.0>:ns_cluster:247: Decided to change address to "10.1.6.150" INFO REPORT <0.131.0> 2011-07-01 23:52:19 =============================================================================== ns_log: logging ns_node_disco:5:Node nonode@nohost saw that node 'ns_1@127.0.0.1' went down. INFO REPORT <0.130.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco_log: nodes changed: [] INFO REPORT <0.57.0> 2011-07-01 23:52:19 =============================================================================== Adjusted IP to "10.1.6.150" INFO REPORT <0.57.0> 2011-07-01 23:52:19 =============================================================================== nonode@nohost:<0.57.0>:dist_manager:105: Attempting to bring up net_kernel with name 'ns_1@10.1.6.150' PROGRESS REPORT <0.503.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,net_sup} started [{pid,<0.504.0>}, {name,erl_epmd}, {mfargs,{erl_epmd,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <0.503.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,net_sup} started [{pid,<0.505.0>}, {name,auth}, {mfargs,{auth,start_link,[]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] INFO REPORT <6119.131.0> 2011-07-01 23:52:19 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.6.150' saw that node 'ns_1@10.1.6.150' came up. PROGRESS REPORT <6119.503.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,net_sup} started [{pid,<6119.506.0>}, {name,net_kernel}, {mfargs,{net_kernel,start_link,[['ns_1@10.1.6.150',longnames]]}}, {restart_type,permanent}, {shutdown,2000}, {child_type,worker}] PROGRESS REPORT <6119.11.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,kernel_sup} started [{pid,<6119.503.0>}, {name,net_sup_dynamic}, {mfargs,{erl_distribution,start_link, [['ns_1@10.1.6.150',longnames]]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,supervisor}] INFO REPORT <6119.57.0> 2011-07-01 23:52:19 =============================================================================== Re-setting cookie {wxlmjenifrzeimjm,'ns_1@10.1.6.150'} INFO REPORT <6119.57.0> 2011-07-01 23:52:19 =============================================================================== saving ip config to "/opt/membase/var/lib/membase/ip" INFO REPORT <6119.57.0> 2011-07-01 23:52:19 =============================================================================== save_address_config: ok INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:132: Renaming node from 'ns_1@127.0.0.1' to 'ns_1@10.1.6.150'. INFO REPORT <6119.7.0> 2011-07-01 23:52:19 =============================================================================== application mnesia exited stopped type temporary ERROR REPORT <6119.170.0> 2011-07-01 23:52:19 =============================================================================== ** Generic server 'stats_archiver-@system' terminating ** Last message in was {stats,"@system", {stat_entry,1309589539464, [{cpu_idle_ms,970}, {cpu_local_ms,1040}, {cpu_utilization_rate,6.730769230769231}, {mem_actual_free,1724289024}, {mem_actual_used,334442496}, {mem_free,779653120}, {mem_total,2058731520}, {mem_used,1279078400}, {swap_total,4127186944}, {swap_used,73711616}]}} ** When Server state == {state,"@system"} ** Reason for termination == ** {{badmatch,{aborted,{node_not_running,'ns_1@10.1.6.150'}}}, [{stats_archiver,do_handle_info,2}, {stats_archiver,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} CRASH REPORT <6119.170.0> 2011-07-01 23:52:19 =============================================================================== Crashing process initial_call {stats_archiver,init,['Argument__1']} pid <6119.170.0> registered_name 'stats_archiver-@system' error_info {exit,{{badmatch,{aborted,{node_not_running,'ns_1@10.1.6.150'}}}, [{stats_archiver,do_handle_info,2}, {stats_archiver,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_server_sup,ns_server_cluster_sup,<6119.52.0>] messages [] links [<6119.126.0>,<6119.166.0>,<6119.49.0>] dictionary [] trap_exit false status running heap_size 987 stack_size 24 reductions 243379 SUPERVISOR REPORT <6119.126.0> 2011-07-01 23:52:19 =============================================================================== Reporting supervisor {local,ns_server_sup} Child process errorContext child_terminated reason {{badmatch,{aborted,{node_not_running,'ns_1@10.1.6.150'}}}, [{stats_archiver,do_handle_info,2}, {stats_archiver,handle_info,2}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]} pid <6119.170.0> name {stats_archiver,"@system"} mfargs {stats_archiver,start_link,["@system"]} restart_type permanent shutdown 1000 child_type worker PROGRESS REPORT <6119.126.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6119.514.0>}, {name,{stats_archiver,"@system"}}, {mfargs,{stats_archiver,start_link,["@system"]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:233: Found backup. Restoring Mnesia database. PROGRESS REPORT <6119.527.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<6119.528.0>}, {name,mnesia_event}, {mfargs,{mnesia_sup,start_event,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.530.0>}, {name,mnesia_monitor}, {mfargs,{mnesia_monitor,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.531.0>}, {name,mnesia_subscr}, {mfargs,{mnesia_subscr,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.532.0>}, {name,mnesia_locker}, {mfargs,{mnesia_locker,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.533.0>}, {name,mnesia_recover}, {mfargs,{mnesia_recover,start,[]}}, {restart_type,permanent}, {shutdown,180000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.534.0>}, {name,mnesia_tm}, {mfargs,{mnesia_tm,start,[]}}, {restart_type,permanent}, {shutdown,30000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.603.0>}, {name,mnesia_checkpoint_sup}, {mfargs,{mnesia_checkpoint_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.604.0>}, {name,mnesia_snmp_sup}, {mfargs,{mnesia_snmp_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.605.0>}, {name,mnesia_controller}, {mfargs,{mnesia_controller,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6119.529.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_kernel_sup} started [{pid,<6119.606.0>}, {name,mnesia_late_loader}, {mfargs,{mnesia_late_loader,start,[]}}, {restart_type,permanent}, {shutdown,3000}, {child_type,worker}] PROGRESS REPORT <6119.527.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,mnesia_sup} started [{pid,<6119.529.0>}, {name,mnesia_kernel_sup}, {mfargs,{mnesia_kernel_sup,start,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.7.0> 2011-07-01 23:52:19 =============================================================================== application mnesia started_at 'ns_1@10.1.6.150' INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:248: Current config: [{access_module,mnesia}, {auto_repair,true}, {backup_module,mnesia_backup}, {checkpoints,[]}, {db_nodes,['ns_1@10.1.6.150']}, {debug,verbose}, {directory,"/opt/membase/var/lib/membase/mnesia"}, {dump_log_load_regulation,false}, {dump_log_time_threshold,180000}, {dump_log_update_in_place,true}, {dump_log_write_threshold,1000}, {embedded_mnemosyne,false}, {event_module,mnesia_event}, {extra_db_nodes,[]}, {fallback_activated,false}, {held_locks,[]}, {ignore_fallback_at_startup,false}, {fallback_error_function,{mnesia,lkill}}, {is_running,yes}, {local_tables,['stats_archiver-default-day',local_config, 'stats_archiver-@system-day','stats_archiver-default-month', cluster,'stats_archiver-default-week', 'stats_archiver-@system-week','stats_archiver-@system-minute', 'stats_archiver-default-year','stats_archiver-@system-year', schema,'stats_archiver-@system-month', 'stats_archiver-default-minute','stats_archiver-default-hour', 'stats_archiver-@system-hour']}, {lock_queue,[]}, {log_version,"4.3"}, {master_node_tables,[]}, {max_wait_for_decision,10000}, {protocol_version,{7,6}}, {running_db_nodes,['ns_1@10.1.6.150']}, {schema_location,opt_disc}, {schema_version,{3,0}}, {subscribers,[<6119.528.0>,<6119.67.0>]}, {tables,['stats_archiver-default-day',local_config, 'stats_archiver-@system-day','stats_archiver-default-month',cluster, 'stats_archiver-default-week','stats_archiver-@system-week', 'stats_archiver-@system-minute','stats_archiver-default-year', 'stats_archiver-@system-year',schema,'stats_archiver-@system-month', 'stats_archiver-default-minute','stats_archiver-default-hour', 'stats_archiver-@system-hour']}, {transaction_commits,2}, {transaction_failures,0}, {transaction_log_writes,0}, {transaction_restarts,0}, {transactions,[]}, {use_dir,true}, {core_dir,false}, {no_table_loaders,2}, {dc_dump_limit,4}, {send_compressed,0}, {version,"4.4.17"}] Peers: ['ns_1@10.1.6.150'] INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: {mnesia_checkpoint,{{1309,589539,431151},'ns_1@127.0.0.1'}} starting: <6119.497.0> INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: {mnesia_checkpoint,{{1309,589539,431151},'ns_1@127.0.0.1'}} terminated: shutdown INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: mnesia_controller terminated: shutdown INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: mnesia_tm terminated: shutdown INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: mnesia_recover terminated: shutdown INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:167: Info from Mnesia: mnesia_locker terminated: shutdown INFO REPORT <6119.67.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.67.0>:mb_mnesia:170: Saw Mnesia go down on 'ns_1@10.1.6.150' ERROR REPORT <6119.6.0> 2011-07-01 23:52:19 =============================================================================== Truncated log event: {info_msg,<0.51.0>, {<0.119.0>,"renaming node conf ~p -> ~p:~n ~p ->~n ~p~n", [buckets,buckets, [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@127.0.0.1']}, {map,[['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1',undefined], ['ns_1@127.0.0.1'|...], [...]|...]}]}]}], [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map,[['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]]}} INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',memcached} -> {node, 'ns_1@10.1.6.150', memcached}: [{dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] -> [{dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',config_version} -> {node, 'ns_1@10.1.6.150', config_version}: {1,7} -> {1,7} INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf nodes_wanted -> nodes_wanted: ['ns_1@127.0.0.1'] -> ['ns_1@10.1.6.150'] INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',isasl} -> {node,'ns_1@10.1.6.150', isasl}: [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',membership} -> {node, 'ns_1@10.1.6.150', membership}: active -> active INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',moxi} -> {node,'ns_1@10.1.6.150', moxi}: [{port,11211},{verbosity,[]}] -> [{port,11211},{verbosity,[]}] INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',ns_log} -> {node,'ns_1@10.1.6.150', ns_log}: [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <6119.119.0> 2011-07-01 23:52:19 =============================================================================== renaming node conf {node,'ns_1@127.0.0.1',rest} -> {node,'ns_1@10.1.6.150', rest}: [{port,8091}] -> [{port,8091}] PROGRESS REPORT <6119.126.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6119.616.0>}, {name,ns_doctor}, {mfargs,{ns_doctor,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',rest} -> [{port,8091}] INFO REPORT <6119.64.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:254: Renamed node. New name is 'ns_1@10.1.6.150'. ERROR REPORT <6119.149.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.149.0>:ns_heart:130: Failed to grab system stats: {error,{exit,{aborted,{no_exists,['stats_archiver-@system-minute']}}}} INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] ERROR REPORT <6119.149.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.149.0>:ns_heart:149: Failed to get stats for bucket: "default": {error,{exit,{aborted,{no_exists,['stats_archiver-default-minute']}}}} INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <6119.616.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.616.0>:ns_doctor:82: Got initial status [{'ns_1@10.1.6.150', [{last_heard, {1309, 589539, 713489}}, {active_buckets, ["default"]}, {ready_buckets, ["default"]}, {replication, [{"default", 0.0}]}, {memory, [{total, 30256584}, {processes, 11378512}, {processes_used, 11373120}, {system, 18878072}, {atom, 829945}, {atom_used, 827512}, {binary, 326288}, {code, 7884004}, {ets, 564952}]}, {system_stats, [{cpu_utilization_rate, 0}, {swap_total, 0}, {swap_used, 0}]}, {interesting_stats, []}, {cluster_compatibility_version, 1}, {version, [{kernel, "2.14.3"}, {mnesia, "4.4.17"}, {stdlib, "1.17.3"}, {os_mon, "2.2.5"}, {ns_server, "1.7.0-16-g4aa45d3"}, {sasl, "2.1.9.3"}]}, {system_arch, "x86_64-unknown-linux-gnu"}, {wall_clock, 67}, {memory_data, {2058731520, 1276792832, {<6119.6.0>, 3143680}}}, {disk_data, [{"/", 11204616, 45}, {"/boot", 101086,14}, {"/dev/shm", 1005240, 0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 763364 kB\nBuffers: 243220 kB\nCached: 678604 kB\nSwapCached: 15484 kB\nActive: 676312 kB\nInactive: 424416 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 763364 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 72416 kB\nWriteback: 0 kB\nAnonPages: 177384 kB\nMapped: 16688 kB\nSlab: 119120 kB\nPageTables: 7708 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 561512 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory, 2058731520}, {free_swap, 4053475328}, {total_swap, 4127186944}, {cached_memory, 694890496}, {buffered_memory, 249057280}, {free_memory, 781684736}, {total_memory, 2058731520}]}, {statistics, [{wall_clock, {60753, 60}}, {context_switches, {35103,0}}, {garbage_collection, {5726, 23670025, 0}}, {io, {{input, 8442402}, {output, 4066449}}}, {reductions, {12645686, 3742932}}, {run_queue, 0}, {runtime, {1640, 280}}]}]}] INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',membership} -> active INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.6.150'] INFO REPORT <6119.143.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.143.0>:mb_master:329: List of peers has changed from ['ns_1@127.0.0.1'] to ['ns_1@10.1.6.150'] INFO REPORT <6119.622.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.622.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.622.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',config_version} -> {1,7} INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: {node,'ns_1@10.1.6.150',memcached} -> [{dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== config change: buckets -> [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map,[['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}] INFO REPORT <6119.118.0> 2011-07-01 23:52:19 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.137.0> 2011-07-01 23:52:19 =============================================================================== Pushing config INFO REPORT <6119.137.0> 2011-07-01 23:52:19 =============================================================================== Pushing config done ERROR REPORT <6119.64.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:stats_reader:185: Bad replies: [{'ns_1@10.1.6.150', {error, {exit, {aborted, {no_exists, ['stats_archiver-default-minute']}}}}}] INFO REPORT <6119.64.0> 2011-07-01 23:52:19 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:292: Posting node info to engage_cluster on {"10.1.6.149", 8091}: {struct, [{availableStorage, {struct, [{hdd, [{struct, [{path,<<"/">>}, {sizeKBytes,11204616}, {usagePercent,45}]}, {struct, [{path,<<"/boot">>}, {sizeKBytes,101086}, {usagePercent,14}]}, {struct, [{path,<<"/dev/shm">>}, {sizeKBytes,1005240}, {usagePercent,0}]}]}]}}, {memoryQuota,1570}, {storageTotals, {struct, [{ram, {struct, [{usedByData,0}, {total,2058731520}, {quotaTotal,1646264320}, {used,1276792832}]}}, {hdd, {struct, [{usedByData,53748704}, {total,11473526784}, {quotaTotal,11473526784}, {used,5163087052}, {free,6310439732}]}}]}}, {storage, {struct, [{ssd,[]}, {hdd, [{struct, [{path,<<"/opt/membase/var/lib/membase/data">>}, {quotaMb,none}, {state,ok}]}]}]}}, {systemStats, {struct,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}}, {interestingStats,{struct,[]}}, {uptime,<<"67">>}, {memoryTotal,2058731520}, {memoryFree,781938688}, {mcdMemoryReserved,1570}, {mcdMemoryAllocated,1570}, {otpNode,<<"ns_1@10.1.6.150">>}, {otpCookie,<<"wxlmjenifrzeimjm">>}, {clusterMembership,<<"active">>}, {status,<<"healthy">>}, {hostname,<<"10.1.6.150:8091">>}, {clusterCompatibility,1}, {version,<<"1.7.0-16-g4aa45d3">>}, {os,<<"x86_64-unknown-linux-gnu">>}, {ports,{struct,[{proxy,11211},{direct,11210}]}}]} PROGRESS REPORT <6119.664.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,inets_sup} started [{pid,<6119.688.0>}, {name,ftp_sup}, {mfargs,{ftp_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.705.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,httpc_profile_sup} started [{pid,<6119.706.0>}, {name,httpc_manager}, {mfargs,{httpc_manager,start_link, [default,only_session_cookies,inets]}}, {restart_type,permanent}, {shutdown,4000}, {child_type,worker}] PROGRESS REPORT <6119.702.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,httpc_sup} started [{pid,<6119.705.0>}, {name,httpc_profile_sup}, {mfargs, {httpc_profile_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.702.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,httpc_sup} started [{pid,<6119.707.0>}, {name,httpc_handler_sup}, {mfargs,{httpc_handler_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.664.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,inets_sup} started [{pid,<6119.702.0>}, {name,httpc_sup}, {mfargs,{httpc_sup,start_link, [[{httpc,{default,only_session_cookies}}]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.664.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,inets_sup} started [{pid,<6119.708.0>}, {name,httpd_sup}, {mfargs,{httpd_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.664.0> 2011-07-01 23:52:19 =============================================================================== supervisor {local,inets_sup} started [{pid,<6119.709.0>}, {name,tftp_sup}, {mfargs,{tftp_sup,start_link,[[]]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] PROGRESS REPORT <6119.7.0> 2011-07-01 23:52:19 =============================================================================== application inets started_at 'ns_1@10.1.6.150' INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:298: Reply from engage_cluster on {"10.1.6.149", 8091}: {ok,{struct,[{<<"availableStorage">>, {struct,[{<<"hdd">>, [{struct,[{<<"path">>,<<"/">>}, {<<"sizeKBytes">>,11204616}, {<<"usagePercent">>,69}]}, {struct,[{<<"path">>,<<"/boot">>}, {<<"sizeKBytes">>,101086}, {<<"usagePercent">>,14}]}, {struct,[{<<"path">>,<<"/dev/shm">>}, {<<"sizeKBytes">>,1005240}, {<<"usagePercent">>,0}]}]}]}}, {<<"memoryQuota">>,1570}, {<<"storageTotals">>, {struct,[{<<"ram">>, {struct,[{<<"usedByData">>,0}, {<<"total">>,2058731520}, {<<"quotaTotal">>,1646264320}, {<<"used">>,1186594816}]}}, {<<"hdd">>, {struct,[{<<"usedByData">>,0}, {<<"total">>,11473526784.0}, {<<"quotaTotal">>,11473526784.0}, {<<"used">>,7916733480.0}, {<<"free">>,3556793304.0}]}}]}}, {<<"storage">>, {struct,[{<<"ssd">>,[]}, {<<"hdd">>, [{struct,[{<<"path">>, <<"/var/opt/membase/1.6.5.4/data/ns_1">>}, {<<"quotaMb">>,<<"none">>}, {<<"state">>,<<"ok">>}]}]}]}}, {<<"uptime">>,<<"18">>}, {<<"memoryTotal">>,2058731520}, {<<"memoryFree">>,872136704}, {<<"mcdMemoryReserved">>,1570}, {<<"mcdMemoryAllocated">>,1570}, {<<"otpNode">>,<<"ns_1@10.1.6.149">>}, {<<"otpCookie">>,<<"nqgafbjeeoilrumm">>}, {<<"clusterMembership">>,<<"active">>}, {<<"status">>,<<"healthy">>}, {<<"hostname">>,<<"10.1.6.149:8091">>}, {<<"clusterCompatibility">>,1}, {<<"version">>,<<"1.6.5.4">>}, {<<"os">>,<<"x86_64-unknown-linux-gnu">>}, {<<"ports">>, {struct,[{<<"proxy">>,11211},{<<"direct">>,11210}]}}]}} INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:363: port_please("ns_1", "10.1.6.149") = 21100 INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:453: Started node add transaction by adding node 'ns_1@10.1.6.149' to nodes_wanted INFO REPORT <6119.118.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <6119.118.0> 2011-07-01 23:52:20 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.6.149','ns_1@10.1.6.150'] INFO REPORT <6119.143.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.143.0>:mb_master:329: List of peers has changed from ['ns_1@10.1.6.150'] to ['ns_1@10.1.6.149', 'ns_1@10.1.6.150'] INFO REPORT <6119.713.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.713.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.118.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== Pushing config INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== Pushing config done INFO REPORT <6119.118.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.149',membership} -> inactiveAdded INFO REPORT <6119.118.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== Pushing config INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== Pushing config done INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:423: Posting the following to complete_join on "10.1.6.149:8091": {struct, [{<<"targetNode">>,'ns_1@10.1.6.149'}, {availableStorage, {struct, [{hdd, [{struct, [{path,<<"/">>}, {sizeKBytes,11204616}, {usagePercent,45}]}, {struct, [{path,<<"/boot">>}, {sizeKBytes,101086}, {usagePercent,14}]}, {struct, [{path,<<"/dev/shm">>}, {sizeKBytes,1005240}, {usagePercent,0}]}]}]}}, {memoryQuota,1570}, {storageTotals, {struct, [{ram, {struct, [{usedByData,72141660}, {total,2058731520}, {quotaTotal,1646264320}, {used,1276792832}]}}, {hdd, {struct, [{usedByData,53748704}, {total,11473526784}, {quotaTotal,11473526784}, {used,5163087052}, {free,6310439732}]}}]}}, {storage, {struct, [{ssd,[]}, {hdd, [{struct, [{path,<<"/opt/membase/var/lib/membase/data">>}, {quotaMb,none}, {state,ok}]}]}]}}, {systemStats, {struct,[{cpu_utilization_rate,0},{swap_total,0},{swap_used,0}]}}, {interestingStats,{struct,[]}}, {uptime,<<"67">>}, {memoryTotal,2058731520}, {memoryFree,781938688}, {mcdMemoryReserved,1570}, {mcdMemoryAllocated,1570}, {otpNode,<<"ns_1@10.1.6.150">>}, {otpCookie,<<"wxlmjenifrzeimjm">>}, {clusterMembership,<<"active">>}, {status,<<"healthy">>}, {hostname,<<"10.1.6.150:8091">>}, {clusterCompatibility,1}, {version,<<"1.7.0-16-g4aa45d3">>}, {os,<<"x86_64-unknown-linux-gnu">>}, {ports,{struct,[{proxy,11211},{direct,11210}]}}]} INFO REPORT <6119.713.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.131.0> 2011-07-01 23:52:20 =============================================================================== ns_log: logging ns_node_disco:4:Node 'ns_1@10.1.6.150' saw that node 'ns_1@10.1.6.149' came up. INFO REPORT <6119.130.0> 2011-07-01 23:52:20 =============================================================================== Detected a new nodes (['ns_1@10.1.6.149','ns_1@10.1.6.150']). Moving config around. INFO REPORT <6119.130.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.6.149','ns_1@10.1.6.150'] INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.137.0>:ns_config_rep:186: Replicating config to/from: ['ns_1@10.1.6.149'] INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.137.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.137.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.137.0>:ns_config_rep:191: config pull_and_push done. ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.119.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {memory_quota,1570}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {replication,[{enabled,true}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {directory,"/opt/membase/var/lib/membase/config"}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {memory_quota,1570}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path, "/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}]}, {<12703.251.0>,#Ref<12703.0.0.1393>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi}, [{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}]], [[{{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {replication,[{enabled,true}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {directory,"/opt/membase/var/lib/membase/config"}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator", [{password,"password"}]}]}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.119.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.119.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {memory_quota,1570}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}]}, {<12703.251.0>,#Ref<12703.0.0.1393>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {replication,[{enabled,true}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {directory,"/opt/membase/var/lib/membase/config"}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.117.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,17711}, {stack_size,24}, {reductions,33116}], []]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.117.0>,supervisor_report, [{supervisor,{local,ns_config_sup}}, {errorContext,child_terminated}, {reason, {function_clause, [{ns_config,handle_call, [{merge, [{otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {memory_quota,1570}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {{node,'ns_1@127.0.0.1',membership},active}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {rest,[{port,8091}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}]}, {<12703.251.0>,#Ref<12703.0.0.1393>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@127.0.0.1']}, {{node,'ns_1@127.0.0.1',membership},active}, {{node,'ns_1@127.0.0.1',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@127.0.0.1',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {replication,[{enabled,true}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {directory,"/opt/membase/var/lib/membase/config"}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}, {offender, [{pid,<0.119.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.729.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.729.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.729.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[{'$gen_call',{<0.149.0>,#Ref<0.0.0.10227>},get}]}, {links,[<0.117.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,28657}, {stack_size,24}, {reductions,8260}], []]}} PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.729.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.149.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_heart,status, {state,undefined, [{meminfo, <<"MemTotal: 2010480 kB\nMemFree: 763364 kB\nBuffers: 243220 kB\nCached: 678604 kB\nSwapCached: 15484 kB\nActive: 676312 kB\nInactive: 424416 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 763364 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 k"...>>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,694890496}, {buffered_memory,249057280}, {free_memory,781684736}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{60753,60}}, {context_switches,{35103,0}}, {garbage_collection,{5726,23670025,0}}, {io,{{input,8442402},{output,4066449}}}, {reductions,{12645686,3742932}}, {run_queue,0}, {runtime,{1640,280}}]}]}, {{function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[ns_config,get]}}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.149.0>,crash_report, [[{initial_call,{ns_heart,init,['Argument__1']}}, {pid,<0.149.0>}, {registered_name,ns_heart}, {error_info, {exit, {{function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[ns_config,get]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_server_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.126.0>,<0.148.0>,<0.49.0>]}, {dictionary,[]}, {trap_exit,false}, {status,running}, {heap_size,28657}, {stack_size,24}, {reductions,70291}], []]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.126.0>,supervisor_report, [{supervisor,{local,ns_server_sup}}, {errorContext,child_terminated}, {reason, {{function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, {gen_server,call,[ns_config,get]}}}, {offender, [{pid,<0.149.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.731.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] SUPERVISOR REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_config_sup} Child process errorContext start_error reason {'EXIT',{noproc,{gen_server,call,[ns_config,get]}}} pid undefined name ns_config_isasl_sync mfargs {ns_config_isasl_sync,start_link,[]} restart_type permanent shutdown 1000 child_type worker ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.117.0>,supervisor_report, [{supervisor,{local,ns_config_sup}}, {errorContext,shutdown_error}, {reason, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.259.0>,#Ref<12703.0.0.1451>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}, {offender, [{pid,<0.729.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} ERROR REPORT <6119.175.0> 2011-07-01 23:52:20 =============================================================================== Supervisor received unexpected message: {gen_event_EXIT, {ns_pubsub,#Ref<6119.0.0.667>}, shutdown} ERROR REPORT <6119.168.0> 2011-07-01 23:52:20 =============================================================================== Supervisor received unexpected message: {gen_event_EXIT, {ns_pubsub,#Ref<6119.0.0.631>}, shutdown} INFO REPORT <6119.143.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.143.0>:mb_master:175: handle_info({gen_event_EXIT, {ns_pubsub, #Ref<6119.0.0.455>}, shutdown}, master, {state, <6119.144.0>, 'ns_1@127.0.0.1', ['ns_1@10.1.6.149', 'ns_1@10.1.6.150'], {1309, 589472, 460838}}) SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason normal pid <6119.160.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.734.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason normal pid <6119.156.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.735.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext child_terminated reason normal pid <6119.136.0> name ns_node_disco_conf_events mfargs {ns_node_disco_conf_events,start_link,[]} restart_type permanent shutdown 1000 child_type worker PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.733.0>}, {name,ns_config_events}, {mfargs,{gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.737.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.738.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.738.0>:ns_config_rep:56: init pulling PROGRESS REPORT <6119.126.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_server_sup} started [{pid,<6119.732.0>}, {name,ns_heart}, {mfargs,{ns_heart,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.736.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.738.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.738.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.740.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.743.0> 2011-07-01 23:52:20 =============================================================================== isasl_sync init: ["/opt/membase/var/lib/membase/data/isasl.pw","_admin", "_admin"] INFO REPORT <6119.743.0> 2011-07-01 23:52:20 =============================================================================== isasl_sync init buckets: ["default"] INFO REPORT <6119.743.0> 2011-07-01 23:52:20 =============================================================================== Writing isasl passwd file: "/opt/membase/var/lib/membase/data/isasl.pw" PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.743.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.745.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.143.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.143.0>:mb_master:135: Node changed name from 'ns_1@127.0.0.1' to 'ns_1@10.1.6.150'. Updating state. ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.736.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.262.0>,#Ref<12703.0.0.1526>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.736.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.736.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.262.0>,#Ref<12703.0.0.1526>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.117.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,46368}, {stack_size,24}, {reductions,7516}], []]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.117.0>,supervisor_report, [{supervisor,{local,ns_config_sup}}, {errorContext,child_terminated}, {reason, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}]}, {<12703.262.0>,#Ref<12703.0.0.1526>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}, {offender, [{pid,<0.736.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} INFO REPORT <6119.738.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.738.0>:ns_config_rep:58: init pushing CRASH REPORT <6119.738.0> 2011-07-01 23:52:20 =============================================================================== Crashing process initial_call {ns_config_rep,init,['Argument__1']} pid <6119.738.0> registered_name [] error_info {exit,{noproc,{gen_server,call, [{ns_config,'ns_1@10.1.6.150'},get,30000]}}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_node_disco_sup,ns_server_sup,ns_server_cluster_sup,<6119.52.0>] messages [] links [<6119.129.0>] dictionary [{random_seed,{27839,21123,25074}}] trap_exit false status running heap_size 377 stack_size 24 reductions 270 SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext start_error reason {noproc,{gen_server,call,[{ns_config,'ns_1@10.1.6.150'},get,30000]}} pid undefined name ns_config_rep mfargs {ns_config_rep,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason normal pid <6119.735.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.751.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.750.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.752.0> 2011-07-01 23:52:20 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.6.149'] ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.749.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile, "/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached, [{engine, "bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename, "/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}]}, {<12703.282.0>,#Ref<12703.0.0.1605>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover, [{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up, server_joined,server_left,bucket_created, bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR", {"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol, stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X", "/opt/membase/lib/memcached/stdin_term_handler.so", "-p", {"~B",[port]}, "-E", "/opt/membase/lib/memcached/bucket_engine.so", "-B","binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status, port_server_send_eol,stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds, [{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| {1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}| active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine, "/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile, "/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine, "/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename, "/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:20 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.749.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.749.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',isasl}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@127.0.0.1',memcached}, [{port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {replication,[{enabled,true}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {moxi,[{port,11211},{verbosity,[]}]}, {{node,'ns_1@10.1.6.149',ns_log}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {{node,'ns_1@10.1.6.149',memcached}, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {port,11210}, {dbdir,"/var/opt/membase/1.6.5.4/data/ns_1"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"./bin/bucket_engine/bucket_engine.so"}, {engines, [{membase, [{engine,"bin/ep_engine/ep.so"}, {initfile,"/etc/opt/membase/1.6.5.4/init.sql"}]}, {memcached,[{engine,"bin/memcached/default_engine.so"}]}]}, {verbosity,[]}]}, {{node,'ns_1@127.0.0.1',isasl}, [{path,"/var/opt/membase/1.6.5.4/data/ns_1/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {rest,[{port,8091}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {{node,'ns_1@127.0.0.1',membership},active}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {port_servers, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {memory_quota,1570}, {{node,'ns_1@127.0.0.1',ns_log}, [{filename,"/var/opt/membase/1.6.5.4/data/ns_1/ns_log"}]}, {otp, [{'_vclock',[{'ns_1@10.1.6.149',{1,63476808740}}]}, {cookie,wxlmjenifrzeimjm}]}]}, {<12703.282.0>,#Ref<12703.0.0.1605>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership},inactiveAdded}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.117.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,28657}, {stack_size,24}, {reductions,7616}], []]}} PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.749.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.755.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco cookie_sync PROGRESS REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.754.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] SUPERVISOR REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_config_sup} Child process errorContext start_error reason {'EXIT',{noproc,{gen_server,call,[ns_config,get]}}} pid undefined name ns_config_isasl_sync mfargs {ns_config_isasl_sync,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.117.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_config_sup} Child process errorContext shutdown reason reached_max_restart_intensity pid <6119.736.0> name ns_config mfargs {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]} restart_type permanent shutdown 1000 child_type worker ERROR REPORT <6119.752.0> 2011-07-01 23:52:20 =============================================================================== ** Generic server ns_node_disco terminating ** Last message in was notify_clients ** When Server state == {state,[]} ** Reason for termination == ** {noproc,{gen_server,call,[ns_config,get]}} CRASH REPORT <6119.752.0> 2011-07-01 23:52:20 =============================================================================== Crashing process initial_call {ns_node_disco,init,['Argument__1']} pid <6119.752.0> registered_name ns_node_disco error_info {exit,{noproc,{gen_server,call,[ns_config,get]}}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_node_disco_sup,ns_server_sup,ns_server_cluster_sup,<6119.52.0>] messages [] links [<6119.129.0>,<6119.49.0>] dictionary [] trap_exit false status running heap_size 46368 stack_size 24 reductions 3680 PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.752.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.757.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.758.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason normal pid <6119.751.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.760.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason normal pid <6119.734.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.761.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] SUPERVISOR REPORT <6119.54.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_server_cluster_sup} Child process errorContext child_terminated reason shutdown pid <6119.117.0> name ns_config_sup mfargs {ns_config_sup,start_link,[]} restart_type permanent shutdown infinity child_type supervisor INFO REPORT <6119.759.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.759.0>:ns_config_rep:56: init pulling CRASH REPORT <6119.759.0> 2011-07-01 23:52:20 =============================================================================== Crashing process initial_call {ns_config_rep,init,['Argument__1']} pid <6119.759.0> registered_name [] error_info {exit,{noproc,{gen_server,call,[ns_node_disco,nodes_actual_proper]}}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_node_disco_sup,ns_server_sup,ns_server_cluster_sup,<6119.52.0>] messages [] links [<6119.129.0>] dictionary [] trap_exit false status running heap_size 377 stack_size 24 reductions 249 SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext start_error reason {noproc,{gen_server,call,[ns_node_disco,nodes_actual_proper]}} pid undefined name ns_config_rep mfargs {ns_config_rep,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext shutdown_error reason noproc pid <6119.758.0> name ns_node_disco_conf_events mfargs {ns_node_disco_conf_events,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason noproc pid <6119.760.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.763.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason noproc pid <6119.761.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.764.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext shutdown_error reason {noproc,{gen_server,call,[ns_config,get]}} pid <6119.752.0> name ns_node_disco mfargs {ns_node_disco,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason noproc pid <6119.763.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.765.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason noproc pid <6119.764.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.766.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason noproc pid <6119.765.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.768.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason noproc pid <6119.766.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.769.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.767.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== loading static ns_config from "/opt/membase/etc/membase/config" SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason noproc pid <6119.768.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.772.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason noproc pid <6119.769.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.773.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.771.0>}, {name,ns_config_events}, {mfargs,{gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.770.0> 2011-07-01 23:52:20 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.6.149'] CRASH REPORT <6119.770.0> 2011-07-01 23:52:20 =============================================================================== Crashing process initial_call {ns_node_disco,init,['Argument__1']} pid <6119.770.0> registered_name [] error_info {exit,{noproc,{gen_server,call,[ns_config,get]}}, [{gen_server,init_it,6},{proc_lib,init_p_do_apply,3}]} ancestors [ns_node_disco_sup,ns_server_sup,ns_server_cluster_sup,<6119.52.0>] messages [] links [<6119.129.0>] dictionary [] trap_exit false status running heap_size 377 stack_size 24 reductions 336 SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext start_error reason {noproc,{gen_server,call,[ns_config,get]}} pid undefined name ns_node_disco mfargs {ns_node_disco,start_link,[]} restart_type permanent shutdown 1000 child_type worker PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.775.0>}, {name,ns_node_disco_events}, {mfargs,{gen_event,start_link,[{local,ns_node_disco_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason normal pid <6119.772.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.777.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] INFO REPORT <6119.776.0> 2011-07-01 23:52:20 =============================================================================== Initting ns_node_disco with ['ns_1@10.1.6.149'] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.774.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.780.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco cookie_sync PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.779.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.780.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.782.0> 2011-07-01 23:52:20 =============================================================================== isasl_sync init: ["/opt/membase/var/lib/membase/data/isasl.pw","_admin", "_admin"] INFO REPORT <6119.782.0> 2011-07-01 23:52:20 =============================================================================== isasl_sync init buckets: ["default"] INFO REPORT <6119.782.0> 2011-07-01 23:52:20 =============================================================================== Writing isasl passwd file: "/opt/membase/var/lib/membase/data/isasl.pw" PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.782.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.784.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.54.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_server_cluster_sup} started [{pid,<6119.762.0>}, {name,ns_config_sup}, {mfargs,{ns_config_sup,start_link,[]}}, {restart_type,permanent}, {shutdown,infinity}, {child_type,supervisor}] INFO REPORT <6119.780.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.776.0>}, {name,ns_node_disco}, {mfargs,{ns_node_disco,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.785.0>}, {name,ns_node_disco_log}, {mfargs,{ns_node_disco_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.786.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.775.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_log: nodes changed: ['ns_1@10.1.6.149','ns_1@10.1.6.150'] INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.787.0>:ns_config_rep:56: init pulling INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.787.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.787.0>:ns_config_rep:58: init pushing INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== rb: ERROR! A report on bad form was encountered. It can not be printed to the log. Details: "2011-07-01 23:52:20" {{{2011,7,1},{23,52,20}}, {info_msg,<6119.51.0>, {<6119.787.0>, "~s:~p:~s:~B: ~p init reannouncing~n~n", ['ns_1@10.1.6.150',<6119.787.0>, ns_config_rep,62]}}} rb: Logging resumed... INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: alerts -> [{email,[]}, {email_alerts,false}, [{user,undefined}, {pass,"********"}, {addr,undefined}, {port,undefined}, {encrypt,false}], {alerts,[server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:20 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.787.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: auto_failover -> [{enabled,false},{age,60},{max_nodes,1}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: buckets -> [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150']}, {map,[['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: memory_quota -> 1570 INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: nodes_wanted -> ['ns_1@10.1.6.149','ns_1@10.1.6.150'] INFO REPORT <6119.793.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.793.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: otp -> [{cookie,wxlmjenifrzeimjm}] INFO REPORT <6119.793.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.794.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.794.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: port_servers -> [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env,[{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: replication -> [{enabled,true}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: rest -> [{port,8091}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: rest_creds -> ******** INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: settings -> [{stats,[{send_stats,true}]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: uuid -> <<"5caebc8f-10a7-4001-15e8-01c3000000e0">> INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.149',membership} -> inactiveAdded INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',config_version} -> {1,7} INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',isasl} -> [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',membership} -> active INFO REPORT <6119.794.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',memcached} -> [{dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',moxi} -> [{port,11211},{verbosity,[]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',ns_log} -> [{filename,"/opt/membase/var/lib/membase/data/ns_log"}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== config change: {node,'ns_1@10.1.6.150',rest} -> [{port,8091}] INFO REPORT <6119.771.0> 2011-07-01 23:52:20 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== Pushing config INFO REPORT <6119.787.0> 2011-07-01 23:52:20 =============================================================================== Pushing config done INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:429: Reply from complete_join on "10.1.6.149:8091": {ok,[]} INFO REPORT <6119.64.0> 2011-07-01 23:52:20 =============================================================================== ns_1@10.1.6.150:<6119.64.0>:ns_cluster:92: add_node("10.1.6.149", 8091, ..) -> {ok, 'ns_1@10.1.6.149'} INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== config change: {node,'ns_1@10.1.6.149',membership} -> active INFO REPORT <6119.145.0> 2011-07-01 23:52:22 =============================================================================== ns_log: logging ns_orchestrator:4:Starting rebalance, KeepNodes = ['ns_1@10.1.6.150','ns_1@10.1.6.149'], EjectNodes = [] INFO REPORT <6119.816.0> 2011-07-01 23:52:22 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:96: BucketConfigs = [{"default", [{num_replicas, 1}, {ram_quota, 1646264320}, {auth_type, sasl}, {sasl_password, []}, {type, membase}, {num_vbuckets, 1024}, {servers, ['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined]]}]}] INFO REPORT <6119.816.0> 2011-07-01 23:52:22 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:101: Rebalancing bucket "default" with config [{num_replicas, 1}, {ram_quota, 1646264320}, {auth_type, sasl}, {sasl_password, []}, {type, membase}, {num_vbuckets, 1024}, {servers, ['ns_1@10.1.6.150']}, {map, [['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined], ['ns_1@10.1.6.150', undefined]]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== config change: {node,'ns_1@10.1.6.150',membership} -> active INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config done INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== config change: rebalance_status -> running INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config done INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== config change: buckets -> [{configs,[{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map,[['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}] INFO REPORT <6119.771.0> 2011-07-01 23:52:22 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config INFO REPORT <6119.787.0> 2011-07-01 23:52:22 =============================================================================== Pushing config done INFO REPORT <6119.227.0> 2011-07-01 23:52:22 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.450.0> 2011-07-01 23:52:23 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:23 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 1 times in the past 0.149026 secs (last seen 0.149026 secs ago INFO REPORT <6119.816.0> 2011-07-01 23:52:23 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:24 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:25 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:26 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:27 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.227.0> 2011-07-01 23:52:27 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:27 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 2 times in the past 5.026227 secs (last seen 4.877201 secs ago INFO REPORT <6119.816.0> 2011-07-01 23:52:28 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:29 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:30 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:31 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:52:32 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state rebalancing: {rebalancing_state, <6119.816.0>, {dict, 2, 16, 16, 8, 80, 48, {[], [], [], [], [], [], [], [], [], [], [], [], [], [], [], []}, {{[['ns_1@10.1.6.150'| 0.0]], [], [], [], [], [], [], [], [], [['ns_1@10.1.6.149'| 0.0]], [], [], [], [], [], []}}}} INFO REPORT <6119.816.0> 2011-07-01 23:52:32 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.816.0> 2011-07-01 23:52:33 =============================================================================== ns_1@10.1.6.150:<6119.816.0>:ns_rebalancer:285: Waiting for ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:52:33 =============================================================================== ns_log: logging ns_orchestrator:2:Rebalance exited with reason {wait_for_memcached_failed,"default", ['ns_1@10.1.6.149']} INFO REPORT <6119.771.0> 2011-07-01 23:52:33 =============================================================================== config change: rebalance_status -> {none,<<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>} INFO REPORT <6119.771.0> 2011-07-01 23:52:33 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.787.0> 2011-07-01 23:52:33 =============================================================================== Pushing config INFO REPORT <6119.787.0> 2011-07-01 23:52:33 =============================================================================== Pushing config done INFO REPORT <6119.227.0> 2011-07-01 23:52:36 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:36 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 3 times in the past 13.143247 secs (last seen 8.11702 secs ago INFO REPORT <6119.227.0> 2011-07-01 23:52:39 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:39 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 4 times in the past 16.539027 secs (last seen 3.39578 secs ago INFO REPORT <6119.227.0> 2011-07-01 23:52:41 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:41 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 5 times in the past 18.428954 secs (last seen 1.889927 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:42 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.875.0> 2011-07-01 23:52:43 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.875.0> 2011-07-01 23:52:44 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.231.0> 2011-07-01 23:52:45 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.875.0> 2011-07-01 23:52:45 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:46 =============================================================================== moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.805.0> 2011-07-01 23:52:46 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:46 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 1 times in the past 1.005587 secs (last seen 1.005587 secs ago INFO REPORT <6119.227.0> 2011-07-01 23:52:46 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:46 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 6 times in the past 23.453911 secs (last seen 5.024957 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:46 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:47 =============================================================================== moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.883.0> 2011-07-01 23:52:47 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:47 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 2 times in the past 2.010148 secs (last seen 1.004561 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:47 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:48 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.888.0> 2011-07-01 23:52:48 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:48 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 3 times in the past 3.015239 secs (last seen 1.005091 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:48 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:49 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.891.0> 2011-07-01 23:52:49 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:49 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 4 times in the past 4.020229 secs (last seen 1.00499 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:49 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.774.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.359.0>,#Ref<12703.0.0.2266>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.774.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.774.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.359.0>,#Ref<12703.0.0.2266>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.762.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,28657}, {stack_size,24}, {reductions,11196}], []]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.762.0>,supervisor_report, [{supervisor,{local,ns_config_sup}}, {errorContext,child_terminated}, {reason, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.359.0>,#Ref<12703.0.0.2266>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}, {offender, [{pid,<0.774.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error,<0.51.0>, {<0.897.0>, "** Generic server ~p terminating \n** Last message in was ~p~n** When Server state == ~p~n** Reason for termination == ~n** ~p~n", [ns_config, {merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined,server_left, bucket_created,bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout,stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B","binary", "-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.364.0>,#Ref<12703.0.0.2280>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted,bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}]}} ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.897.0>,crash_report, [[{initial_call,{ns_config,init,['Argument__1']}}, {pid,<0.897.0>}, {registered_name,ns_config}, {error_info, {exit, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.364.0>,#Ref<12703.0.0.2280>}, {config, {full,"/opt/membase/etc/membase/config",undefined, ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD", {"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}, [{gen_server,terminate,6},{proc_lib,init_p_do_apply,3}]}}, {ancestors,[ns_config_sup,ns_server_cluster_sup,<0.52.0>]}, {messages,[]}, {links,[<0.762.0>]}, {dictionary,[]}, {trap_exit,true}, {status,running}, {heap_size,28657}, {stack_size,24}, {reductions,7331}], []]}} PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.897.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.899.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] SUPERVISOR REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== Reporting supervisor {local,ns_config_sup} Child process errorContext start_error reason {'EXIT',{noproc,{gen_server,call,[ns_config,get]}}} pid undefined name ns_config_isasl_sync mfargs {ns_config_isasl_sync,start_link,[]} restart_type permanent shutdown 1000 child_type worker ERROR REPORT <6119.6.0> 2011-07-01 23:52:49 =============================================================================== Truncated log event: {error_report,<0.51.0>, {<0.762.0>,supervisor_report, [{supervisor,{local,ns_config_sup}}, {errorContext,shutdown_error}, {reason, {function_clause, [{ns_config,handle_call, [{merge, [{{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}]}, {<12703.364.0>,#Ref<12703.0.0.2280>}, {config, {full,"/opt/membase/etc/membase/config",undefined,ns_config_default}, [[], [{directory,"/opt/membase/var/lib/membase/config"}, {nodes_wanted,['ns_1@10.1.6.150']}, {{node,'ns_1@10.1.6.150',membership},active}, {{node,'ns_1@10.1.6.150',rest},[{port,8091}]}, {rest_creds,[{creds,[]}]}, {{node,'ns_1@10.1.6.150',isasl}, [{path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',memcached}, [{port,11210}, {dbdir,"/opt/membase/var/lib/membase/data"}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {memory_quota,1570}, {buckets,[{configs,[]}]}, {{node,'ns_1@10.1.6.150',moxi},[{port,11211},{verbosity,[]}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {replication,[{enabled,true}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}]], [[{alerts, [{email,[]}, {email_alerts,false}, {email_server, [{user,undefined}, {pass,undefined}, {addr,undefined}, {port,undefined}, {encrypt,false}]}, {alerts, [server_down,server_unresponsive,server_up,server_joined, server_left,bucket_created,bucket_deleted, bucket_auth_failed]}]}, {auto_failover,[{enabled,false},{age,60},{max_nodes,1}]}, {buckets, [{'_vclock', [{'ns_1@10.1.6.150',{2,63476808742}}, {'ns_1@127.0.0.1',{2,63476808682}}]}, {configs, [{"default", [{num_replicas,1}, {ram_quota,1646264320}, {auth_type,sasl}, {sasl_password,[]}, {type,membase}, {num_vbuckets,1024}, {servers,['ns_1@10.1.6.150','ns_1@10.1.6.149']}, {map, [['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150',undefined], ['ns_1@10.1.6.150'|...], [...]|...]}]}]}]}, {memory_quota,1570}, {nodes_wanted, [{'_vclock',[{'ns_1@10.1.6.150',{2,63476808740}}]}, 'ns_1@10.1.6.149','ns_1@10.1.6.150']}, {otp,[{cookie,wxlmjenifrzeimjm}]}, {port_servers, [{moxi,"/opt/membase/bin/moxi", ["-Z", {"port_listen=~B,default_bucket_name=default,downstream_max=1024,downstream_conn_max=4,connect_max_errors=5,connect_retry_interval=30000,connect_timeout=400,auth_timeout=100,cycle=200,downstream_conn_queue_timeout=200,downstream_timeout=5000,wait_queue_timeout=200", [port]}, "-z", {"url=http://127.0.0.1:~B/pools/default/saslBucketsStreaming", [{rest,port}]}, "-p","0","-Y","y","-O","stderr", {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MOXI_SASL_PLAIN_USR",{"~s",[{ns_moxi_sup,rest_user,[]}]}}, {"MOXI_SASL_PLAIN_PWD",{"~s",[{ns_moxi_sup,rest_pass,[]}]}}]}, use_stdio,exit_status,port_server_send_eol,stderr_to_stdout, stream]}, {memcached,"/opt/membase/bin/memcached", ["-X","/opt/membase/lib/memcached/stdin_term_handler.so","-p", {"~B",[port]}, "-E","/opt/membase/lib/memcached/bucket_engine.so","-B", "binary","-r","-c","10000","-e", {"admin=~s;default_bucket_name=default;auto_create=false", [admin_user]}, {"~s",[verbosity]}], [{env, [{"EVENT_NOSELECT","1"}, {"MEMCACHED_TOP_KEYS","100"}, {"ISASL_PWFILE",{"~s",[{isasl,path}]}}, {"ISASL_DB_CHECK_TIME","1"}]}, use_stdio,stderr_to_stdout,exit_status,port_server_send_eol, stream]}]}, {rebalance_status, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808753}}]}| {none, <<"Rebalance failed. See logs for detailed reason. You can try rebalance again.">>}]}, {replication,[{enabled,true}]}, {rest,[{port,8091}]}, {rest_creds, [{'_vclock',[{'ns_1@127.0.0.1',{1,63476808688}}]}, {creds,[{"Administrator",[{password,"password"}]}]}]}, {settings,[{stats,[{send_stats,true}]}]}, {uuid,<<"5caebc8f-10a7-4001-15e8-01c3000000e0">>}, {{node,'ns_1@10.1.6.149',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808742}}]}|active]}, {{node,'ns_1@10.1.6.150',config_version}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|{1,7}]}, {{node,'ns_1@10.1.6.150',isasl}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {path,"/opt/membase/var/lib/membase/data/isasl.pw"}]}, {{node,'ns_1@10.1.6.150',membership}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}|active]}, {{node,'ns_1@10.1.6.150',memcached}, [{'_vclock', [{'ns_1@10.1.6.150',{1,63476808739}}, {'ns_1@127.0.0.1',{1,63476808681}}]}, {dbdir,"/opt/membase/var/lib/membase/data"}, {port,11210}, {admin_user,"_admin"}, {admin_pass,"_admin"}, {bucket_engine,"/opt/membase/lib/memcached/bucket_engine.so"}, {engines, [{membase, [{engine,"/opt/membase/lib/memcached/ep.so"}, {initfile,"/opt/membase/etc/membase/init.sql"}, {static_config_string, "vb0=false;waitforwarmup=false;failpartialwarmup=false;shardpattern=%d/%b-%i.mb;db_strategy=multiMTVBDB"}]}, {memcached, [{engine,"/opt/membase/lib/memcached/default_engine.so"}, {static_config_string,"vb0=true"}]}]}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',moxi}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {port,11211}, {verbosity,[]}]}, {{node,'ns_1@10.1.6.150',ns_log}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]}, {filename,"/opt/membase/var/lib/membase/data/ns_log"}]}, {{node,'ns_1@10.1.6.150',rest}, [{'_vclock',[{'ns_1@10.1.6.150',{1,63476808739}}]},{port,8091}]}]], ns_config_default, {ns_config,save_config_sync,[]}, undefined,false}]}, {gen_server,handle_msg,5}, {proc_lib,init_p_do_apply,3}]}}, {offender, [{pid,<0.897.0>}, {name,ns_config}, {mfargs, {ns_config,start_link, ["/opt/membase/etc/membase/config",ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}]}]}} SUPERVISOR REPORT <6119.129.0> 2011-07-01 23:52:49 =============================================================================== Reporting supervisor {local,ns_node_disco_sup} Child process errorContext child_terminated reason normal pid <6119.786.0> name ns_node_disco_conf_events mfargs {ns_node_disco_conf_events,start_link,[]} restart_type permanent shutdown 1000 child_type worker SUPERVISOR REPORT <6119.153.0> 2011-07-01 23:52:49 =============================================================================== Reporting supervisor {local,menelaus_sup} Child process errorContext child_terminated reason normal pid <6119.777.0> name menelaus_event mfargs {menelaus_event,start_link,[]} restart_type permanent shutdown 5000 child_type worker PROGRESS REPORT <6119.153.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,menelaus_sup} started [{pid,<6119.901.0>}, {name,menelaus_event}, {mfargs,{menelaus_event,start_link,[]}}, {restart_type,permanent}, {shutdown,5000}, {child_type,worker}] SUPERVISOR REPORT <6119.159.0> 2011-07-01 23:52:49 =============================================================================== Reporting supervisor {local,ns_port_sup} Child process errorContext child_terminated reason normal pid <6119.773.0> name ns_port_init mfargs {ns_port_init,start_link,[]} restart_type permanent shutdown 10 child_type worker PROGRESS REPORT <6119.159.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_port_sup} started [{pid,<6119.902.0>}, {name,ns_port_init}, {mfargs,{ns_port_init,start_link,[]}}, {restart_type,permanent}, {shutdown,10}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.900.0>}, {name,ns_config_events}, {mfargs,{gen_event,start_link,[{local,ns_config_events}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.904.0>}, {name,ns_node_disco_conf_events}, {mfargs,{ns_node_disco_conf_events,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:56: init pulling PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.903.0>}, {name,ns_config}, {mfargs,{ns_config,start_link, ["/opt/membase/etc/membase/config", ns_config_default]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.907.0>}, {name,ns_config_remote}, {mfargs,{ns_config_replica,start_link,[{local,ns_config_remote}]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.910.0> 2011-07-01 23:52:49 =============================================================================== isasl_sync init: ["/opt/membase/var/lib/membase/data/isasl.pw","_admin", "_admin"] INFO REPORT <6119.910.0> 2011-07-01 23:52:49 =============================================================================== isasl_sync init buckets: ["default"] INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:58: init pushing INFO REPORT <6119.910.0> 2011-07-01 23:52:49 =============================================================================== Writing isasl passwd file: "/opt/membase/var/lib/membase/data/isasl.pw" INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== rb: ERROR! A report on bad form was encountered. It can not be printed to the log. Details: "2011-07-01 23:52:49" {{{2011,7,1},{23,52,49}}, {info_msg,<6119.51.0>, {<6119.905.0>, "~s:~p:~s:~B: ~p init reannouncing~n~n", ['ns_1@10.1.6.150',<6119.905.0>, ns_config_rep,62]}}} rb: Logging resumed... PROGRESS REPORT <6119.129.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_node_disco_sup} started [{pid,<6119.905.0>}, {name,ns_config_rep}, {mfargs,{ns_config_rep,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.910.0>}, {name,ns_config_isasl_sync}, {mfargs,{ns_config_isasl_sync,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] PROGRESS REPORT <6119.762.0> 2011-07-01 23:52:49 =============================================================================== supervisor {local,ns_config_sup} started [{pid,<6119.915.0>}, {name,ns_config_log}, {mfargs,{ns_config_log,start_link,[]}}, {restart_type,permanent}, {shutdown,1000}, {child_type,worker}] INFO REPORT <6119.900.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco_conf_events config on nodes_wanted INFO REPORT <6119.916.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.916.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.900.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco_conf_events config on otp INFO REPORT <6119.917.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco cookie_sync INFO REPORT <6119.917.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco: nodes_wanted updated: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.916.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.917.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco: nodes_wanted pong: ['ns_1@10.1.6.149','ns_1@10.1.6.150'], with cookie: wxlmjenifrzeimjm INFO REPORT <6119.900.0> 2011-07-01 23:52:49 =============================================================================== ns_node_disco_conf_events config all INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== Pushing config INFO REPORT <6119.905.0> 2011-07-01 23:52:49 =============================================================================== Pushing config done INFO REPORT <6119.318.0> 2011-07-01 23:52:50 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.896.0> 2011-07-01 23:52:50 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:50 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 5 times in the past 5.025304 secs (last seen 1.005075 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:50 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:51 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.920.0> 2011-07-01 23:52:51 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:51 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 6 times in the past 6.030722 secs (last seen 1.005418 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:51 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:52 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.925.0> 2011-07-01 23:52:52 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:52 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 7 times in the past 7.034515 secs (last seen 1.003793 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:52:52 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:52:52 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:53 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.927.0> 2011-07-01 23:52:53 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:53 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 8 times in the past 8.038696 secs (last seen 1.004181 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:53 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:54 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.933.0> 2011-07-01 23:52:54 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:54 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 9 times in the past 9.043667 secs (last seen 1.004971 secs ago INFO REPORT <6119.227.0> 2011-07-01 23:52:54 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:54 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 7 times in the past 31.568928 secs (last seen 8.115017 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:54 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:55 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.934.0> 2011-07-01 23:52:55 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:55 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 10 times in the past 10.048787 secs (last seen 1.00512 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:55 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:56 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.940.0> 2011-07-01 23:52:56 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:56 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 11 times in the past 11.052948 secs (last seen 1.004161 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:56 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:57 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.941.0> 2011-07-01 23:52:57 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:57 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 12 times in the past 12.057024 secs (last seen 1.004076 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:57 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:58 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.945.0> 2011-07-01 23:52:58 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:58 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 13 times in the past 13.061052 secs (last seen 1.004028 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:58 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:52:59 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.949.0> 2011-07-01 23:52:59 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:52:59 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 14 times in the past 14.065074 secs (last seen 1.004022 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:52:59 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:00 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.953.0> 2011-07-01 23:53:00 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:00 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 15 times in the past 15.069092 secs (last seen 1.004018 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:00 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:01 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.954.0> 2011-07-01 23:53:01 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:01 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 16 times in the past 16.073126 secs (last seen 1.004034 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:01 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:02 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.959.0> 2011-07-01 23:53:02 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:02 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 17 times in the past 17.077404 secs (last seen 1.004278 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:02 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:02 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:03 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.960.0> 2011-07-01 23:53:03 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:03 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 18 times in the past 18.080676 secs (last seen 1.003272 secs ago INFO REPORT <6119.258.0> 2011-07-01 23:53:03 =============================================================================== ns_1@10.1.6.150:<6119.258.0>:stats_collector:80: Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 4 bytes_read 49202350 bytes_written 15642012 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 6600 cmd_set 23400 conn_yields 0 connection_structures 14 curr_connections 14 curr_items 20000 curr_items_tot 20000 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 24 ep_commit_time 2 ep_commit_time_total 8 ep_data_age 3 ep_data_age_highwat 7 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 0 ep_dbname /opt/membase/var/lib/membase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 22663 ep_diskqueue_fill 22663 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_expired 0 ep_flush_all false ep_flush_duration 2 ep_flush_duration_highwat 3 ep_flush_duration_total 9 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 22663 ep_io_read_bytes 0 ep_io_write_bytes 46738737 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 43132520 ep_latency_arith_cmd 0 ep_latency_get_cmd 6600 ep_latency_store_cmd 23400 ep_max_data_size 1646264320 ep_max_txn_size 1000 ep_mem_high_wat 1234698240 ep_mem_low_wat 987758592 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs19 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 29009140 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 0 ep_storage_age 0 ep_storage_age_highwat 11 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 43124328 ep_total_del_items 0 ep_total_enqueued 22663 ep_total_new_items 20000 ep_total_persisted 22663 ep_uncommitted_items 0 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.7.0 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 52426 get_hits 6600 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 72141660 pid 415 pointer_size 64 rejected_conns 0 rusage_system 2.167670 rusage_user 2.432630 threads 4 time 1309589583 total_connections 14 uptime 113 vb_active_curr_items 20000 vb_active_eject 0 vb_active_ht_memory 25673728 vb_active_itm_memory 43124328 vb_active_num 1024 vb_active_num_non_resident 0 vb_active_ops_create 20000 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 2663 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 22663 vb_active_queue_fill 22663 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_461_gf99c147 INFO REPORT <6119.875.0> 2011-07-01 23:53:03 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:04 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.966.0> 2011-07-01 23:53:04 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:04 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 19 times in the past 19.084591 secs (last seen 1.003915 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:04 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:05 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.968.0> 2011-07-01 23:53:05 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:05 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 20 times in the past 20.088661 secs (last seen 1.00407 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:05 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:06 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.972.0> 2011-07-01 23:53:06 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:06 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 21 times in the past 21.092646 secs (last seen 1.003985 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:06 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:07 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.974.0> 2011-07-01 23:53:07 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:07 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 22 times in the past 22.096742 secs (last seen 1.004096 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:07 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.227.0> 2011-07-01 23:53:07 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:07 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 8 times in the past 44.694023 secs (last seen 13.125095 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:53:08 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.979.0> 2011-07-01 23:53:08 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:08 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 23 times in the past 23.100712 secs (last seen 1.00397 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:08 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:09 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.983.0> 2011-07-01 23:53:09 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:09 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 24 times in the past 24.104892 secs (last seen 1.00418 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:09 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:10 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.987.0> 2011-07-01 23:53:10 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:10 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 25 times in the past 25.108806 secs (last seen 1.003914 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:10 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:11 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.989.0> 2011-07-01 23:53:11 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:11 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 26 times in the past 26.113318 secs (last seen 1.004512 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:11 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:12 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.993.0> 2011-07-01 23:53:12 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:12 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 27 times in the past 27.117983 secs (last seen 1.004665 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:12 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:12 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:13 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.994.0> 2011-07-01 23:53:13 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:13 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 28 times in the past 28.121947 secs (last seen 1.003964 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:13 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:14 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1001.0> 2011-07-01 23:53:14 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:14 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 29 times in the past 29.125368 secs (last seen 1.003421 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:14 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:15 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1002.0> 2011-07-01 23:53:15 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:15 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 30 times in the past 30.130268 secs (last seen 1.0049 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:15 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:16 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1006.0> 2011-07-01 23:53:16 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:16 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 31 times in the past 31.134506 secs (last seen 1.004238 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:16 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:17 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1008.0> 2011-07-01 23:53:17 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:17 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 32 times in the past 32.13844 secs (last seen 1.003934 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:17 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:18 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1012.0> 2011-07-01 23:53:18 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:18 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 33 times in the past 33.142457 secs (last seen 1.004017 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:18 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.905.0> 2011-07-01 23:53:19 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.318.0> 2011-07-01 23:53:19 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1015.0> 2011-07-01 23:53:19 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:19 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 34 times in the past 34.147548 secs (last seen 1.005091 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:19 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.616.0> 2011-07-01 23:53:19 =============================================================================== ns_1@10.1.6.150:<6119.616.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.6.149', [{last_heard,{1309,589599,348989}}, {active_buckets,[]}, {memory, [{total,26198456}, {processes,7901224}, {processes_used,7891176}, {system,18297232}, {atom,758729}, {atom_used,726518}, {binary,131464}, {code,7513840}, {ets,617800}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.13.4"}, {mnesia,"4.4.12"}, {stdlib,"1.16.4"}, {os_mon,"2.2.4"}, {ns_server,"1.6.5.4"}, {menelaus,"1.6.5.4"}, {sasl,"2.1.8"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,77}, {memory_data,{2058731520,1197166592,{<6169.233.0>,1802168}}}, {disk_data, [{"/",11204616,69},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 841248 kB\nBuffers: 165012 kB\nCached: 839492 kB\nSwapCached: 15780 kB\nActive: 376200 kB\nInactive: 677876 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 841248 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958948 kB\nDirty: 48728 kB\nWriteback: 0 kB\nAnonPages: 47756 kB\nMapped: 12340 kB\nSlab: 88320 kB\nPageTables: 7172 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 246580 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {replication,[{"default",1.0}]}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053962752}, {total_swap,4127186944}, {cached_memory,859639808}, {buffered_memory,168972288}, {free_memory,861437952}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{68430,2}}, {context_switches,{17338,0}}, {garbage_collection,{3852,7961475,0}}, {io,{{input,4454781},{output,863132}}}, {reductions,{2918641,75124}}, {run_queue,0}, {runtime,{710,20}}]}]}, {'ns_1@10.1.6.150', [{last_heard,{1309,589595,407982}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,37322544}, {processes,17045456}, {processes_used,17027360}, {system,20277088}, {atom,896769}, {atom_used,870162}, {binary,342456}, {code,8491977}, {ets,1182792}]}, {system_stats, [{cpu_utilization_rate,2.0202020202020203}, {swap_total,4127186944}, {swap_used,73711616}]}, {interesting_stats, [{curr_items,20000}, {curr_items_tot,20000}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.14.3"}, {mnesia,"4.4.17"}, {stdlib,"1.17.3"}, {os_mon,"2.2.5"}, {inets,"5.5.2"}, {ns_server,"1.7.0-16-g4aa45d3"}, {sasl,"2.1.9.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,123}, {memory_data,{2058731520,1285554176,{<6119.6.0>,7628456}}}, {disk_data, [{"/",11204616,45},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 754932 kB\nBuffers: 243240 kB\nCached: 679732 kB\nSwapCached: 15484 kB\nActive: 684280 kB\nInactive: 424840 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 754932 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 49644 kB\nWriteback: 0 kB\nAnonPages: 184728 kB\nMapped: 16692 kB\nSlab: 119084 kB\nPageTables: 7732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 565876 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,696045568}, {buffered_memory,249077760}, {free_memory,773050368}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{113609,1}}, {context_switches,{59544,0}}, {garbage_collection,{10495,50206046,0}}, {io,{{input,10593999},{output,7860012}}}, {reductions,{22708601,1456807}}, {run_queue,0}, {runtime,{2900,210}}]}]}] INFO REPORT <6119.318.0> 2011-07-01 23:53:20 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1022.0> 2011-07-01 23:53:20 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:20 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 35 times in the past 35.15273 secs (last seen 1.005182 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:20 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:21 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1023.0> 2011-07-01 23:53:21 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:21 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 36 times in the past 36.157879 secs (last seen 1.005149 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:21 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:22 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1029.0> 2011-07-01 23:53:22 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:22 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 37 times in the past 37.161915 secs (last seen 1.004036 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:22 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:22 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:23 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1031.0> 2011-07-01 23:53:23 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:23 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 38 times in the past 38.165886 secs (last seen 1.003971 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:23 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:24 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1037.0> 2011-07-01 23:53:24 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:24 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 39 times in the past 39.169942 secs (last seen 1.004056 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:24 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:25 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1038.0> 2011-07-01 23:53:25 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:25 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 40 times in the past 40.174192 secs (last seen 1.00425 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:25 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:26 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1043.0> 2011-07-01 23:53:26 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:26 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 41 times in the past 41.178247 secs (last seen 1.004055 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:26 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:27 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1044.0> 2011-07-01 23:53:27 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:27 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 42 times in the past 42.183181 secs (last seen 1.004934 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:27 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:28 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1048.0> 2011-07-01 23:53:28 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:28 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 43 times in the past 43.18814 secs (last seen 1.004959 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:28 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.227.0> 2011-07-01 23:53:28 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:28 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 9 times in the past 65.905129 secs (last seen 21.211106 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:53:29 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1052.0> 2011-07-01 23:53:29 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:29 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 44 times in the past 44.193205 secs (last seen 1.005065 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:29 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:30 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1057.0> 2011-07-01 23:53:30 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:30 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 45 times in the past 45.197363 secs (last seen 1.004158 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:30 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:31 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1058.0> 2011-07-01 23:53:31 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:31 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 46 times in the past 46.201286 secs (last seen 1.003923 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:31 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:32 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1063.0> 2011-07-01 23:53:32 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:32 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 47 times in the past 47.206278 secs (last seen 1.004992 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:32 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:32 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:33 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1064.0> 2011-07-01 23:53:33 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:33 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 48 times in the past 48.211383 secs (last seen 1.005105 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:33 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:34 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1070.0> 2011-07-01 23:53:34 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:34 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 49 times in the past 49.215317 secs (last seen 1.003934 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:34 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:35 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1072.0> 2011-07-01 23:53:35 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:35 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 50 times in the past 50.21947 secs (last seen 1.004153 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:35 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:36 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1076.0> 2011-07-01 23:53:36 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:36 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 51 times in the past 51.223582 secs (last seen 1.004112 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:36 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:37 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1078.0> 2011-07-01 23:53:37 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:37 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 52 times in the past 52.228592 secs (last seen 1.00501 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:37 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:38 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1083.0> 2011-07-01 23:53:38 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:38 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 53 times in the past 53.232742 secs (last seen 1.00415 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:38 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:39 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1086.0> 2011-07-01 23:53:39 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:39 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 54 times in the past 54.236673 secs (last seen 1.003931 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:39 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:40 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1090.0> 2011-07-01 23:53:40 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:40 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 55 times in the past 55.240729 secs (last seen 1.004056 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:40 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:41 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1092.0> 2011-07-01 23:53:41 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:41 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 56 times in the past 56.245095 secs (last seen 1.004366 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:41 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:42 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1096.0> 2011-07-01 23:53:42 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:42 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 57 times in the past 57.249912 secs (last seen 1.004817 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:42 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:42 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:43 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1097.0> 2011-07-01 23:53:43 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:43 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 58 times in the past 58.253911 secs (last seen 1.003999 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:43 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:44 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1104.0> 2011-07-01 23:53:44 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:44 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 59 times in the past 59.257971 secs (last seen 1.00406 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:44 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:45 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1105.0> 2011-07-01 23:53:45 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:45 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 60 times in the past 60.261945 secs (last seen 1.003974 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:45 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:46 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1109.0> 2011-07-01 23:53:46 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:46 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 61 times in the past 61.266528 secs (last seen 1.004583 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:46 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:47 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1111.0> 2011-07-01 23:53:47 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:47 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 62 times in the past 62.271091 secs (last seen 1.004563 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:47 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:48 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1115.0> 2011-07-01 23:53:48 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:48 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 63 times in the past 63.276398 secs (last seen 1.005307 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:48 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:49 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1118.0> 2011-07-01 23:53:49 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:49 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 64 times in the past 64.280077 secs (last seen 1.003679 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:49 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:50 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1123.0> 2011-07-01 23:53:50 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:50 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 65 times in the past 65.283982 secs (last seen 1.003905 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:50 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:51 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1125.0> 2011-07-01 23:53:51 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:51 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 66 times in the past 66.288322 secs (last seen 1.00434 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:51 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:52 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1129.0> 2011-07-01 23:53:52 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:52 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 67 times in the past 67.292255 secs (last seen 1.003933 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:53:52 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.875.0> 2011-07-01 23:53:52 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:53 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1131.0> 2011-07-01 23:53:53 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:53 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 68 times in the past 68.297363 secs (last seen 1.005108 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:53 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:54 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1137.0> 2011-07-01 23:53:54 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:54 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 69 times in the past 69.301376 secs (last seen 1.004013 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:54 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:55 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1138.0> 2011-07-01 23:53:55 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:55 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 70 times in the past 70.305225 secs (last seen 1.003849 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:55 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:56 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1143.0> 2011-07-01 23:53:56 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:56 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 71 times in the past 71.309429 secs (last seen 1.004204 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:56 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:57 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1144.0> 2011-07-01 23:53:57 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:57 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 72 times in the past 72.313297 secs (last seen 1.003868 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:57 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:58 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1148.0> 2011-07-01 23:53:58 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:58 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 73 times in the past 73.31763 secs (last seen 1.004333 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:58 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:53:59 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1152.0> 2011-07-01 23:53:59 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:53:59 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 74 times in the past 74.322532 secs (last seen 1.004902 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:53:59 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:00 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1156.0> 2011-07-01 23:54:00 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:00 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 75 times in the past 75.32692 secs (last seen 1.004388 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:00 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:01 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1157.0> 2011-07-01 23:54:01 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:01 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 76 times in the past 76.335424 secs (last seen 1.008504 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:01 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:54:02 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.318.0> 2011-07-01 23:54:02 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1162.0> 2011-07-01 23:54:02 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:02 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 77 times in the past 77.340515 secs (last seen 1.005091 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:02 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.227.0> 2011-07-01 23:54:03 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:03 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 10 times in the past 100.199542 secs (last seen 34.294413 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:03 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1166.0> 2011-07-01 23:54:03 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:03 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 78 times in the past 78.344633 secs (last seen 1.004118 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:03 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.905.0> 2011-07-01 23:54:03 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.318.0> 2011-07-01 23:54:04 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1170.0> 2011-07-01 23:54:04 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:04 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 79 times in the past 79.348752 secs (last seen 1.004119 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:04 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:05 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1177.0> 2011-07-01 23:54:05 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:05 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 80 times in the past 80.353677 secs (last seen 1.004925 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:05 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:06 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1179.0> 2011-07-01 23:54:06 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:06 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 81 times in the past 81.357745 secs (last seen 1.004068 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:06 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:07 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1183.0> 2011-07-01 23:54:07 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:07 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 82 times in the past 82.367671 secs (last seen 1.009926 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:07 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:08 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1187.0> 2011-07-01 23:54:08 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:08 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 83 times in the past 83.370885 secs (last seen 1.003214 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:08 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:09 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1191.0> 2011-07-01 23:54:09 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:09 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 84 times in the past 84.374774 secs (last seen 1.003889 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:09 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:10 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1193.0> 2011-07-01 23:54:10 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:10 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 85 times in the past 85.379032 secs (last seen 1.004258 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:10 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:11 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1197.0> 2011-07-01 23:54:11 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:11 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 86 times in the past 86.386109 secs (last seen 1.007077 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:11 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:54:12 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.318.0> 2011-07-01 23:54:12 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1198.0> 2011-07-01 23:54:12 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:12 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 87 times in the past 87.390039 secs (last seen 1.00393 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:12 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:13 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1205.0> 2011-07-01 23:54:13 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:13 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 88 times in the past 88.394244 secs (last seen 1.004205 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:13 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:14 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1206.0> 2011-07-01 23:54:14 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:14 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 89 times in the past 89.398383 secs (last seen 1.004139 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:14 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:15 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1210.0> 2011-07-01 23:54:15 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:15 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 90 times in the past 90.402132 secs (last seen 1.003749 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:15 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:16 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1212.0> 2011-07-01 23:54:16 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:16 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 91 times in the past 91.406202 secs (last seen 1.00407 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:16 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:17 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1216.0> 2011-07-01 23:54:17 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:17 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 92 times in the past 92.410391 secs (last seen 1.004189 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:17 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:18 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1219.0> 2011-07-01 23:54:18 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:18 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 93 times in the past 93.414695 secs (last seen 1.004304 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:18 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:19 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1224.0> 2011-07-01 23:54:19 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:19 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 94 times in the past 94.418333 secs (last seen 1.003638 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:19 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.616.0> 2011-07-01 23:54:19 =============================================================================== ns_1@10.1.6.150:<6119.616.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.6.149', [{last_heard,{1309,589659,348939}}, {active_buckets,[]}, {memory, [{total,26540888}, {processes,8221760}, {processes_used,8211712}, {system,18319128}, {atom,758729}, {atom_used,726518}, {binary,136624}, {code,7513840}, {ets,629320}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.13.4"}, {mnesia,"4.4.12"}, {stdlib,"1.16.4"}, {os_mon,"2.2.4"}, {ns_server,"1.6.5.4"}, {menelaus,"1.6.5.4"}, {sasl,"2.1.8"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,137}, {memory_data,{2058731520,1197801472,{<6169.233.0>,1802168}}}, {disk_data, [{"/",11204616,69},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 840256 kB\nBuffers: 165016 kB\nCached: 839932 kB\nSwapCached: 15780 kB\nActive: 377116 kB\nInactive: 678208 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 840256 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958948 kB\nDirty: 35696 kB\nWriteback: 0 kB\nAnonPages: 48560 kB\nMapped: 12340 kB\nSlab: 88124 kB\nPageTables: 7180 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 250924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {replication,[{"default",1.0}]}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053962752}, {total_swap,4127186944}, {cached_memory,860090368}, {buffered_memory,168976384}, {free_memory,860422144}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{128430,2}}, {context_switches,{21613,0}}, {garbage_collection,{4852,10491043,0}}, {io,{{input,4582411},{output,1500323}}}, {reductions,{3323264,62366}}, {run_queue,0}, {runtime,{840,10}}]}]}, {'ns_1@10.1.6.150', [{last_heard,{1309,589655,408299}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,37777416}, {processes,17357384}, {processes_used,17339288}, {system,20420032}, {atom,896769}, {atom_used,870162}, {binary,326936}, {code,8491977}, {ets,1331904}]}, {system_stats, [{cpu_utilization_rate,1.0204081632653061}, {swap_total,4127186944}, {swap_used,73711616}]}, {interesting_stats, [{curr_items,20000}, {curr_items_tot,20000}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.14.3"}, {mnesia,"4.4.17"}, {stdlib,"1.17.3"}, {os_mon,"2.2.5"}, {inets,"5.5.2"}, {ns_server,"1.7.0-16-g4aa45d3"}, {sasl,"2.1.9.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,183}, {memory_data,{2058731520,1286696960,{<6119.6.0>,7628456}}}, {disk_data, [{"/",11204616,45},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 754064 kB\nBuffers: 243240 kB\nCached: 680736 kB\nSwapCached: 15484 kB\nActive: 684268 kB\nInactive: 425492 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 754064 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 40580 kB\nWriteback: 0 kB\nAnonPages: 184312 kB\nMapped: 16692 kB\nSlab: 119056 kB\nPageTables: 7732 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 567664 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,697073664}, {buffered_memory,249077760}, {free_memory,772161536}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{173609,1}}, {context_switches,{75056,0}}, {garbage_collection,{14123,66381465,0}}, {io,{{input,10807307},{output,9126398}}}, {reductions,{28478824,1446599}}, {run_queue,0}, {runtime,{3670,200}}]}]}] INFO REPORT <6119.318.0> 2011-07-01 23:54:20 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1225.0> 2011-07-01 23:54:20 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:20 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 95 times in the past 95.422406 secs (last seen 1.004073 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:20 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:21 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1231.0> 2011-07-01 23:54:21 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:21 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 96 times in the past 96.42652 secs (last seen 1.004114 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:21 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:54:22 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.318.0> 2011-07-01 23:54:22 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1233.0> 2011-07-01 23:54:22 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:22 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 97 times in the past 97.43058 secs (last seen 1.00406 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:22 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:23 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1239.0> 2011-07-01 23:54:23 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:23 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 98 times in the past 98.434491 secs (last seen 1.003911 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:23 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:24 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1240.0> 2011-07-01 23:54:24 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:24 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 99 times in the past 99.437804 secs (last seen 1.003313 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:24 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:25 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1245.0> 2011-07-01 23:54:25 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:25 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 100 times in the past 100.44286 secs (last seen 1.005056 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:25 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:26 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1246.0> 2011-07-01 23:54:26 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:26 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 101 times in the past 101.448027 secs (last seen 1.005167 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:26 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:27 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1250.0> 2011-07-01 23:54:27 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:27 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 102 times in the past 102.453113 secs (last seen 1.005086 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:27 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:28 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1254.0> 2011-07-01 23:54:28 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:28 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 103 times in the past 103.45808 secs (last seen 1.004967 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:28 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:29 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1258.0> 2011-07-01 23:54:29 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:29 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 104 times in the past 104.463466 secs (last seen 1.005386 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:29 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:30 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1259.0> 2011-07-01 23:54:30 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:30 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 105 times in the past 105.46822 secs (last seen 1.004754 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:30 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:31 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1264.0> 2011-07-01 23:54:31 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:31 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 106 times in the past 106.473116 secs (last seen 1.004896 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:31 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.145.0> 2011-07-01 23:54:32 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} INFO REPORT <6119.318.0> 2011-07-01 23:54:32 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1265.0> 2011-07-01 23:54:32 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.875.0> 2011-07-01 23:54:32 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.127.0> 2011-07-01 23:54:32 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 107 times in the past 107.478823 secs (last seen 1.005707 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:33 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.875.0> 2011-07-01 23:54:33 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.1271.0> 2011-07-01 23:54:33 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:33 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 108 times in the past 108.483224 secs (last seen 1.004401 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:34 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.875.0> 2011-07-01 23:54:34 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.1273.0> 2011-07-01 23:54:34 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:34 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 109 times in the past 109.487206 secs (last seen 1.003982 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:35 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:35 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1277.0> 2011-07-01 23:54:35 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:35 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 110 times in the past 110.491601 secs (last seen 1.004395 secs ago INFO REPORT <6119.905.0> 2011-07-01 23:54:36 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.875.0> 2011-07-01 23:54:36 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:36 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1279.0> 2011-07-01 23:54:36 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:36 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 111 times in the past 111.496455 secs (last seen 1.004854 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:37 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:37 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1286.0> 2011-07-01 23:54:37 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:37 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 112 times in the past 112.500296 secs (last seen 1.003841 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:38 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:38 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1289.0> 2011-07-01 23:54:38 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:38 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 113 times in the past 113.505515 secs (last seen 1.005219 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:39 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:39 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1293.0> 2011-07-01 23:54:39 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:39 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 114 times in the past 114.510619 secs (last seen 1.005104 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:40 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:40 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1295.0> 2011-07-01 23:54:40 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:40 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 115 times in the past 115.514702 secs (last seen 1.004083 secs ago INFO REPORT <6119.875.0> 2011-07-01 23:54:41 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:41 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1299.0> 2011-07-01 23:54:41 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:41 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 116 times in the past 116.518952 secs (last seen 1.00425 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:54:42 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.875.0>} ERROR REPORT <6119.875.0> 2011-07-01 23:54:42 =============================================================================== ns_1@10.1.6.150:<6119.875.0>:ns_janitor:62: Bucket "default" not yet ready on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:42 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1300.0> 2011-07-01 23:54:42 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:42 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 117 times in the past 117.522927 secs (last seen 1.003975 secs ago INFO REPORT <6119.258.0> 2011-07-01 23:54:43 =============================================================================== ns_1@10.1.6.150:<6119.258.0>:stats_collector:80: Stats for bucket "default": accepting_conns 1 auth_cmds 3 auth_errors 0 bucket_active_conns 1 bucket_conns 4 bytes_read 49209120 bytes_written 16958592 cas_badval 0 cas_hits 0 cas_misses 0 cmd_flush 0 cmd_get 6600 cmd_set 23400 conn_yields 0 connection_structures 14 curr_connections 14 curr_items 20000 curr_items_tot 20000 daemon_connections 10 decr_hits 0 decr_misses 0 delete_hits 0 delete_misses 0 ep_bg_fetched 0 ep_commit_num 24 ep_commit_time 2 ep_commit_time_total 8 ep_data_age 3 ep_data_age_highwat 7 ep_db_cleaner_status complete ep_db_strategy multiMTVBDB ep_dbinit 0 ep_dbname /opt/membase/var/lib/membase/data/default-data/default ep_dbshards 4 ep_diskqueue_drain 22663 ep_diskqueue_fill 22663 ep_diskqueue_items 0 ep_diskqueue_memory 0 ep_diskqueue_pending 0 ep_expired 0 ep_flush_all false ep_flush_duration 2 ep_flush_duration_highwat 3 ep_flush_duration_total 9 ep_flush_preempts 0 ep_flusher_state running ep_flusher_todo 0 ep_io_num_read 0 ep_io_num_write 22663 ep_io_read_bytes 0 ep_io_write_bytes 46738737 ep_item_begin_failed 0 ep_item_commit_failed 0 ep_item_flush_expired 0 ep_item_flush_failed 0 ep_items_rm_from_checkpoints 0 ep_kv_size 43132520 ep_latency_arith_cmd 0 ep_latency_get_cmd 6600 ep_latency_store_cmd 23400 ep_max_data_size 1646264320 ep_max_txn_size 1000 ep_mem_high_wat 1234698240 ep_mem_low_wat 987758592 ep_min_data_age 0 ep_num_active_non_resident 0 ep_num_checkpoint_remover_runs39 ep_num_eject_failures 0 ep_num_eject_replicas 0 ep_num_expiry_pager_runs 0 ep_num_non_resident 0 ep_num_not_my_vbuckets 0 ep_num_pager_runs 0 ep_num_value_ejects 0 ep_onlineupdate false ep_onlineupdate_revert_add 0 ep_onlineupdate_revert_delete 0 ep_onlineupdate_revert_update 0 ep_oom_errors 0 ep_overhead 29009140 ep_pending_ops 0 ep_pending_ops_max 0 ep_pending_ops_max_duration 0 ep_pending_ops_total 0 ep_queue_age_cap 900 ep_queue_size 0 ep_storage_age 0 ep_storage_age_highwat 11 ep_storage_type featured ep_store_max_concurrency 10 ep_store_max_readers 9 ep_store_max_readwrite 1 ep_tap_bg_fetch_requeued 0 ep_tap_bg_fetched 0 ep_tap_keepalive 300 ep_tmp_oom_errors 0 ep_too_old 0 ep_too_young 0 ep_total_cache_size 43124328 ep_total_del_items 0 ep_total_enqueued 22663 ep_total_new_items 20000 ep_total_persisted 22663 ep_uncommitted_items 0 ep_vb_total 1024 ep_vbucket_del 0 ep_vbucket_del_fail 0 ep_version 1.7.0 ep_warmed_up 0 ep_warmup true ep_warmup_dups 0 ep_warmup_oom 0 ep_warmup_thread complete ep_warmup_time 52426 get_hits 6600 get_misses 0 incr_hits 0 incr_misses 0 libevent 2.0.11-stable limit_maxbytes 67108864 listen_disabled_num 0 mem_used 72141660 pid 415 pointer_size 64 rejected_conns 0 rusage_system 2.190666 rusage_user 2.650597 threads 4 time 1309589683 total_connections 14 uptime 213 vb_active_curr_items 20000 vb_active_eject 0 vb_active_ht_memory 25673728 vb_active_itm_memory 43124328 vb_active_num 1024 vb_active_num_non_resident 0 vb_active_ops_create 20000 vb_active_ops_delete 0 vb_active_ops_reject 0 vb_active_ops_update 2663 vb_active_perc_mem_resident 100 vb_active_queue_age 0 vb_active_queue_drain 22663 vb_active_queue_fill 22663 vb_active_queue_memory 0 vb_active_queue_pending 0 vb_active_queue_size 0 vb_dead_num 0 vb_pending_curr_items 0 vb_pending_eject 0 vb_pending_ht_memory 0 vb_pending_itm_memory 0 vb_pending_num 0 vb_pending_num_non_resident 0 vb_pending_ops_create 0 vb_pending_ops_delete 0 vb_pending_ops_reject 0 vb_pending_ops_update 0 vb_pending_perc_mem_resident 0 vb_pending_queue_age 0 vb_pending_queue_drain 0 vb_pending_queue_fill 0 vb_pending_queue_memory 0 vb_pending_queue_pending 0 vb_pending_queue_size 0 vb_replica_curr_items 0 vb_replica_eject 0 vb_replica_ht_memory 0 vb_replica_itm_memory 0 vb_replica_num 0 vb_replica_num_non_resident 0 vb_replica_ops_create 0 vb_replica_ops_delete 0 vb_replica_ops_reject 0 vb_replica_ops_update 0 vb_replica_perc_mem_resident 0 vb_replica_queue_age 0 vb_replica_queue_drain 0 vb_replica_queue_fill 0 vb_replica_queue_memory 0 vb_replica_queue_pending 0 vb_replica_queue_size 0 version 1.4.4_461_gf99c147 INFO REPORT <6119.318.0> 2011-07-01 23:54:43 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1307.0> 2011-07-01 23:54:43 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:43 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 118 times in the past 118.527903 secs (last seen 1.004976 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:44 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1308.0> 2011-07-01 23:54:44 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:44 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 119 times in the past 119.532163 secs (last seen 1.00426 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:45 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1312.0> 2011-07-01 23:54:45 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:45 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 120 times in the past 120.536392 secs (last seen 1.004229 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:46 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1314.0> 2011-07-01 23:54:46 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:46 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 121 times in the past 121.540203 secs (last seen 1.003811 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:47 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1318.0> 2011-07-01 23:54:47 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:47 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 122 times in the past 122.545296 secs (last seen 1.005093 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:48 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1321.0> 2011-07-01 23:54:48 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:48 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 123 times in the past 123.549464 secs (last seen 1.004168 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:49 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1326.0> 2011-07-01 23:54:49 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:49 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 124 times in the past 124.553309 secs (last seen 1.003845 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:50 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1327.0> 2011-07-01 23:54:50 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:50 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 125 times in the past 125.557345 secs (last seen 1.004036 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:51 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1332.0> 2011-07-01 23:54:51 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:51 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 126 times in the past 126.561423 secs (last seen 1.004078 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:52 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:52 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1334.0> 2011-07-01 23:54:52 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:52 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 127 times in the past 127.565654 secs (last seen 1.004231 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:53 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:53 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1341.0> 2011-07-01 23:54:53 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:53 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 128 times in the past 128.569594 secs (last seen 1.00394 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:54 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:54 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1342.0> 2011-07-01 23:54:54 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:54 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 129 times in the past 129.573654 secs (last seen 1.00406 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:55 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:55 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1347.0> 2011-07-01 23:54:55 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:55 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 130 times in the past 130.578466 secs (last seen 1.004812 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:56 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:56 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1348.0> 2011-07-01 23:54:56 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:56 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 131 times in the past 131.583978 secs (last seen 1.005512 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:57 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:57 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1352.0> 2011-07-01 23:54:57 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:57 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 132 times in the past 132.588891 secs (last seen 1.004913 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:58 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.1356.0> 2011-07-01 23:54:58 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_pool_info/4-lc$^0/1-0-',2}, {menelaus_web,build_pool_info,4}, {menelaus_web,handle_pool_info_wait,6}, {menelaus_web,check_and_handle_pool_info,2}, {menelaus_web,loop,3}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:58 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default\"},\n {type,error},\n {what,function_clause},\n {trace,\n [{lists,sort,[undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web,\n '-build_pool_info/4-lc$^0/1-0-',2},\n {menelaus_web,build_pool_info,4},\n {menelaus_web,handle_pool_info_wait,6},\n {menelaus_web,check_and_handle_pool_info,2},\n {menelaus_web,loop,3}]}]") because it's been seen 11 times in the past 155.765427 secs (last seen 55.565885 secs ago INFO REPORT <6119.318.0> 2011-07-01 23:54:58 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1362.0> 2011-07-01 23:54:58 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:58 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 133 times in the past 133.593311 secs (last seen 1.00442 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:54:59 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:54:59 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1363.0> 2011-07-01 23:54:59 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:54:59 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 134 times in the past 134.598065 secs (last seen 1.004754 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:00 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:00 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1364.0> 2011-07-01 23:55:00 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:00 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 135 times in the past 135.602281 secs (last seen 1.004216 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:01 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:01 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1369.0> 2011-07-01 23:55:01 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:01 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 136 times in the past 136.60658 secs (last seen 1.004299 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:02 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:02 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:02 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1370.0> 2011-07-01 23:55:02 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:02 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 137 times in the past 137.611366 secs (last seen 1.004786 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:03 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:03 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1376.0> 2011-07-01 23:55:03 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:03 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 138 times in the past 138.616201 secs (last seen 1.004835 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:04 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:04 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1378.0> 2011-07-01 23:55:04 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:04 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 139 times in the past 139.62063 secs (last seen 1.004429 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:05 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:05 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1382.0> 2011-07-01 23:55:05 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:05 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 140 times in the past 140.625705 secs (last seen 1.005075 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:06 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:06 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1384.0> 2011-07-01 23:55:06 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:06 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 141 times in the past 141.630546 secs (last seen 1.004841 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:07 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:07 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1389.0> 2011-07-01 23:55:07 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:07 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 142 times in the past 142.634688 secs (last seen 1.004142 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:08 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:08 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1392.0> 2011-07-01 23:55:08 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:08 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 143 times in the past 143.639655 secs (last seen 1.004967 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:09 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:09 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1396.0> 2011-07-01 23:55:09 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:09 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 144 times in the past 144.644896 secs (last seen 1.005241 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:10 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:10 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1398.0> 2011-07-01 23:55:10 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:10 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 145 times in the past 145.648902 secs (last seen 1.004006 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:11 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:11 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1402.0> 2011-07-01 23:55:11 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:11 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 146 times in the past 146.652954 secs (last seen 1.004052 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:12 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:12 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:12 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1403.0> 2011-07-01 23:55:12 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:12 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 147 times in the past 147.658059 secs (last seen 1.005105 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:13 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:13 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1410.0> 2011-07-01 23:55:13 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:13 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 148 times in the past 148.661929 secs (last seen 1.00387 secs ago INFO REPORT <6119.905.0> 2011-07-01 23:55:14 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.1338.0> 2011-07-01 23:55:14 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:14 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1411.0> 2011-07-01 23:55:14 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:14 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 149 times in the past 149.666206 secs (last seen 1.004277 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:15 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:15 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1417.0> 2011-07-01 23:55:15 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:15 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 150 times in the past 150.670092 secs (last seen 1.003886 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:16 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:16 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1419.0> 2011-07-01 23:55:16 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:16 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 151 times in the past 151.675252 secs (last seen 1.00516 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:17 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:17 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1423.0> 2011-07-01 23:55:17 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:17 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 152 times in the past 152.680189 secs (last seen 1.004937 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:18 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:18 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1426.0> 2011-07-01 23:55:18 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:18 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 153 times in the past 153.689719 secs (last seen 1.00953 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:19 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.616.0> 2011-07-01 23:55:19 =============================================================================== ns_1@10.1.6.150:<6119.616.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.6.149', [{last_heard,{1309,589719,349683}}, {active_buckets,[]}, {memory, [{total,26552944}, {processes,8216880}, {processes_used,8206832}, {system,18336064}, {atom,758729}, {atom_used,726518}, {binary,136768}, {code,7513840}, {ets,640968}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.13.4"}, {mnesia,"4.4.12"}, {stdlib,"1.16.4"}, {os_mon,"2.2.4"}, {ns_server,"1.6.5.4"}, {menelaus,"1.6.5.4"}, {sasl,"2.1.8"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,197}, {memory_data,{2058731520,1198563328,{<6169.233.0>,1943856}}}, {disk_data, [{"/",11204616,69},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 839760 kB\nBuffers: 165016 kB\nCached: 840324 kB\nSwapCached: 15780 kB\nActive: 377428 kB\nInactive: 678508 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 839760 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958948 kB\nDirty: 23432 kB\nWriteback: 0 kB\nAnonPages: 48780 kB\nMapped: 12340 kB\nSlab: 88164 kB\nPageTables: 7184 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 250924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {replication,[{"default",1.0}]}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053962752}, {total_swap,4127186944}, {cached_memory,860491776}, {buffered_memory,168976384}, {free_memory,859914240}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{188430,2}}, {context_switches,{25809,0}}, {garbage_collection,{5846,12997051,0}}, {io,{{input,4686867},{output,2094677}}}, {reductions,{3737502,65406}}, {run_queue,0}, {runtime,{970,20}}]}]}, {'ns_1@10.1.6.150', [{last_heard,{1309,589715,407930}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,38633384}, {processes,18177104}, {processes_used,18159528}, {system,20456280}, {atom,896769}, {atom_used,870162}, {binary,209384}, {code,8491977}, {ets,1475560}]}, {system_stats, [{cpu_utilization_rate,2.0}, {swap_total,4127186944}, {swap_used,73711616}]}, {interesting_stats, [{curr_items,20000}, {curr_items_tot,20000}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.14.3"}, {mnesia,"4.4.17"}, {stdlib,"1.17.3"}, {os_mon,"2.2.5"}, {inets,"5.5.2"}, {ns_server,"1.7.0-16-g4aa45d3"}, {sasl,"2.1.9.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,243}, {memory_data,{2058731520,1288093696,{<6119.6.0>,7628456}}}, {disk_data, [{"/",11204616,45},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 752328 kB\nBuffers: 243240 kB\nCached: 681724 kB\nSwapCached: 15484 kB\nActive: 685760 kB\nInactive: 426156 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 752328 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 32796 kB\nWriteback: 0 kB\nAnonPages: 185472 kB\nMapped: 16692 kB\nSlab: 119048 kB\nPageTables: 7736 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 573052 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,698085376}, {buffered_memory,249077760}, {free_memory,770383872}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{233609,1}}, {context_switches,{90503,0}}, {garbage_collection,{17805,82382970,0}}, {io,{{input,11022636},{output,10457484}}}, {reductions,{34317531,1562459}}, {run_queue,0}, {runtime,{4460,210}}]}]}] INFO REPORT <6119.318.0> 2011-07-01 23:55:19 =============================================================================== moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1431.0> 2011-07-01 23:55:19 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:19 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 154 times in the past 154.694268 secs (last seen 1.004549 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:20 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:20 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1451.0> 2011-07-01 23:55:20 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:20 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 155 times in the past 155.698416 secs (last seen 1.004148 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:21 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:21 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1459.0> 2011-07-01 23:55:21 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:21 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 156 times in the past 156.702878 secs (last seen 1.004462 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:22 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:22 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:22 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1461.0> 2011-07-01 23:55:22 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:22 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 157 times in the past 157.706686 secs (last seen 1.003808 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:23 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:23 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1467.0> 2011-07-01 23:55:23 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:23 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 158 times in the past 158.710727 secs (last seen 1.004041 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:24 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:24 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1468.0> 2011-07-01 23:55:24 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:24 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 159 times in the past 159.715673 secs (last seen 1.004946 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:25 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:25 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1473.0> 2011-07-01 23:55:25 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:25 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 160 times in the past 160.719746 secs (last seen 1.004073 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:26 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:26 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1474.0> 2011-07-01 23:55:26 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:26 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 161 times in the past 161.724742 secs (last seen 1.004996 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:27 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:27 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1478.0> 2011-07-01 23:55:27 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:27 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 162 times in the past 162.728724 secs (last seen 1.003982 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:28 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:28 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1486.0> 2011-07-01 23:55:28 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:28 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 163 times in the past 163.732695 secs (last seen 1.003971 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:29 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:29 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1487.0> 2011-07-01 23:55:29 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:29 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 164 times in the past 164.736864 secs (last seen 1.004169 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:30 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:30 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1488.0> 2011-07-01 23:55:30 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:30 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 165 times in the past 165.741986 secs (last seen 1.005122 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:31 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:31 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1493.0> 2011-07-01 23:55:31 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:31 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 166 times in the past 166.745944 secs (last seen 1.003958 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:32 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:32 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:32 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1494.0> 2011-07-01 23:55:32 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:32 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 167 times in the past 167.74984 secs (last seen 1.003896 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:33 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:33 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1500.0> 2011-07-01 23:55:33 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:33 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 168 times in the past 168.753922 secs (last seen 1.004082 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:34 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:34 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1502.0> 2011-07-01 23:55:34 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:34 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 169 times in the past 169.757984 secs (last seen 1.004062 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:35 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:35 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1506.0> 2011-07-01 23:55:35 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:35 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 170 times in the past 170.762062 secs (last seen 1.004078 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:36 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:36 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1508.0> 2011-07-01 23:55:36 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:36 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 171 times in the past 171.766215 secs (last seen 1.004153 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:37 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:37 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1513.0> 2011-07-01 23:55:37 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:37 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 172 times in the past 172.77015 secs (last seen 1.003935 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:38 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:38 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1516.0> 2011-07-01 23:55:38 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:38 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 173 times in the past 173.77423 secs (last seen 1.00408 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:39 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:39 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1520.0> 2011-07-01 23:55:39 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:39 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 174 times in the past 174.778272 secs (last seen 1.004042 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:40 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:40 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1522.0> 2011-07-01 23:55:40 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:40 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 175 times in the past 175.782352 secs (last seen 1.00408 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:41 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:41 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1526.0> 2011-07-01 23:55:41 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:41 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 176 times in the past 176.785687 secs (last seen 1.003335 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:42 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:42 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:42 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1527.0> 2011-07-01 23:55:42 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:42 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 177 times in the past 177.789473 secs (last seen 1.003786 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:43 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:43 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1534.0> 2011-07-01 23:55:43 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:43 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 178 times in the past 178.793495 secs (last seen 1.004022 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:44 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:44 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1535.0> 2011-07-01 23:55:44 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:44 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 179 times in the past 179.797369 secs (last seen 1.003874 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:45 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:45 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1539.0> 2011-07-01 23:55:45 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:45 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 180 times in the past 180.801603 secs (last seen 1.004234 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:46 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:46 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1541.0> 2011-07-01 23:55:46 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:46 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 181 times in the past 181.806694 secs (last seen 1.005091 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:47 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:47 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1545.0> 2011-07-01 23:55:47 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:47 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 182 times in the past 182.810597 secs (last seen 1.003903 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:48 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:48 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1548.0> 2011-07-01 23:55:48 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:48 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 183 times in the past 183.815603 secs (last seen 1.005006 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:49 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:49 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1553.0> 2011-07-01 23:55:49 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:49 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 184 times in the past 184.819686 secs (last seen 1.004083 secs ago INFO REPORT <6119.1482.0> 2011-07-01 23:55:50 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/diag"}, {type,error}, {what,function_clause}, {trace, [{lists,sort,[undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web, '-build_nodes_info/0-lc$^0/1-0-',2}, {diag_handler,handle_diag,1}, {menelaus_web,loop,3}, {mochiweb_http,headers,5}, {proc_lib,init_p_do_apply,3}]}] INFO REPORT <6119.1338.0> 2011-07-01 23:55:50 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:50 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1554.0> 2011-07-01 23:55:50 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:50 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 185 times in the past 185.823795 secs (last seen 1.004109 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:51 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:51 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1561.0> 2011-07-01 23:55:51 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:51 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 186 times in the past 186.827872 secs (last seen 1.004077 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:55:52 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:55:52 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:52 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1563.0> 2011-07-01 23:55:52 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:52 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 187 times in the past 187.831796 secs (last seen 1.003924 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:53 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:53 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1569.0> 2011-07-01 23:55:53 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:53 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 188 times in the past 188.835981 secs (last seen 1.004185 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:54 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:54 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1570.0> 2011-07-01 23:55:54 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:54 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 189 times in the past 189.840064 secs (last seen 1.004083 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:55 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:55 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1575.0> 2011-07-01 23:55:55 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:55 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 190 times in the past 190.844031 secs (last seen 1.003967 secs ago INFO REPORT <6119.905.0> 2011-07-01 23:55:56 =============================================================================== ns_1@10.1.6.150:<6119.905.0>:ns_config_rep:257: Pulling config from: 'ns_1@10.1.6.149' INFO REPORT <6119.1338.0> 2011-07-01 23:55:56 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:56 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1576.0> 2011-07-01 23:55:56 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:56 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 191 times in the past 191.848037 secs (last seen 1.004006 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:57 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:57 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1582.0> 2011-07-01 23:55:57 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:57 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 192 times in the past 192.852153 secs (last seen 1.004116 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:58 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:58 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1586.0> 2011-07-01 23:55:58 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:58 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 193 times in the past 193.856161 secs (last seen 1.004008 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:55:59 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:55:59 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1590.0> 2011-07-01 23:55:59 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:55:59 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 194 times in the past 194.860139 secs (last seen 1.003978 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:00 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:00 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1591.0> 2011-07-01 23:56:00 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:00 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 195 times in the past 195.863317 secs (last seen 1.003178 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:01 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:01 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1596.0> 2011-07-01 23:56:02 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:02 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 196 times in the past 196.866606 secs (last seen 1.003289 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:56:02 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:56:02 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:03 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1597.0> 2011-07-01 23:56:03 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:03 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 197 times in the past 197.871255 secs (last seen 1.004649 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:03 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:04 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1603.0> 2011-07-01 23:56:04 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:04 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 198 times in the past 198.8753 secs (last seen 1.004045 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:04 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:05 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1605.0> 2011-07-01 23:56:05 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:05 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 199 times in the past 199.879365 secs (last seen 1.004065 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:05 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:06 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1609.0> 2011-07-01 23:56:06 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:06 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 200 times in the past 200.883386 secs (last seen 1.004021 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:06 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:07 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1611.0> 2011-07-01 23:56:07 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:07 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 201 times in the past 201.887378 secs (last seen 1.003992 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:07 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:08 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1616.0> 2011-07-01 23:56:08 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:08 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 202 times in the past 202.891456 secs (last seen 1.004078 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:08 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:09 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1619.0> 2011-07-01 23:56:09 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:09 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 203 times in the past 203.895578 secs (last seen 1.004122 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:09 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:10 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1623.0> 2011-07-01 23:56:10 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:10 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 204 times in the past 204.899543 secs (last seen 1.003965 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:10 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:11 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1625.0> 2011-07-01 23:56:11 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:11 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 205 times in the past 205.903624 secs (last seen 1.004081 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:11 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:12 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1629.0> 2011-07-01 23:56:12 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:12 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 206 times in the past 206.907732 secs (last seen 1.004108 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:56:12 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:56:12 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:13 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1630.0> 2011-07-01 23:56:13 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:13 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 207 times in the past 207.911787 secs (last seen 1.004055 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:13 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:14 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1637.0> 2011-07-01 23:56:14 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:14 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 208 times in the past 208.914984 secs (last seen 1.003197 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:14 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:15 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1638.0> 2011-07-01 23:56:15 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:15 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 209 times in the past 209.920105 secs (last seen 1.005121 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:15 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:16 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1642.0> 2011-07-01 23:56:16 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:16 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 210 times in the past 210.925164 secs (last seen 1.005059 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:16 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:17 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1644.0> 2011-07-01 23:56:17 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:17 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 211 times in the past 211.930225 secs (last seen 1.005061 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:17 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:18 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1648.0> 2011-07-01 23:56:18 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:18 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 212 times in the past 212.935556 secs (last seen 1.005331 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:18 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:19 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1651.0> 2011-07-01 23:56:19 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:19 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 213 times in the past 213.939541 secs (last seen 1.003985 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:19 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.616.0> 2011-07-01 23:56:19 =============================================================================== ns_1@10.1.6.150:<6119.616.0>:ns_doctor:86: Current node statuses: [{'ns_1@10.1.6.149', [{last_heard,{1309,589779,349235}}, {active_buckets,[]}, {memory, [{total,27440808}, {processes,9055392}, {processes_used,9045344}, {system,18385416}, {atom,758729}, {atom_used,726518}, {binary,165520}, {code,7513840}, {ets,655928}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.13.4"}, {mnesia,"4.4.12"}, {stdlib,"1.16.4"}, {os_mon,"2.2.4"}, {ns_server,"1.6.5.4"}, {menelaus,"1.6.5.4"}, {sasl,"2.1.8"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,257}, {memory_data,{2058731520,1199325184,{<6169.233.0>,1943856}}}, {disk_data, [{"/",11204616,69},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 839388 kB\nBuffers: 165016 kB\nCached: 840820 kB\nSwapCached: 15780 kB\nActive: 377344 kB\nInactive: 678912 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 839388 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958948 kB\nDirty: 19236 kB\nWriteback: 0 kB\nAnonPages: 48604 kB\nMapped: 12340 kB\nSlab: 88048 kB\nPageTables: 7180 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 250924 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {replication,[{"default",1.0}]}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053962752}, {total_swap,4127186944}, {cached_memory,860999680}, {buffered_memory,168976384}, {free_memory,859533312}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{248430,2}}, {context_switches,{30205,0}}, {garbage_collection,{6917,15667970,0}}, {io,{{input,4847555},{output,2836662}}}, {reductions,{4173415,71537}}, {run_queue,0}, {runtime,{1110,20}}]}]}, {'ns_1@10.1.6.150', [{last_heard,{1309,589775,408267}}, {active_buckets,["default"]}, {ready_buckets,["default"]}, {replication,[{"default",0.0}]}, {memory, [{total,39936856}, {processes,18890448}, {processes_used,18869296}, {system,21046408}, {atom,897577}, {atom_used,871375}, {binary,616800}, {code,8512746}, {ets,1623192}]}, {system_stats, [{cpu_utilization_rate,8.98876404494382}, {swap_total,4127186944}, {swap_used,73711616}]}, {interesting_stats, [{curr_items,20000}, {curr_items_tot,20000}, {vb_replica_curr_items,0}]}, {cluster_compatibility_version,1}, {version, [{kernel,"2.14.3"}, {mnesia,"4.4.17"}, {stdlib,"1.17.3"}, {os_mon,"2.2.5"}, {inets,"5.5.2"}, {ns_server,"1.7.0-16-g4aa45d3"}, {sasl,"2.1.9.3"}]}, {system_arch,"x86_64-unknown-linux-gnu"}, {wall_clock,303}, {memory_data,{2058731520,1291649024,{<6119.6.0>,7628456}}}, {disk_data, [{"/",11204616,45},{"/boot",101086,14},{"/dev/shm",1005240,0}]}, {meminfo, <<"MemTotal: 2010480 kB\nMemFree: 749600 kB\nBuffers: 243252 kB\nCached: 682676 kB\nSwapCached: 15484 kB\nActive: 687168 kB\nInactive: 427028 kB\nHighTotal: 0 kB\nHighFree: 0 kB\nLowTotal: 2010480 kB\nLowFree: 749600 kB\nSwapTotal: 4030456 kB\nSwapFree: 3958472 kB\nDirty: 25012 kB\nWriteback: 0 kB\nAnonPages: 186792 kB\nMapped: 16704 kB\nSlab: 119084 kB\nPageTables: 7744 kB\nNFS_Unstable: 0 kB\nBounce: 0 kB\nCommitLimit: 5035696 kB\nCommitted_AS: 575828 kB\nVmallocTotal: 34359738367 kB\nVmallocUsed: 265484 kB\nVmallocChunk: 34359471011 kB\nHugePages_Total: 0\nHugePages_Free: 0\nHugePages_Rsvd: 0\nHugepagesize: 2048 kB\n">>}, {system_memory_data, [{system_total_memory,2058731520}, {free_swap,4053475328}, {total_swap,4127186944}, {cached_memory,699060224}, {buffered_memory,249090048}, {free_memory,767590400}, {total_memory,2058731520}]}, {statistics, [{wall_clock,{293609,1}}, {context_switches,{107061,0}}, {garbage_collection,{21648,99394442,0}}, {io,{{input,13710334},{output,14169964}}}, {reductions,{40429248,1565932}}, {run_queue,0}, {runtime,{5370,210}}]}]}] INFO REPORT <6119.318.0> 2011-07-01 23:56:20 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1656.0> 2011-07-01 23:56:20 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:20 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 214 times in the past 214.94484 secs (last seen 1.005299 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:20 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:21 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1657.0> 2011-07-01 23:56:21 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:21 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 215 times in the past 215.949891 secs (last seen 1.005051 secs ago INFO REPORT <6119.1338.0> 2011-07-01 23:56:21 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149'] INFO REPORT <6119.318.0> 2011-07-01 23:56:22 =============================================================================== moxi<0.318.0>: ERROR: could not contact REST server(s): http://127.0.0.1:8091/pools/default/saslBucketsStreaming moxi<0.318.0>: WARNING: curl error: Received problem 2 in the chunky parser from: http://127.0.0.1:8091/pools/default/saslBucketsStreaming INFO REPORT <6119.1663.0> 2011-07-01 23:56:22 =============================================================================== ns_log: logging menelaus_web:19:Server error during processing: ["web request failed", {path,"/pools/default/saslBucketsStreaming"}, {type,error}, {what,badarg}, {trace, [{lists,member,["default",undefined]}, {menelaus_web,build_node_status,4}, {menelaus_web, '-build_nodes_info_fun/3-fun-0-',9}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-lc$^0/1-0-', 3}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-1-', 3}, {lists,map,2}, {menelaus_web_buckets, '-handle_sasl_buckets_streaming/2-fun-2-', 2}]}] INFO REPORT <6119.127.0> 2011-07-01 23:56:22 =============================================================================== ns_log: suppressing duplicate log menelaus_web:19("Server error during processing: [\"web request failed\",\n {path,\"/pools/default/saslBucketsStreaming\"},\n {type,error},\n {what,badarg},\n {trace,\n [{lists,member,[\"default\",undefined]},\n {menelaus_web,build_node_status,4},\n {menelaus_web,\n '-build_nodes_info_fun/3-fun-0-',9},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-lc$^0/1-0-',\n 3},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-1-',\n 3},\n {lists,map,2},\n {menelaus_web_buckets,\n '-handle_sasl_buckets_streaming/2-fun-2-',\n 2}]}]") because it's been seen 216 times in the past 216.953879 secs (last seen 1.003988 secs ago INFO REPORT <6119.145.0> 2011-07-01 23:56:22 =============================================================================== ns_1@10.1.6.150:<6119.145.0>:ns_orchestrator:169: Skipping janitor in state janitor_running: {janitor_state, ["default"], <6119.1338.0>} INFO REPORT <6119.1338.0> 2011-07-01 23:56:22 =============================================================================== ns_1@10.1.6.150:<6119.1338.0>:ns_janitor:276: Waiting for "default" on ['ns_1@10.1.6.149']