Uploaded image for project: 'Couchbase Server'
  1. Couchbase Server
  2. MB-16696

stopping node takes 4 min instead of 3 sec(4.5.0-515 vs 4.5.0-348)

    XMLWordPrintable

Details

    • Bug
    • Resolution: Fixed
    • Test Blocker
    • 4.5.0
    • 4.5.0
    • memcached
    • Security Level: Public
    • None
    • 4.5.0-515
    • Untriaged
    • Centos 64-bit
    • Yes
    • KV: Oct 25 - Nov 14

    Description

      steps: 2 nodes in cluster, 1 bucket

      unable to stop/restart node -> node beome in pending state

      [root@localhost tmp]# /etc/init.d/couchbase-server restart
      Stopping couchbase-server
      ^C
      BREAK: (a)bort (c)ontinue (p)roc info (i)nfo (l)oaded
      (v)ersion (k)ill (D)b-tables (d)istribution
      p
      =proc:<0.0.0>
      State: Waiting
      Name: init
      Spawned as: otp_ring0:start/2
      Spawned by: []
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.2.0>, <0.7.0>, <0.6.0>, <0.3.0>]
      Reductions: 5860
      Stack+heap: 2586
      OldHeap: 610
      Heap unused: 1723
      OldHeap unused: 457
      Memory: 26424
      Stack dump:
      Program counter: 0x00007f40c56bed38 (init:boot_loop/2 + 64)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfea7b38 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) {state,[

      {'-root',[<<25 bytes>>]}

      ,

      {'-progname',[<<3 bytes>>]}

      ,

      {'-home',[<<5 bytes>>]}

      ,

      {'-name',[<<23 bytes>>]}

      ,

      {'-noshell'}

      ,

      {'-hidden'}

      ,

      {'-setcookie',[<<16 bytes>>]}

      ],[],[

      {eval,<<67 bytes>>}

      ],[

      {application_controller,<0.7.0>}

      ,

      {error_logger,<0.6.0>}

      ,

      {erl_prim_loader,<0.3.0>}

      ],<0.2.0>,

      {starting,started}

      ,

      {"OTP APN 181 01","R16B03-1"}

      ,[],[]}
      y(2) <0.2.0>
      =proc:<0.2.0>
      State: Waiting
      Spawned as: erlang:apply/2
      Spawned by: <0.0.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.0.0>, {to,

      {rex,'babysitter_of_ns_1@127.0.0.1'},#Ref<0.0.0.42>}}]
      Reductions: 2393
      Stack+heap: 4185
      OldHeap: 6772
      Heap unused: 1902
      OldHeap unused: 6063
      Memory: 88464
      Stack dump:
      Program counter: 0x00007f40c3147d08 (gen:do_call/4 + 392)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfe95630 Return addr 0x00007f40c31c0250 (gen_server:call/3 + 128)
      y(0) #Ref<0.0.0.42>
      y(1) infinity
      y(2) {call,ns_babysitter_bootstrap,stop,[],<0.29.0>}
      y(3) '$gen_call'
      y(4) {rex,'babysitter_of_ns_1@127.0.0.1'}

      y(5) []

      0x00007f40bfe95668 Return addr 0x00007f40c31dd8b0 (rpc:do_call/3 + 168)
      y(0) infinity
      y(1)

      {call,ns_babysitter_bootstrap,stop,[],<0.29.0>}

      y(2)

      {rex,'babysitter_of_ns_1@127.0.0.1'}

      y(3) Catch 0x00007f40c31c0250 (gen_server:call/3 + 128)

      0x00007f40bfe95690 Return addr 0x00007f40bf98fc68 (ns_babysitter_bootstrap:remote_stop/1 + 88)
      y(0) Catch 0x00007f40c31dd8b0 (rpc:do_call/3 + 168)

      0x00007f40bfe956a0 Return addr 0x00007f40bf8801f8 (erl_eval:do_apply/6 + 528)

      0x00007f40bfe956a8 Return addr 0x00007f40c56c7cc0 (init:start_it/1 + 1368)
      y(0) none
      y(1) []

      0x00007f40bfe956c0 Return addr 0x00007f40c56c7708 (init:start_em/1 + 200)

      0x00007f40bfe956c8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      =proc:<0.3.0>
      State: Waiting
      Name: erl_prim_loader
      Spawned as: erlang:apply/2
      Spawned by: <0.2.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: <0.0.0>, #Port<0.0>
      Reductions: 143706
      Stack+heap: 4185
      OldHeap: 4185
      Heap unused: 1237
      OldHeap unused: 3407
      Memory: 67736
      Stack dump:
      Program counter: 0x00007f40c3128a68 (erl_prim_loader:loop/3 + 176)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfeb80c8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) ["/opt/couchbase/lib/erlang/lib/kernel-2.16.4/ebin","/opt/couchbase/lib/erlang/lib/stdlib-1.19.4/ebin"]
      y(2) <0.2.0>
      y(3) {state,efile,[],none,#Port<0.0>,infinity,undefined,true,{prim_state,false,undefined,undefined}}
      y(4) infinity
      =proc:<0.6.0>
      State: Waiting
      Name: error_logger
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.2.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.29.0>, <0.0.0>]
      Dictionary: [{'$initial_call',{gen_event,init_it,6}},

      {'$ancestors',[<0.2.0>]}]
      Reductions: 301
      Stack+heap: 376
      OldHeap: 376
      Heap unused: 256
      OldHeap unused: 364
      Memory: 6896
      Stack dump:
      Program counter: 0x00007f40c3156ef0 (gen_event:fetch_msg/5 + 80)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53dce08 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) false
      y(2) []
      y(3) [{handler,error_logger,false,[],false},{handler,error_logger_tty_h,false,{<0.29.0>,error_logger},false}]
      y(4) error_logger
      y(5) <0.2.0>

      0x00007f40c53dce40 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.7.0>
      State: Waiting
      Name: application_controller
      Spawned as: erlang:apply/2
      Spawned by: <0.2.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.0.0>, <0.9.0>]
      Dictionary: [{'$initial_call',{application_controller,start,1}},{'$ancestors',[<0.2.0>]}

      ]
      Reductions: 464
      Stack+heap: 1598
      OldHeap: 610
      Heap unused: 854
      OldHeap unused: 592
      Memory: 18544
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53dabe8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) infinity
      y(2) application_controller
      y(3) {state,[],[],[],[

      {stdlib,undefined}

      ,

      {kernel,<0.9.0>}

      ],[],[

      {stdlib,permanent}

      ,

      {kernel,permanent}

      ],[],[]}
      y(4) application_controller
      y(5) <0.2.0>
      =proc:<0.9.0>
      State: Waiting
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.8.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.10.0>, <0.7.0>]
      Dictionary: [{'$initial_call',{application_master,init,4}},

      {'$ancestors',[<0.8.0>]}

      ]
      Reductions: 44
      Stack+heap: 376
      OldHeap: 376
      Heap unused: 335
      OldHeap unused: 171
      Memory: 6896
      Stack dump:
      Program counter: 0x00007f40c31b0730 (application_master:main_loop/2 + 64)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53df8c8 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) {state,<0.10.0>,{appl_data,kernel,[application_controller,erl_reply,auth,boot_server,code_server,disk_log_server,disk_log_sup,erl_prim_loader,error_logger,file_server_2,fixtable_server,global_group,global_name_server,heart,init,kernel_config,kernel_sup,net_kernel,net_sup,rex,user,os_server,ddll_server,erl_epmd,inet_db,pg2],undefined,

      {kernel,[]}

      ,[application,application_controller,application_master,application_starter,auth,code,code_server,dist_util,erl_boot_server,erl_distribution,erl_reply,error_handler,error_logger,file,file_server,file_io_server,global,global_group,global_search,group,heart,hipe_unified_loader,inet6_tcp,inet6_tcp_dist,inet6_udp,inet6_sctp,inet_config,inet_hosts,inet_gethost_native,inet_tcp_dist,kernel,kernel_config,net,net_adm,net_kernel,os,ram_file,rpc,user,user_drv,user_sup,disk_log,disk_log_1,disk_log_server,disk_log_sup,dist_ac,erl_ddll,erl_epmd,erts_debug,gen_tcp,gen_udp,gen_sctp,inet,inet_db,inet_dns,inet_parse,inet_res,inet_tcp,inet_udp,inet_sctp,pg2,seq_trace,standard_error,wrap_log_reader],[],infinity,infinity},[],0,<0.0.0>}
      y(2) <0.7.0>

      0x00007f40c53df8e8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.10.0>
      State: Waiting
      Spawned as: application_master:start_it/4
      Spawned by: <0.9.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>, <0.9.0>]
      Reductions: 69
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 86
      OldHeap unused: 0
      Memory: 2640
      Stack dump:
      Program counter: 0x00007f40c31b2a20 (application_master:loop_it/4 + 72)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d72b0 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) kernel
      y(2) <0.11.0>
      y(3) <0.9.0>
      =proc:<0.11.0>
      State: Waiting
      Name: kernel_sup
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.10.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.10.0>, <0.13.0>, <0.12.0>, <0.17.0>, <0.24.0>, <0.23.0>, <0.16.0>, <0.26.0>, <0.31.0>, <0.30.0>, <0.28.0>, <0.25.0>]
      Dictionary: [{'$initial_call',{supervisor,kernel,1}},

      {'$ancestors',[<0.10.0>]}

      ]
      Reductions: 2446
      Stack+heap: 1598
      OldHeap: 987
      Heap unused: 35
      OldHeap unused: 846
      Memory: 21960
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d4510 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor
      y(3) {state,

      {local,kernel_sup}

      ,one_for_all,[{child,<0.31.0>,kernel_safe_sup,{supervisor,start_link,[

      {local,kernel_safe_sup},kernel,safe]},permanent,infinity,supervisor,[kernel]},{child,<0.30.0>,kernel_config,{kernel_config,start_link,[]},permanent,2000,worker,[kernel_config]},{child,<0.28.0>,user,{user_sup,start,[]},temporary,2000,supervisor,[user_sup]},{child,<0.26.0>,standard_error,{standard_error,start_link,[]},temporary,2000,supervisor,[user_sup]},{child,<0.25.0>,code_server,{code,start_link,[]},permanent,2000,worker,[code]},{child,<0.24.0>,file_server_2,{file_server,start_link,[]},permanent,2000,worker,[file,file_server,file_io_server,prim_file]},{child,<0.23.0>,global_group,{global_group,start_link,[]},permanent,2000,worker,[global_group]},{child,<0.17.0>,net_sup,{erl_distribution,start_link,[]},permanent,infinity,supervisor,[erl_distribution]},{child,<0.16.0>,inet_db,{inet_db,start_link,[]},permanent,2000,worker,[inet_db]},{child,<0.13.0>,global_name_server,{global,start_link,[]},permanent,2000,worker,[global]},{child,<0.12.0>,rex,{rpc,start_link,[]},permanent,2000,worker,[rpc]}],undefined,0,1,[],kernel,[]}
      y(4) kernel_sup
      y(5) <0.10.0>

      0x00007f40c53d4548 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.12.0>
      State: Waiting
      Name: rex
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>]
      Dictionary: [{'$initial_call',{rpc,init,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]
      Reductions: 35
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 161
      OldHeap unused: 0
      Memory: 2704
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d79e0 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) rpc
      y(3) {0,nil}
      y(4) rex
      y(5) <0.11.0>

      0x00007f40c53d7a18 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.13.0>
      State: Waiting
      Name: global_name_server
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>, <0.15.0>, <0.14.0>]
      Dictionary: [{'$initial_call',{global,init,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]

      Reductions: 50
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 103
      OldHeap unused: 0
      Memory: 2784
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c1608 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) global
      y(3) {state,true,[],[],[],[],'nonode@nohost',<0.14.0>,<0.15.0>,no_trace,false}
      y(4) global_name_server
      y(5) <0.11.0>

      0x00007f40c53c1640 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.14.0>
      State: Waiting
      Spawned as: erlang:apply/2
      Spawned by: <0.13.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.13.0>]
      Reductions: 20
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 174
      OldHeap unused: 0
      Memory: 2600
      Stack dump:
      Program counter: 0x00007f40c3236758 (global:loop_the_locker/1 + 768)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c1d78 Return addr 0x00007f40c3236418 (global:init_the_locker/1 + 328)
      y(0) {multi,[],[],[],'nonode@nohost',false,false}
      y(1) infinity

      0x00007f40c53c1d90 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      =proc:<0.15.0>
      State: Waiting
      Spawned as: erlang:apply/2
      Spawned by: <0.13.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.13.0>]
      Reductions: 3
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 223
      OldHeap unused: 0
      Memory: 2600
      Stack dump:
      Program counter: 0x00007f40c323d918 (global:loop_the_registrar/0 + 24)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c24e0 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      =proc:<0.16.0>
      State: Waiting
      Name: inet_db
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>]
      Dictionary: [{'$initial_call',{inet_db,init,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]
      Reductions: 395
      Stack+heap: 610
      OldHeap: 376
      Heap unused: 446
      OldHeap unused: 350
      Memory: 8728
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c8480 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) inet_db
      y(3) {state,inet_db,inet_cache,inet_hosts_byname,inet_hosts_byaddr,inet_hosts_file_byname,inet_hosts_file_byaddr,#Ref<0.0.0.8>}
      y(4) inet_db
      y(5) <0.11.0>

      0x00007f40c53c84b8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.17.0>
      State: Waiting
      Name: net_sup
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>, <0.20.0>, <0.19.0>, <0.18.0>]
      Dictionary: [{'$initial_call',{supervisor,erl_distribution,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]

      Reductions: 285
      Stack+heap: 987
      OldHeap: 987
      Heap unused: 657
      OldHeap unused: 713
      Memory: 16752
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfebe4a0 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor
      y(3) {state,{local,net_sup},one_for_all,[{child,<0.20.0>,net_kernel,{net_kernel,start_link,[['executioner@executioner',longnames]]},permanent,2000,worker,[net_kernel]},{child,<0.19.0>,auth,{auth,start_link,[]},permanent,2000,worker,[auth]},{child,<0.18.0>,erl_epmd,{erl_epmd,start_link,[]},permanent,2000,worker,[erl_epmd]}],undefined,0,1,[],erl_distribution,['executioner@executioner',longnames]}
      y(4) net_sup
      y(5) <0.11.0>

      0x00007f40bfebe4d8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.18.0>
      State: Waiting
      Name: erl_epmd
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.17.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.54>, <0.17.0>
      Dictionary: [{'$initial_call',{erl_epmd,init,1}},{'$ancestors',[net_sup,kernel_sup,<0.10.0>]}]
      Reductions: 268
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 25
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53e0000 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) erl_epmd
      y(3) {state,#Port<0.54>,58950,executioner}
      y(4) erl_epmd
      y(5) <0.17.0>

      0x00007f40c53e0038 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.19.0>
      State: Waiting
      Name: auth
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.17.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.17.0>]
      Dictionary: [{'$initial_call',{auth,init,1}},{'$ancestors',[net_sup,kernel_sup,<0.10.0>]}]

      Reductions: 50
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 73
      OldHeap unused: 0
      Memory: 2704
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c2bf8 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) auth
      y(3) {state,qkljetfvnrpplqnx,12}
      y(4) auth
      y(5) <0.17.0>

      0x00007f40c53c2c30 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.20.0>
      State: Waiting
      Name: net_kernel
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.17.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.51>, <0.21.0>, <0.35.0>, <0.22.0>, <0.17.0>
      Dictionary: [{'$initial_call',{net_kernel,init,1}},{longnames,true},{'$ancestors',[net_sup,kernel_sup,<0.10.0>]}]
      Reductions: 811
      Stack+heap: 987
      OldHeap: 610
      Heap unused: 836
      OldHeap unused: 580
      Memory: 13816
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d0750 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) net_kernel
      y(3) {state,'executioner@executioner','executioner@executioner',longnames,{tick,<0.22.0>,15000},7000,sys_dist,[{<0.35.0>,'babysitter_of_ns_1@127.0.0.1'}],[],{listen,#Port<0.51>,<0.21.0>,{net_address,{{0,0,0,0},58950},"localhost",tcp,inet},inet_tcp_dist},[],0,[]}
      y(4) net_kernel
      y(5) <0.17.0>

      0x00007f40c53d0788 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.21.0>
      State: Waiting
      Spawned as: inet_tcp_dist:accept_loop/2
      Spawned by: <0.20.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.20.0>, {from,#Port<0.51>,#Ref<0.0.0.20>}]
      Reductions: 29
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 215
      OldHeap unused: 0
      Memory: 2672
      Stack dump:
      Program counter: 0x00007f40c56cfad8 (prim_inet:accept0/2 + 184)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c0eb8 Return addr 0x00007f40c32aad10 (inet_tcp:accept/1 + 40)
      y(0) 1
      y(1) #Port<0.51>

      0x00007f40c53c0ed0 Return addr 0x00007f40c329ebc0 (inet_tcp_dist:accept_loop/2 + 96)
      y(0) []

      0x00007f40c53c0ee0 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) #Port<0.51>
      y(2) <0.20.0>
      =proc:<0.22.0>
      State: Waiting
      Spawned as: net_kernel:ticker/2
      Spawned by: <0.20.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.20.0>]
      Reductions: 5
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 229
      OldHeap unused: 0
      Memory: 2600
      Stack dump:
      Program counter: 0x00007f40c3294800 (net_kernel:ticker_loop/2 + 56)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfebff38 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) 15000
      y(1) <0.20.0>
      =proc:<0.23.0>
      State: Waiting
      Name: global_group
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>]
      Dictionary: [{'$initial_call',{global_group,init,1}},{registered_names,[undefined]},{'$ancestors',[kernel_sup,<0.10.0>]},{send,[undefined]},{whereis_name,[undefined]}]
      Reductions: 59
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 102
      OldHeap unused: 0
      Memory: 2704
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfeb93c8 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) global_group
      y(3) {state,no_conf,true,[],[],[],[],[],'executioner@executioner',[],hidden,normal}
      y(4) global_group
      y(5) <0.11.0>

      0x00007f40bfeb9400 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.24.0>
      State: Waiting
      Name: file_server_2
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.57>, <0.11.0>
      Dictionary: [{'$initial_call',{file_server,init,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]

      Reductions: 81
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 129
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c0768 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) file_server
      y(3) #Port<0.57>
      y(4) file_server_2
      y(5) <0.11.0>

      0x00007f40c53c07a0 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.25.0>
      State: Waiting
      Name: code_server
      Spawned as: erlang:apply/2
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>]
      Dictionary: [{any_native_code_loaded,false}]
      Reductions: 132809
      Stack+heap: 4185
      OldHeap: 28690
      Heap unused: 1493
      OldHeap unused: 21769
      Memory: 263840
      Stack dump:
      Program counter: 0x00007f40bf848368 (code_server:loop/1 + 128)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfeafe10 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) {state,<0.11.0>,"/opt/couchbase/lib/erlang",[".","/opt/couchbase/lib/erlang/lib/kernel-2.16.4/ebin","/opt/couchbase/lib/erlang/lib/stdlib-1.19.4/ebin","/opt/couchbase/lib/ns_server/erlang/lib/ns_ssl_proxy/ebin","/opt/couchbase/lib/ns_server/erlang/lib/ns_server/ebin","/opt/couchbase/lib/ns_server/erlang/lib/ns_couchdb/ebin","/opt/couchbase/lib/ns_server/erlang/lib/ns_babysitter/ebin","/opt/couchbase/lib/ns_server/erlang/lib/mlockall/ebin","/opt/couchbase/lib/ns_server/erlang/lib/gen_smtp/ebin","/opt/couchbase/lib/ns_server/erlang/lib/ale/ebin","/opt/couchbase/lib/couchdb/erlang/lib/snappy-1.0.4/ebin","/opt/couchbase/lib/couchdb/erlang/lib/mochiweb-1.4.1/ebin","/opt/couchbase/lib/couchdb/erlang/lib/mapreduce-1.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/lhttpc-1.3/ebin","/opt/couchbase/lib/couchdb/erlang/lib/etap/ebin","/opt/couchbase/lib/couchdb/erlang/lib/erlang-oauth/ebin","/opt/couchbase/lib/couchdb/erlang/lib/ejson-0.1.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/couch_view_parser-1.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/couch_set_view-1.0.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/couch_index_merger-1.0.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/couch_dcp-1.0.0/ebin","/opt/couchbase/lib/couchdb/erlang/lib/couch-1.2.0a-961ad59-git/ebin","/opt/couchbase/lib/couchdb/plugins/wkb-1.2.0/ebin","/opt/couchbase/lib/couchdb/plugins/vtree-0.1.0/ebin","/opt/couchbase/lib/couchdb/plugins/gc-couchbase-1.0.0/ebin","/opt/couchbase/lib/erlang/lib/xmerl-1.3.6/ebin","/opt/couchbase/lib/erlang/lib/webtool-0.8.9.2/ebin","/opt/couchbase/lib/erlang/lib/typer-0.9.5/ebin","/opt/couchbase/lib/erlang/lib/tv-2.1.4.10/ebin","/opt/couchbase/lib/erlang/lib/tools-2.6.13/ebin","/opt/couchbase/lib/erlang/lib/toolbar-1.4.2.3/ebin","/opt/couchbase/lib/erlang/lib/test_server-3.6.4/ebin","/opt/couchbase/lib/erlang/lib/syntax_tools-1.6.13/ebin","/opt/couchbase/lib/erlang/lib/ssl-5.3.3/ebin","/opt/couchbase/lib/erlang/lib/ssh-3.0/ebin","/opt/couchbase/lib/erlang/lib/snmp-4.25/ebin","/opt/couchbase/lib/erlang/lib/sasl-2.3.4/ebin","/opt/couchbase/lib/erlang/lib/runtime_tools-1.8.13/ebin","/opt/couchbase/lib/erlang/lib/reltool-0.6.4.1/ebin","/opt/couchbase/lib/erlang/lib/public_key-0.21/ebin","/opt/couchbase/lib/erlang/lib/pman-2.7.1.4/ebin","/opt/couchbase/lib/erlang/lib/percept-0.8.8.2/ebin","/opt/couchbase/lib/erlang/lib/parsetools-2.0.10/ebin","/opt/couchbase/lib/erlang/lib/otp_mibs-1.0.8/ebin","/opt/couchbase/lib/erlang/lib/os_mon-2.2.14/ebin","/opt/couchbase/lib/erlang/lib/orber-3.6.26.1/ebin","/opt/couchbase/lib/erlang/lib/mnesia-4.11/ebin","/opt/couchbase/lib/erlang/lib/inets-5.9.8/ebin","/opt/couchbase/lib/erlang/lib/ic-4.3.4/ebin","/opt/couchbase/lib/erlang/lib/hipe-3.10.2.2/ebin","/opt/couchbase/lib/erlang/lib/gs-1.5.15.2/ebin","/opt/couchbase/lib/erlang/lib/eunit-2.2.6/ebin","/opt/couchbase/lib/erlang/lib/et-1.4.4.5/ebin","/opt/couchbase/lib/erlang/lib/erts-5.10.4.0.0.1/ebin","/opt/couchbase/lib/erlang/lib/erl_interface-3.7.15","/opt/couchbase/lib/erlang/lib/erl_docgen-0.3.4.1/ebin","/opt/couchbase/lib/erlang/lib/eldap-1.0.2/ebin","/opt/couchbase/lib/erlang/lib/edoc-0.7.12.1/ebin","/opt/couchbase/lib/erlang/lib/diameter-1.5/ebin","/opt/couchbase/lib/erlang/lib/dialyzer-2.6.1/ebin","/opt/couchbase/lib/erlang/lib/crypto-3.2/ebin","/opt/couchbase/lib/erlang/lib/cosTransactions-1.2.13/ebin","/opt/couchbase/lib/erlang/lib/cosTime-1.1.13/ebin","/opt/couchbase/lib/erlang/lib/cosProperty-1.1.16/ebin","/opt/couchbase/lib/erlang/lib/cosNotification-1.1.20/ebin","/opt/couchbase/lib/erlang/lib/cosFileTransfer-1.1.15/ebin","/opt/couchbase/lib/erlang/lib/cosEventDomain-1.1.13/ebin","/opt/couchbase/lib/erlang/lib/cosEvent-2.1.14/ebin","/opt/couchbase/lib/erlang/lib/compiler-4.9.4/ebin","/opt/couchbase/lib/erlang/lib/common_test-1.7.4/ebin","/opt/couchbase/lib/erlang/lib/asn1-2.0.4/ebin","/opt/couchbase/lib/erlang/lib/appmon-2.1.14.2/ebin"],4111,8208,no_cache,interactive,[]}
      y(1) <0.11.0>
      =proc:<0.26.0>
      State: Waiting
      Name: standard_error_sup
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.27.0>, <0.11.0>]
      Dictionary: [{'$initial_call',{supervisor_bridge,standard_error,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]
      Reductions: 41
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 108
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c6540 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor_bridge
      y(3) {state,standard_error,<0.27.0>,<0.27.0>,{local,standard_error_sup}}
      y(4) standard_error_sup
      y(5) <0.11.0>

      0x00007f40c53c6578 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.27.0>
      State: Waiting
      Name: standard_error
      Spawned as: erlang:apply/2
      Spawned by: <0.26.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.370>, <0.26.0>
      Dictionary: [{unicode,false}]
      Reductions: 9
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 215
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40bf80f538 (standard_error:server_loop/1 + 40)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c6cc8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) #Port<0.370>
      =proc:<0.28.0>
      State: Waiting
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.29.0>, <0.11.0>]
      Dictionary: [{'$initial_call',{supervisor_bridge,user_sup,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]

      Reductions: 84
      Stack+heap: 610
      OldHeap: 0
      Heap unused: 319
      OldHeap unused: 0
      Memory: 5760
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53ce870 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor_bridge
      y(3) {state,user_sup,<0.29.0>,<0.29.0>,{<0.28.0>,user_sup}}
      y(4) <0.28.0>
      y(5) <0.11.0>

      0x00007f40c53ce8a8 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.29.0>
      State: Waiting
      Name: user
      Spawned as: erlang:apply/2
      Spawned by: <0.28.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.379>, <0.28.0>, <0.6.0>
      Dictionary: [{shell,noshell},{read_mode,list},{encoding,latin1}]
      Reductions: 24
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 182
      OldHeap unused: 0
      Memory: 2784
      Stack dump:
      Program counter: 0x00007f40bf812520 (user:server_loop/2 + 56)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d4c80 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) []
      y(2) {[],[]}
      y(3) #Port<0.379>
      =proc:<0.30.0>
      State: Waiting
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.11.0>]
      Dictionary: [{'$initial_call',{kernel_config,init,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]
      Reductions: 286
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 155
      OldHeap unused: 0
      Memory: 2704
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53d5f78 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) kernel_config
      y(3) []
      y(4) <0.30.0>
      y(5) <0.11.0>

      0x00007f40c53d5fb0 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.31.0>
      State: Waiting
      Name: kernel_safe_sup
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.11.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.36.0>, <0.11.0>]
      Dictionary: [{'$initial_call',{supervisor,kernel,1}},{'$ancestors',[kernel_sup,<0.10.0>]}]

      Reductions: 127
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 19
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53c5df0 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor
      y(3) {state,{local,kernel_safe_sup}

      ,one_for_one,[{child,<0.36.0>,inet_gethost_native_sup,

      {inet_gethost_native,start_link,undefined}

      ,temporary,1000,worker,[inet_gethost_native]}],undefined,4,3600,[],kernel,safe}
      y(4) kernel_safe_sup
      y(5) <0.11.0>

      0x00007f40c53c5e28 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.35.0>
      State: Waiting
      Spawned as: inet_tcp_dist:do_setup/6
      Spawned by: <0.20.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.483>, <0.20.0>
      Reductions: 1097
      Stack+heap: 376
      OldHeap: 376
      Heap unused: 144
      OldHeap unused: 265
      Memory: 6792
      Stack dump:
      Program counter: 0x00007f40bf99c348 (dist_util:con_loop/9 + 112)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53de110 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) []
      y(1) #Fun<inet_tcp_dist.getstat.1>
      y(2) #Fun<inet_tcp_dist.tick.1>
      y(3)

      {tick,3,4,1,1}

      y(4) hidden
      y(5) 'executioner@executioner'
      y(6) {net_address,{{127,0,0,1},21100},"127.0.0.1",tcp,inet}
      y(7) #Port<0.483>
      y(8) 'babysitter_of_ns_1@127.0.0.1'
      y(9) <0.20.0>
      =proc:<0.36.0>
      State: Waiting
      Name: inet_gethost_native_sup
      Spawned as: proc_lib:init_p/5
      Spawned by: <0.31.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: [<0.37.0>, <0.31.0>]
      Dictionary: [{'$initial_call',{supervisor_bridge,inet_gethost_native,1}},

      {'$ancestors',[kernel_safe_sup,kernel_sup,<0.10.0>]}

      ]
      Reductions: 41
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 105
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40c31c1c80 (gen_server:loop/6 + 264)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40bfebae30 Return addr 0x00007f40c316c718 (proc_lib:init_p_do_apply/3 + 56)
      y(0) []
      y(1) infinity
      y(2) supervisor_bridge
      y(3) {state,inet_gethost_native,<0.37.0>,<0.37.0>,{local,inet_gethost_native_sup}}
      y(4) inet_gethost_native_sup
      y(5) <0.31.0>

      0x00007f40bfebae68 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) Catch 0x00007f40c316c738 (proc_lib:init_p_do_apply/3 + 88)
      =proc:<0.37.0>
      State: Waiting
      Name: inet_gethost_native
      Spawned as: inet_gethost_native:server_init/2
      Spawned by: <0.36.0>
      Started: Mon Nov 2 15:28:12 2015
      Message queue length: 0
      Number of heap fragments: 0
      Heap fragment data: 0
      Link list: Port<0.477>, <0.36.0>
      Dictionary: [

      {rid,1}

      ,

      {num_requests,0}

      ]
      Reductions: 83
      Stack+heap: 233
      OldHeap: 0
      Heap unused: 157
      OldHeap unused: 0
      Memory: 2744
      Stack dump:
      Program counter: 0x00007f40bf991ae8 (inet_gethost_native:main_loop/1 + 40)
      CP: 0x0000000000000000 (invalid)
      arity = 0

      0x00007f40c53dd590 Return addr 0x0000000000891888 (<terminate process normally>)
      y(0) {state,#Port<0.477>,8000,12305,16402,<0.36.0>,4,{statistics,0,0,0,0,0,0,0,0}}
      =port:#Port<0.0>
      Slot: 0
      Connected: <0.3.0>
      Links: <0.3.0>
      Port controls linked-in driver: efile
      =port:#Port<0.51>
      Slot: 408
      Connected: <0.20.0>
      Links: <0.20.0>
      Monitors: (<0.21.0>,#Ref<0.0.0.20>)
      Port controls linked-in driver: tcp_inet
      =port:#Port<0.54>
      Slot: 432
      Connected: <0.18.0>
      Links: <0.18.0>
      Port controls linked-in driver: tcp_inet
      =port:#Port<0.57>
      Slot: 456
      Connected: <0.24.0>
      Links: <0.24.0>
      Port controls linked-in driver: efile
      =port:#Port<0.370>
      Slot: 2960
      Connected: <0.27.0>
      Links: <0.27.0>
      Port is UNIX fd not opened by emulator: 2/2
      =port:#Port<0.379>
      Slot: 3032
      Connected: <0.29.0>
      Links: <0.29.0>
      Port is UNIX fd not opened by emulator: 0/1
      =port:#Port<0.477>
      Slot: 3816
      Connected: <0.37.0>
      Links: <0.37.0>
      Port controls external process: inet_gethost 4
      =port:#Port<0.483>
      Slot: 3864
      Connected: <0.35.0>
      Links: <0.35.0>
      Port controls linked-in driver: tcp_inet

      ^C
      BREAK: (a)bort (c)ontinue (p)roc info (i)nfo (l)oaded
      (v)ersion (k)ill (D)b-tables (d)istribution
      ^Z
      [1]+ Stopped /etc/init.d/couchbase-server restart
      [root@localhost tmp]# /etc/init.d/couchbase-server status
      couchbase-server is running
      [root@localhost tmp]# /etc/init.d/couchbase-server sttop
      Usage: /etc/init.d/couchbase-server

      {start|stop|restart|status}

      [root@localhost tmp]# /etc/init.d/couchbase-server stop
      Stopping couchbase-server
      {error_logger,2015,11,2},{15,29,54,"Protocol: ~tp: the name executioner@executioner seems to be in use by another Erlang node",["inet_tcp"]}
      {error_logger,2015,11,2},{15,29,54,crash_report,[[{initial_call,{net_kernel,init,['Argument__1']}},

      {pid,<0.20.0>}

      ,

      {registered_name,[]},{error_info,{exit,{error,badarg},[{gen_server,init_it,6,[{file,"gen_server.erl"},{line,320}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]}},{ancestors,[net_sup,kernel_sup,<0.10.0>]},{messages,[]},{links,[#Port<0.51>,<0.17.0>]},{dictionary,[{longnames,true}]},{trap_exit,true},{status,running},{heap_size,610},{stack_size,27},{reductions,767}],[]]}
      {error_logger,2015,11,2},{15,29,54,supervisor_report,[{supervisor,{local,net_sup}},{errorContext,start_error},{reason,{'EXIT',nodistribution}},{offender,[{pid,undefined},{name,net_kernel},{mfargs,{net_kernel,start_link,[['executioner@executioner',longnames]]}},{restart_type,permanent},{shutdown,2000},{child_type,worker}]}]}
      {error_logger,2015,11,2},{15,29,54,supervisor_report,[{supervisor,{local,kernel_sup}},{errorContext,start_error},{reason,{shutdown,{failed_to_start_child,net_kernel,{'EXIT',nodistribution}}}},{offender,[{pid,undefined},{name,net_sup},{mfargs,{erl_distribution,start_link,[]}},{restart_type,permanent},{shutdown,infinity},{child_type,supervisor}]}]}
      {error_logger,2015,11,2},{15,29,54,crash_report,[[{initial_call,{application_master,init,['Argument__1','Argument__2','Argument__3','Argument__4']}},{pid,<0.9.0>},{registered_name,[]}

      ,{error_info,{exit,{{shutdown,{failed_to_start_child,net_sup,{shutdown,{failed_to_start_child,net_kernel,

      {'EXIT',nodistribution}}}}},{kernel,start,[normal,[]]}},[{application_master,init,4,[{file,"application_master.erl"},{line,133}]},{proc_lib,init_p_do_apply,3,[{file,"proc_lib.erl"},{line,239}]}]}},{ancestors,[<0.8.0>]},{messages,[{'EXIT',<0.10.0>,normal}]},{links,[<0.8.0>,<0.7.0>]},{dictionary,[]},{trap_exit,true},{status,running},{heap_size,376},{stack_size,27},{reductions,117}],[]]}
      {error_logger,2015,11,2},{15,29,54,std_info,[{application,kernel},{exited,{{shutdown,{failed_to_start_child,net_sup,{shutdown,{failed_to_start_child,net_kernel,{'EXIT',nodistribution}

      }}}},

      {kernel,start,[normal,[]]}}},{type,permanent}]}
      {"Kernel pid terminated",application_controller,"{application_start_failure,kernel,shutdown,{failed_to_start_child,net_sup,{shutdown,{failed_to_start_child,net_kernel,{'EXIT',nodistribution}}},{kernel,start,[normal,[]]}

      }}"}

      Crash dump was written to: erl_crash.dump.1446506994.29654.babysitter
      Kernel pid terminated (application_controller) ({application_start_failure,kernel,{{shutdown,{failed_to_start_child,net_sup,{shutdown,{failed_to_start_child,net_kernel,

      {'EXIT',nodistribution}

      }}}},{k
      [FAILED]
      [root@localhost tmp]# ls -la
      total 95292
      drwxrwxrwt. 7 root root 4096 Nov 2 15:29 .
      dr-xr-xr-x. 23 root root 4096 Nov 2 15:24 ..
      drwxr-x---. 2 couchbase couchbase 4096 Nov 2 15:26 @2i
      rw-rr-. 1 root root 97192021 Nov 2 13:59 couchbase-server-enterprise-4.5.0-515-centos6.x86_64.rpm
      drwxrwx---. 2 couchbase couchbase 36864 Nov 2 15:30 default
      drwxrwx---. 2 couchbase couchbase 4096 Nov 2 01:22 .delete
      rw-r----. 1 root root 310459 Nov 2 15:29 erl_crash.dump.1446506994.29654.babysitter
      drwxrwx---. 2 couchbase couchbase 4096 Nov 2 15:27 @fts
      drwxrwxrwt. 2 root root 4096 Oct 24 15:23 .ICE-unix
      rw-rw---. 1 couchbase couchbase 34 Nov 2 15:25 _replicator.couch.1
      rw-rw---. 1 couchbase couchbase 4175 Nov 2 15:25 _users.couch.1

      Attachments

        For Gerrit Dashboard: MB-16696
        # Subject Branch Project Status CR V

        Activity

          People

            trond Trond Norbye
            andreibaranouski Andrei Baranouski
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Gerrit Reviews

                There is 1 open Gerrit change

                PagerDuty