[System Test]: Rebalance exited with reason {mover_crashed

[2019-12-13T02:27:18-08:00, sequoiatools/couchbase-cli:6.5:868e8f] failover -c 172.23.108.103:8091 --server-failover 172.23.106.100:8091 -u Administrator -p password --force

[2019-12-13T02:27:58-08:00, sequoiatools/couchbase-cli:6.5:acc1dc] rebalance -c 172.23.108.103:8091 -u Administrator -p password

2019-12-13T02:29:48.945-08:00, ns_orchestrator:0:critical:message(ns_1@172.23.108.103) - Rebalance exited with reason {mover_crashed,

                              {{{function_clause,

                                 [{compaction_daemon,

                                   process_scheduler_message,

                                   [compact_views,

                                    {compaction_state,

                                     [<<"ORDER_LINE">>],

                                     <0.20158.1071>,

                                     {state,undefined,undefined,30,

                                      compact_views},

                                     #Fun<compaction_daemon.2.62703019>,

                                     {config,

                                      {30,undefined},

                                      {30,undefined},

                                      undefined,false,false,

                                      {daemon_config,30,131072,20971520}}}],

                                   [{file,"src/compaction_daemon.erl"},

                                    {line,1292}]},

                                  {compaction_daemon,handle_info,2,

                                   [{file,"src/compaction_daemon.erl"},

                                    {line,334}]},

                                  {gen_server,try_dispatch,4,

                                   [{file,"gen_server.erl"},{line,616}]},

                                  {gen_server,handle_msg,6,

                                   [{file,"gen_server.erl"},{line,686}]},

                                  {proc_lib,init_p_do_apply,3,

                                   [{file,"proc_lib.erl"},{line,247}]}]},

                                {gen_server,call,

                                 [compaction_daemon,

                                  {uninhibit_view_compaction,

                                   <<"ORDER_LINE">>,

                                   #Ref<0.509630536.3603169284.94574>},

                                  infinity]}},

                               {gen_server,call,

                                [{'janitor_agent-ORDER_LINE',

                                  'ns_1@172.23.108.103'},

                                 {if_rebalance,<0.28679.1070>,

                                  {uninhibit_view_compaction,

                                   #Ref<0.509630536.3603169284.94574>}},

                                 infinity]}}}.

Rebalance Operation Id = 2ed35855a0f00eefbb2a36c66af74d5d

-------------------------------

per_node_processes('ns_1@172.23.108.103') =

     {<0.31985.841>,

      [{backtrace,

           [<<"Program counter: 0x00007f2c82c40680 (leader_lease_acquire_worker:loop/1 + 56)">>,

            <<"CP: 0x0000000000000000 (invalid)">>,<<"arity = 0">>,<<>>,

            <<"0x00007f2a209746f8 Return addr 0x00007f2c82eab540 (proc_lib:init_p/3 + 288)">>,

########## Cluster config ##################

######  index : 6 ===== > [172.23.104.155:8091 172.23.104.70:8091 172.23.96.253:8091 172.23.96.95:8091 172.23.97.242:8091 172.23.99.11:8091]  ###########

######  fts : 2 ===== > [172.23.104.156:8091 172.23.104.157:8091]  ###########

######  cbas : 3 ===== > [172.23.104.5:8091 172.23.104.69:8091 172.23.106.188:8091]  ###########

######  kv : 11 ===== > [172.23.104.61:8091 172.23.104.67:8091 172.23.106.100:8091 172.23.108.103:8091 172.23.97.119:8091 172.23.97.121:8091 172.23.97.122:8091 172.23.97.239:8091 172.23.99.20:8091 172.23.99.21:8091 172.23.99.25:8091]  ###########