Started by user Balakumaran Gopal Rebuilds build #232 Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on magma-sc1401-32g-24c (magma_slave) in workspace /data/workspace/temp_rebalance_magma [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is used... No credentials specified Cloning the remote Git repository Cloning repository https://github.com/couchbaselabs/TAF/ > /usr/bin/git init /data/workspace/temp_rebalance_magma # timeout=10 Fetching upstream changes from https://github.com/couchbaselabs/TAF/ > /usr/bin/git --version # timeout=10 > /usr/bin/git fetch --tags --progress https://github.com/couchbaselabs/TAF/ +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://github.com/couchbaselabs/TAF/ # timeout=10 > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://github.com/couchbaselabs/TAF/ # timeout=10 Fetching upstream changes from https://github.com/couchbaselabs/TAF/ > /usr/bin/git fetch --tags --progress https://github.com/couchbaselabs/TAF/ +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git rev-parse refs/remotes/origin/master^{commit} # timeout=10 > /usr/bin/git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10 Checking out Revision f02c53c6c15a4edffc348211647968262fab73e3 (refs/remotes/origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 > /usr/bin/git checkout -f f02c53c6c15a4edffc348211647968262fab73e3 # timeout=10 Commit message: "Adding entry for 7.0.3 build in testconstants.py" > /usr/bin/git rev-list --no-walk bf1186b0e51d59ec3207b4957fc7d9660aa63f57 # timeout=10 [temp_rebalance_magma] $ /bin/sh -xe /tmp/jenkins2425338523639693757.sh + echo '[global] username:root password:couchbase port:8091 n1ql_port:8093 index_port:9102 data_path:/data [membase] rest_username:Administrator rest_password:password [servers] 1:_1 2:_2 3:_3 4:_4 5:_5 6:_6 7:_7 [_1] ip:172.23.105.164 [_2] ip:172.23.105.206 [_3] ip:172.23.105.33 [_4] ip:172.23.105.36 [_5] ip:172.23.106.177 [_6] ip:172.23.122.208 [_7] ip:172.23.122.226' + git checkout master Switched to a new branch 'master' Branch master set up to track remote branch master from origin. + git pull origin master From https://github.com/couchbaselabs/TAF * branch master -> FETCH_HEAD Already up-to-date. + git clone https://github.com/sumedhpb/guides.git Cloning into 'guides'... + jython_path=/opt/jython/bin/jython + /opt/jython/bin/pip install -r requirements.txt Requirement already satisfied (use --upgrade to upgrade): futures==3.3.0 in /opt/jython/Lib/site-packages (from -r requirements.txt (line 1)) Requirement already satisfied (use --upgrade to upgrade): requests==2.24.0 in /opt/jython/Lib/site-packages (from -r requirements.txt (line 2)) Requirement already satisfied (use --upgrade to upgrade): urllib3==1.25.10 in /opt/jython/Lib/site-packages (from -r requirements.txt (line 3)) Requirement already satisfied (use --upgrade to upgrade): ruamel.yaml==0.16.12 in /opt/jython/Lib/site-packages (from -r requirements.txt (line 4)) Requirement already satisfied (use --upgrade to upgrade): six==1.15.0 in /opt/jython/Lib/site-packages (from -r requirements.txt (line 5)) Cleaning up... + sdk_client_params='-P transaction_version=1.1.8 -P client_version=3.1.6' + mkdir tr_for_install + cd tr_for_install + git clone https://github.com/couchbase/testrunner.git Cloning into 'testrunner'... + cd testrunner + git checkout master Already on 'master' + git pull origin master From https://github.com/couchbase/testrunner * branch master -> FETCH_HEAD Already up-to-date. + py_executable=python + 7.1.0-2211 + grep 7 /tmp/jenkins2425338523639693757.sh: line 65: 7.1.0-2211: command not found + python3 scripts/new_install.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p timeout=1200,get-cbcollect-info=True,version=7.1.0-2211,product=cb,debug_logs=False,url= 2022-02-01 23:32:42,483 - root - WARNING - URL: is not valid, will use version to locate build 2022-02-01 23:32:42,485 - root - INFO - SSH Connecting to 172.23.105.164 with username:root, attempt#1 of 5 2022-02-01 23:32:42,598 - root - INFO - SSH Connected to 172.23.105.164 as root 2022-02-01 23:32:42,892 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:43,157 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:43,160 - root - INFO - SSH Connecting to 172.23.105.206 with username:root, attempt#1 of 5 2022-02-01 23:32:43,276 - root - INFO - SSH Connected to 172.23.105.206 as root 2022-02-01 23:32:43,568 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:43,829 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:43,831 - root - INFO - SSH Connecting to 172.23.105.33 with username:root, attempt#1 of 5 2022-02-01 23:32:43,941 - root - INFO - SSH Connected to 172.23.105.33 as root 2022-02-01 23:32:44,234 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:44,497 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:44,499 - root - INFO - SSH Connecting to 172.23.105.36 with username:root, attempt#1 of 5 2022-02-01 23:32:44,603 - root - INFO - SSH Connected to 172.23.105.36 as root 2022-02-01 23:32:44,891 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:45,149 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:45,151 - root - INFO - SSH Connecting to 172.23.106.177 with username:root, attempt#1 of 5 2022-02-01 23:32:45,265 - root - INFO - SSH Connected to 172.23.106.177 as root 2022-02-01 23:32:45,575 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:45,845 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:45,848 - root - INFO - SSH Connecting to 172.23.122.208 with username:root, attempt#1 of 5 2022-02-01 23:32:45,967 - root - INFO - SSH Connected to 172.23.122.208 as root 2022-02-01 23:32:46,308 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:46,576 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:46,578 - root - INFO - SSH Connecting to 172.23.122.226 with username:root, attempt#1 of 5 2022-02-01 23:32:46,692 - root - INFO - SSH Connected to 172.23.122.226 as root 2022-02-01 23:32:46,994 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:47,264 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:47,266 - root - INFO - SSH Connecting to 172.23.105.164 with username:root, attempt#1 of 5 2022-02-01 23:32:47,379 - root - INFO - SSH Connected to 172.23.105.164 as root 2022-02-01 23:32:47,661 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:47,931 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:47,934 - root - INFO - SSH Connecting to 172.23.105.206 with username:root, attempt#1 of 5 2022-02-01 23:32:48,035 - root - INFO - SSH Connected to 172.23.105.206 as root 2022-02-01 23:32:48,311 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:48,568 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:48,570 - root - INFO - SSH Connecting to 172.23.105.33 with username:root, attempt#1 of 5 2022-02-01 23:32:48,672 - root - INFO - SSH Connected to 172.23.105.33 as root 2022-02-01 23:32:48,946 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:49,209 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:49,212 - root - INFO - SSH Connecting to 172.23.105.36 with username:root, attempt#1 of 5 2022-02-01 23:32:49,313 - root - INFO - SSH Connected to 172.23.105.36 as root 2022-02-01 23:32:49,588 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:49,851 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:49,855 - root - INFO - SSH Connecting to 172.23.106.177 with username:root, attempt#1 of 5 2022-02-01 23:32:49,970 - root - INFO - SSH Connected to 172.23.106.177 as root 2022-02-01 23:32:50,261 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:50,534 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:50,537 - root - INFO - SSH Connecting to 172.23.122.208 with username:root, attempt#1 of 5 2022-02-01 23:32:50,650 - root - INFO - SSH Connected to 172.23.122.208 as root 2022-02-01 23:32:50,954 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:51,216 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:51,219 - root - INFO - SSH Connecting to 172.23.122.226 with username:root, attempt#1 of 5 2022-02-01 23:32:51,328 - root - INFO - SSH Connected to 172.23.122.226 as root 2022-02-01 23:32:51,614 - root - INFO - os_distro: CentOS, os_version: centos 7, is_linux_distro: True 2022-02-01 23:32:51,887 - root - INFO - extract_remote_info-->distribution_type: CentOS, distribution_version: centos 7 2022-02-01 23:32:51,888 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,971 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,972 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,973 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,974 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,975 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,976 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,977 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,977 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,978 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,979 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,980 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:51,980 - root - INFO - Trying to check is this url alive: http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:32:51,981 - root - INFO - This url http://172.23.126.166/builds/latestbuilds/couchbase-server/neo/2211/couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm is live 2022-02-01 23:32:59,486 - root - INFO - Done with uninstall on 172.23.105.36. 2022-02-01 23:32:59,510 - root - INFO - Done with uninstall on 172.23.122.226. 2022-02-01 23:33:00,012 - root - INFO - Done with uninstall on 172.23.106.177. 2022-02-01 23:33:00,580 - root - INFO - Done with uninstall on 172.23.105.33. 2022-02-01 23:33:00,643 - root - INFO - Done with uninstall on 172.23.105.164. 2022-02-01 23:33:01,512 - root - INFO - Done with uninstall on 172.23.105.206. 2022-02-01 23:33:04,674 - root - INFO - Done with uninstall on 172.23.122.208. 2022-02-01 23:33:07,023 - root - INFO - running command.raw on 172.23.105.164: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,069 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,134 - root - INFO - running command.raw on 172.23.105.206: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,179 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,247 - root - INFO - running command.raw on 172.23.105.33: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,296 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,362 - root - INFO - running command.raw on 172.23.105.36: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,408 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,476 - root - INFO - running command.raw on 172.23.106.177: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,523 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,590 - root - INFO - running command.raw on 172.23.122.208: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,635 - root - INFO - command executed successfully with root 2022-02-01 23:33:07,699 - root - INFO - running command.raw on 172.23.122.226: cd /tmp/ && wc -c couchbase-server-enterprise-7.1.0-2211-centos7.x86_64.rpm 2022-02-01 23:33:07,744 - root - INFO - command executed successfully with root 2022-02-01 23:34:05,844 - root - INFO - Done with install on 172.23.105.36. 2022-02-01 23:34:05,844 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:05,846 - root - ERROR - socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:05,961 - root - INFO - Done with install on 172.23.105.206. 2022-02-01 23:34:05,962 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:05,964 - root - ERROR - socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:07,406 - root - INFO - Done with install on 172.23.106.177. 2022-02-01 23:34:07,407 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:07,408 - root - ERROR - socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:07,669 - root - INFO - Done with install on 172.23.105.33. 2022-02-01 23:34:07,670 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:07,671 - root - ERROR - socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:07,873 - root - INFO - Done with install on 172.23.105.164. 2022-02-01 23:34:07,873 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:07,874 - root - ERROR - socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:08,848 - root - ERROR - socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:08,968 - root - ERROR - socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:10,412 - root - ERROR - socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:10,675 - root - ERROR - socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:10,878 - root - ERROR - socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:11,855 - root - INFO - Done with install on 172.23.122.208. 2022-02-01 23:34:11,855 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:11,857 - root - ERROR - socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:14,861 - root - INFO - running command.raw on 172.23.105.36: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.105.36 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:14,863 - root - ERROR - socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:14,982 - root - INFO - running command.raw on 172.23.105.206: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.105.206 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:15,274 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,278 - root - INFO - running command.raw on 172.23.105.36: rm -rf /data/* 2022-02-01 23:34:15,386 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,387 - root - INFO - running command.raw on 172.23.105.36: chown -R couchbase:couchbase /data 2022-02-01 23:34:15,395 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,395 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:15,426 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,432 - root - INFO - running command.raw on 172.23.105.206: rm -rf /data/* 2022-02-01 23:34:15,562 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,563 - root - INFO - running command.raw on 172.23.105.206: chown -R couchbase:couchbase /data 2022-02-01 23:34:15,571 - root - INFO - command executed successfully with root 2022-02-01 23:34:15,572 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:16,423 - root - INFO - running command.raw on 172.23.106.177: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.106.177 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:16,689 - root - INFO - running command.raw on 172.23.105.33: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.105.33 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:16,859 - root - INFO - command executed successfully with root 2022-02-01 23:34:16,863 - root - INFO - running command.raw on 172.23.106.177: rm -rf /data/* 2022-02-01 23:34:16,892 - root - INFO - running command.raw on 172.23.105.164: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.105.164 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:17,107 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,107 - root - INFO - running command.raw on 172.23.106.177: chown -R couchbase:couchbase /data 2022-02-01 23:34:17,154 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,158 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,158 - root - INFO - running command.raw on 172.23.105.33: rm -rf /data/* 2022-02-01 23:34:17,159 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:17,278 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,279 - root - INFO - running command.raw on 172.23.105.33: chown -R couchbase:couchbase /data 2022-02-01 23:34:17,287 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,288 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:17,366 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,370 - root - INFO - running command.raw on 172.23.105.164: rm -rf /data/* 2022-02-01 23:34:17,547 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,548 - root - INFO - running command.raw on 172.23.105.164: chown -R couchbase:couchbase /data 2022-02-01 23:34:17,597 - root - INFO - command executed successfully with root 2022-02-01 23:34:17,598 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:17,967 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:18,066 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:18,972 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.105.36 2022-02-01 23:34:18,973 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:18,977 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:18,977 - root - INFO - /node/controller/setupServices params on 172.23.105.36: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:19,007 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:19,007 - root - INFO - settings/web params on 172.23.105.36:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:19,068 - root - INFO - --> status:True 2022-02-01 23:34:19,068 - root - INFO - Done with init on 172.23.105.36. 2022-02-01 23:34:19,072 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.105.206 2022-02-01 23:34:19,072 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:19,076 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:19,077 - root - INFO - /node/controller/setupServices params on 172.23.105.206: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:19,078 - root - INFO - Done with cleanup on 172.23.105.36. 2022-02-01 23:34:19,107 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:19,107 - root - INFO - settings/web params on 172.23.105.206:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:19,172 - root - INFO - --> status:True 2022-02-01 23:34:19,173 - root - INFO - Done with init on 172.23.105.206. 2022-02-01 23:34:19,185 - root - INFO - Done with cleanup on 172.23.105.206. 2022-02-01 23:34:19,682 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:19,733 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:20,202 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:20,687 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.106.177 2022-02-01 23:34:20,687 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:20,692 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:20,692 - root - INFO - /node/controller/setupServices params on 172.23.106.177: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:20,722 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:20,722 - root - INFO - settings/web params on 172.23.106.177:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:20,759 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.105.33 2022-02-01 23:34:20,760 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:20,764 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:20,764 - root - INFO - /node/controller/setupServices params on 172.23.105.33: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:20,791 - root - INFO - --> status:True 2022-02-01 23:34:20,791 - root - INFO - Done with init on 172.23.106.177. 2022-02-01 23:34:20,794 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:20,794 - root - INFO - settings/web params on 172.23.105.33:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:20,805 - root - INFO - Done with cleanup on 172.23.106.177. 2022-02-01 23:34:20,855 - root - INFO - --> status:True 2022-02-01 23:34:20,855 - root - INFO - Done with init on 172.23.105.33. 2022-02-01 23:34:20,867 - root - INFO - Done with cleanup on 172.23.105.33. 2022-02-01 23:34:20,876 - root - INFO - running command.raw on 172.23.122.208: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.122.208 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:21,207 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.105.164 2022-02-01 23:34:21,207 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:21,212 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:21,212 - root - INFO - /node/controller/setupServices params on 172.23.105.164: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:21,242 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:21,242 - root - INFO - settings/web params on 172.23.105.164:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:21,308 - root - INFO - --> status:True 2022-02-01 23:34:21,309 - root - INFO - Done with init on 172.23.105.164. 2022-02-01 23:34:21,320 - root - INFO - Done with cleanup on 172.23.105.164. 2022-02-01 23:34:21,393 - root - INFO - command executed successfully with root 2022-02-01 23:34:21,397 - root - INFO - running command.raw on 172.23.122.208: rm -rf /data/* 2022-02-01 23:34:21,404 - root - INFO - command executed successfully with root 2022-02-01 23:34:21,404 - root - INFO - running command.raw on 172.23.122.208: chown -R couchbase:couchbase /data 2022-02-01 23:34:21,451 - root - INFO - command executed successfully with root 2022-02-01 23:34:21,452 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:26,773 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:27,804 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.122.208 2022-02-01 23:34:27,804 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:27,808 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:27,809 - root - INFO - /node/controller/setupServices params on 172.23.122.208: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:27,838 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:27,838 - root - INFO - settings/web params on 172.23.122.208:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:27,899 - root - INFO - --> status:True 2022-02-01 23:34:27,899 - root - INFO - Done with init on 172.23.122.208. 2022-02-01 23:34:27,909 - root - INFO - Done with cleanup on 172.23.122.208. 2022-02-01 23:34:46,195 - root - INFO - Done with install on 172.23.122.226. 2022-02-01 23:34:46,196 - root - INFO - Waiting for couchbase to be reachable 2022-02-01 23:34:46,197 - root - ERROR - socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:49,202 - root - ERROR - socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:34:55,212 - root - INFO - running command.raw on 172.23.122.226: /opt/couchbase/bin/couchbase-cli node-init -c 172.23.122.226 -u Administrator -p password > /dev/null && echo 1 || echo 0; 2022-02-01 23:34:55,645 - root - INFO - command executed successfully with root 2022-02-01 23:34:55,650 - root - INFO - running command.raw on 172.23.122.226: rm -rf /data/* 2022-02-01 23:34:55,657 - root - INFO - command executed successfully with root 2022-02-01 23:34:55,657 - root - INFO - running command.raw on 172.23.122.226: chown -R couchbase:couchbase /data 2022-02-01 23:34:55,706 - root - INFO - command executed successfully with root 2022-02-01 23:34:55,707 - root - INFO - /nodes/self/controller/settings : path=%2Fdata 2022-02-01 23:34:58,658 - root - INFO - Setting data_path: /data: status True 2022-02-01 23:34:59,675 - root - INFO - Setting KV memory quota as 7855 MB on 172.23.122.226 2022-02-01 23:34:59,676 - root - INFO - pools/default params : memoryQuota=7855 2022-02-01 23:34:59,680 - root - INFO - --> init_node_services(Administrator,password,None,8091,['kv']) 2022-02-01 23:34:59,680 - root - INFO - /node/controller/setupServices params on 172.23.122.226: 8091:hostname=None&user=Administrator&password=password&services=kv 2022-02-01 23:34:59,710 - root - INFO - --> in init_cluster...Administrator,password,8091 2022-02-01 23:34:59,711 - root - INFO - settings/web params on 172.23.122.226:8091:port=8091&username=Administrator&password=password 2022-02-01 23:34:59,771 - root - INFO - --> status:True 2022-02-01 23:34:59,771 - root - INFO - Done with init on 172.23.122.226. 2022-02-01 23:34:59,782 - root - INFO - Done with cleanup on 172.23.122.226. 2022-02-01 23:35:02,886 - root - INFO - ---------------------------------------------------------------------------------------------------- 2022-02-01 23:35:02,920 - root - INFO - cluster:C1 node:172.23.105.164:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,920 - root - INFO - cluster:C2 node:172.23.105.206:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - cluster:C3 node:172.23.105.33:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - cluster:C4 node:172.23.105.36:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - cluster:C5 node:172.23.106.177:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - cluster:C6 node:172.23.122.208:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - cluster:C7 node:172.23.122.226:8091 version:7.1.0-2211-enterprise aFamily:inet services:['kv'] 2022-02-01 23:35:02,921 - root - INFO - ---------------------------------------------------------------------------------------------------- 2022-02-01 23:35:02,921 - root - INFO - ---------------------------------------------------------------------------------------------------- 2022-02-01 23:35:02,921 - root - INFO - ---------------------------------------------------------------------------------------------------- 2022-02-01 23:35:02,921 - root - INFO - INSTALL COMPLETED ON: 172.23.105.164 2022-02-01 23:35:02,921 - root - INFO - INSTALL COMPLETED ON: 172.23.105.206 2022-02-01 23:35:02,922 - root - INFO - INSTALL COMPLETED ON: 172.23.105.33 2022-02-01 23:35:02,922 - root - INFO - INSTALL COMPLETED ON: 172.23.105.36 2022-02-01 23:35:02,922 - root - INFO - INSTALL COMPLETED ON: 172.23.106.177 2022-02-01 23:35:02,922 - root - INFO - INSTALL COMPLETED ON: 172.23.122.208 2022-02-01 23:35:02,922 - root - INFO - INSTALL COMPLETED ON: 172.23.122.226 2022-02-01 23:35:02,922 - root - INFO - ---------------------------------------------------------------------------------------------------- 2022-02-01 23:35:02,922 - root - INFO - TOTAL INSTALL TIME = 140 seconds + status=0 + cd ../.. + rm -rf tr_for_install + guides/gradlew --refresh-dependencies testrunner -P jython=/opt/jython/bin/jython -P transaction_version=1.1.8 -P client_version=3.1.6 -P 'args=-i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest' Starting a Gradle Daemon (subsequent builds will be faster) > Configure project : Using Transaction_client :: 1.1.8 Using Java_client :: 3.1.6 Running: /opt/jython/bin/jython -J-cp /data/workspace/temp_rebalance_magma/build/classes/java/main:/data/workspace/temp_rebalance_magma/build/resources/main:/root/.gradle/caches/modules-2/files-2.1/com.jcraft/jsch/0.1.54/da3584329a263616e277e15462b387addd1b208d/jsch-0.1.54.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-slf4j-impl/2.11.1/4b41b53a3a2d299ce381a69d165381ca19f62912/log4j-slf4j-impl-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/commons-cli/commons-cli/1.4/c51c00206bb913cd8612b24abd9fa98ae89719b1/commons-cli-1.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-blob/12.14.0/75d45d21dc208fa369abc832354470464c859d67/azure-storage-blob-12.14.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/couchbase-transactions/1.1.8/e69a6013e59f498f76671c1acc43df14f1163180/couchbase-transactions-1.1.8.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/java-client/3.1.6/f065d71963e08bd5577838592e33f2ca35f5d64a/java-client-3.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-internal-avro/12.1.0/c5882c519f8ee15c528e9d0396ec7535da7d4ecd/azure-storage-internal-avro-12.1.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-common/12.13.0/ef8910849375def2b715ea64429136e694fb7ad6/azure-storage-common-12.13.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core-http-netty/1.11.0/2177ae2dc9cff849e49f9180bf6b95b8e2c78e1b/azure-core-http-netty-1.11.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core/1.20.0/a98c6bd18aa2066ecd8b39bf7ac51bd8e7307851/azure-core-1.20.0.jar:/root/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.32/cdcff33940d9f2de763bc41ea05a0be5941176c3/slf4j-api-1.7.32.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-core/2.11.1/592a48674c926b01a9a747c7831bcd82a9e6d6e4/log4j-core-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.11.1/268f0fe4df3eefe052b57c87ec48517d64fb2a10/log4j-api-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/core-io/2.1.6/b3ece73ab7069b1e97669500edc448163c2f4304/core-io-2.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.12.4/15c743856696c0239f2c51d8d19d9f97f034713/jackson-dataformat-xml-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.module/jackson-module-jaxb-annotations/2.12.4/5e43703aae1a9843dfd7df0a0ad6cbfedcaff67f/jackson-module-jaxb-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.12.4/6a1bd259b6c4e3f9219ec8ec0be55ed11eed0c/jackson-core-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.datatype/jackson-datatype-jsr310/2.12.4/b1174c05d4ded121a7eaeed3f148709f9585b981/jackson-datatype-jsr310-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.12.4/69206e02e6a696034f06a59d3ddbfbba5a4cd81/jackson-databind-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.12.4/752cf9a2562ac2c012e48057e3a4c17dad66c66e/jackson-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty/1.0.10/c54f6c92628f396076f74945424319746bbb37f8/reactor-netty-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http-brave/1.0.10/30aebc029ee25f5e0c2d1c0a798b17e926f61b8/reactor-netty-http-brave-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http/1.0.10/f34196d8778243d2ac4a4ae7cc74f110d1073803/reactor-netty-http-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-core/1.0.10/dcb5d53dc07a6f660060f0b55c40a1e9944a6fe1/reactor-netty-core-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor/reactor-core/3.4.9/820332aa7b0fe3a8dfe14f58fc16e49ad178291/reactor-core-3.4.9.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.40.Final/6b73a163c13ed76921892d28eb81235f4b41e40a/netty-tcnative-boringssl-static-2.0.40.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.67.Final/2528292c49bd15f1b328dda25a7a75744d6f0991/netty-handler-proxy-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.67.Final/e2a0c27f396035fab7d932031d6f337244369495/netty-codec-http2-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.67.Final/e282137917c67332fa9a414df89f89a93487aede/netty-codec-http-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns-native-macos/4.1.66.Final/8ca314d87b202a4dd94d810d2385b22555dd801c/netty-resolver-dns-native-macos-4.1.66.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns/4.1.66.Final/7b74815fb1403e5747c872c6eee2a07e7a700d30/netty-resolver-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.67.Final/62640a6524e1c08d6e8ac06556892b5e1362392f/netty-handler-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-epoll/4.1.67.Final/ff955604e1edb8b13dc855ccbc84acb5fc1d989/netty-transport-native-epoll-4.1.67.Final-linux-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-kqueue/4.1.67.Final/7a88ccb4237d1ff091be544860ae729f5b568ac/netty-transport-native-kqueue-4.1.67.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-unix-common/4.1.67.Final/c6cca7ba897e1ac65e0742654ed10064401dbd2f/netty-transport-native-unix-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.67.Final/a4fe0487451dc262daaa024224fa207d088b8687/netty-codec-socks-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-dns/4.1.66.Final/390ff96a0e1f7c626cb52c119a1a1dfd0784d193/netty-codec-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.67.Final/292e818822a4fca4e9f3ad711cdd46362f69590a/netty-codec-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.67.Final/e8b502618f960cb1f8cdb7dca92d0878576ad7c6/netty-transport-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.67.Final/4b6217b05792fe6e2bd080c054138b2c20ae1b37/netty-buffer-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.woodstox/woodstox-core/6.2.4/16b9f8ab972e67eb21872ea2c40046249d543989/woodstox-core-6.2.4.jar:/root/.gradle/caches/modules-2/files-2.1/org.codehaus.woodstox/stax2-api/4.2.1/a3f7325c52240418c2ba257b103c3c550e140c83/stax2-api-4.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.reactivestreams/reactive-streams/1.0.3/d9fb7a7926ffa635b3dcaa5049fb2bfa25b3e7d0/reactive-streams-1.0.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.67.Final/bb9041d5f85f9a6270f5378d0becd243de8cfeac/netty-resolver-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.67.Final/a86a19033588a07e159ff95818845b1ec86b2281/netty-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.xml.bind/jakarta.xml.bind-api/2.3.2/8d49996a4338670764d7ca4b85a1c4ccf7fe665d/jakarta.xml.bind-api-2.3.2.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.activation/jakarta.activation-api/1.2.1/562a587face36ec7eff2db7f2fc95425c6602bc1/jakarta.activation-api-1.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave-instrumentation-http/5.13.3/fe70809f06c786b171e4597747c6f5a8c911fe5f/brave-instrumentation-http-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave/5.13.3/2d8ecb2352108f95b3e66ccc8027e9343ad9852c/brave-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter-brave/2.16.3/4d5017d71e4de139b6a31612cfd837b7c71d288c/zipkin-reporter-brave-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter/2.16.3/7e43d8be3376d305c355d969e8b9f3a62221380/zipkin-reporter-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.zipkin2/zipkin/2.23.2/1c2c7f2e91a3749311f7f75d0535d14ba2e2f6/zipkin-2.23.2.jar scripts/ssh.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest Running: /opt/jython/bin/jython -J-cp /data/workspace/temp_rebalance_magma/build/classes/java/main:/data/workspace/temp_rebalance_magma/build/resources/main:/root/.gradle/caches/modules-2/files-2.1/com.jcraft/jsch/0.1.54/da3584329a263616e277e15462b387addd1b208d/jsch-0.1.54.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-slf4j-impl/2.11.1/4b41b53a3a2d299ce381a69d165381ca19f62912/log4j-slf4j-impl-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/commons-cli/commons-cli/1.4/c51c00206bb913cd8612b24abd9fa98ae89719b1/commons-cli-1.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-blob/12.14.0/75d45d21dc208fa369abc832354470464c859d67/azure-storage-blob-12.14.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/couchbase-transactions/1.1.8/e69a6013e59f498f76671c1acc43df14f1163180/couchbase-transactions-1.1.8.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/java-client/3.1.6/f065d71963e08bd5577838592e33f2ca35f5d64a/java-client-3.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-internal-avro/12.1.0/c5882c519f8ee15c528e9d0396ec7535da7d4ecd/azure-storage-internal-avro-12.1.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-common/12.13.0/ef8910849375def2b715ea64429136e694fb7ad6/azure-storage-common-12.13.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core-http-netty/1.11.0/2177ae2dc9cff849e49f9180bf6b95b8e2c78e1b/azure-core-http-netty-1.11.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core/1.20.0/a98c6bd18aa2066ecd8b39bf7ac51bd8e7307851/azure-core-1.20.0.jar:/root/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.32/cdcff33940d9f2de763bc41ea05a0be5941176c3/slf4j-api-1.7.32.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-core/2.11.1/592a48674c926b01a9a747c7831bcd82a9e6d6e4/log4j-core-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.11.1/268f0fe4df3eefe052b57c87ec48517d64fb2a10/log4j-api-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/core-io/2.1.6/b3ece73ab7069b1e97669500edc448163c2f4304/core-io-2.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.12.4/15c743856696c0239f2c51d8d19d9f97f034713/jackson-dataformat-xml-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.module/jackson-module-jaxb-annotations/2.12.4/5e43703aae1a9843dfd7df0a0ad6cbfedcaff67f/jackson-module-jaxb-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.12.4/6a1bd259b6c4e3f9219ec8ec0be55ed11eed0c/jackson-core-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.datatype/jackson-datatype-jsr310/2.12.4/b1174c05d4ded121a7eaeed3f148709f9585b981/jackson-datatype-jsr310-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.12.4/69206e02e6a696034f06a59d3ddbfbba5a4cd81/jackson-databind-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.12.4/752cf9a2562ac2c012e48057e3a4c17dad66c66e/jackson-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty/1.0.10/c54f6c92628f396076f74945424319746bbb37f8/reactor-netty-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http-brave/1.0.10/30aebc029ee25f5e0c2d1c0a798b17e926f61b8/reactor-netty-http-brave-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http/1.0.10/f34196d8778243d2ac4a4ae7cc74f110d1073803/reactor-netty-http-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-core/1.0.10/dcb5d53dc07a6f660060f0b55c40a1e9944a6fe1/reactor-netty-core-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor/reactor-core/3.4.9/820332aa7b0fe3a8dfe14f58fc16e49ad178291/reactor-core-3.4.9.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.40.Final/6b73a163c13ed76921892d28eb81235f4b41e40a/netty-tcnative-boringssl-static-2.0.40.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.67.Final/2528292c49bd15f1b328dda25a7a75744d6f0991/netty-handler-proxy-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.67.Final/e2a0c27f396035fab7d932031d6f337244369495/netty-codec-http2-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.67.Final/e282137917c67332fa9a414df89f89a93487aede/netty-codec-http-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns-native-macos/4.1.66.Final/8ca314d87b202a4dd94d810d2385b22555dd801c/netty-resolver-dns-native-macos-4.1.66.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns/4.1.66.Final/7b74815fb1403e5747c872c6eee2a07e7a700d30/netty-resolver-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.67.Final/62640a6524e1c08d6e8ac06556892b5e1362392f/netty-handler-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-epoll/4.1.67.Final/ff955604e1edb8b13dc855ccbc84acb5fc1d989/netty-transport-native-epoll-4.1.67.Final-linux-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-kqueue/4.1.67.Final/7a88ccb4237d1ff091be544860ae729f5b568ac/netty-transport-native-kqueue-4.1.67.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-unix-common/4.1.67.Final/c6cca7ba897e1ac65e0742654ed10064401dbd2f/netty-transport-native-unix-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.67.Final/a4fe0487451dc262daaa024224fa207d088b8687/netty-codec-socks-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-dns/4.1.66.Final/390ff96a0e1f7c626cb52c119a1a1dfd0784d193/netty-codec-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.67.Final/292e818822a4fca4e9f3ad711cdd46362f69590a/netty-codec-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.67.Final/e8b502618f960cb1f8cdb7dca92d0878576ad7c6/netty-transport-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.67.Final/4b6217b05792fe6e2bd080c054138b2c20ae1b37/netty-buffer-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.woodstox/woodstox-core/6.2.4/16b9f8ab972e67eb21872ea2c40046249d543989/woodstox-core-6.2.4.jar:/root/.gradle/caches/modules-2/files-2.1/org.codehaus.woodstox/stax2-api/4.2.1/a3f7325c52240418c2ba257b103c3c550e140c83/stax2-api-4.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.reactivestreams/reactive-streams/1.0.3/d9fb7a7926ffa635b3dcaa5049fb2bfa25b3e7d0/reactive-streams-1.0.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.67.Final/bb9041d5f85f9a6270f5378d0becd243de8cfeac/netty-resolver-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.67.Final/a86a19033588a07e159ff95818845b1ec86b2281/netty-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.xml.bind/jakarta.xml.bind-api/2.3.2/8d49996a4338670764d7ca4b85a1c4ccf7fe665d/jakarta.xml.bind-api-2.3.2.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.activation/jakarta.activation-api/1.2.1/562a587face36ec7eff2db7f2fc95425c6602bc1/jakarta.activation-api-1.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave-instrumentation-http/5.13.3/fe70809f06c786b171e4597747c6f5a8c911fe5f/brave-instrumentation-http-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave/5.13.3/2d8ecb2352108f95b3e66ccc8027e9343ad9852c/brave-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter-brave/2.16.3/4d5017d71e4de139b6a31612cfd837b7c71d288c/zipkin-reporter-brave-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter/2.16.3/7e43d8be3376d305c355d969e8b9f3a62221380/zipkin-reporter-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.zipkin2/zipkin/2.23.2/1c2c7f2e91a3749311f7f75d0535d14ba2e2f6/zipkin-2.23.2.jar scripts/eagles_all_around.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest Running: /opt/jython/bin/jython -J-cp /data/workspace/temp_rebalance_magma/build/classes/java/main:/data/workspace/temp_rebalance_magma/build/resources/main:/root/.gradle/caches/modules-2/files-2.1/com.jcraft/jsch/0.1.54/da3584329a263616e277e15462b387addd1b208d/jsch-0.1.54.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-slf4j-impl/2.11.1/4b41b53a3a2d299ce381a69d165381ca19f62912/log4j-slf4j-impl-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/commons-cli/commons-cli/1.4/c51c00206bb913cd8612b24abd9fa98ae89719b1/commons-cli-1.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-blob/12.14.0/75d45d21dc208fa369abc832354470464c859d67/azure-storage-blob-12.14.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/couchbase-transactions/1.1.8/e69a6013e59f498f76671c1acc43df14f1163180/couchbase-transactions-1.1.8.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/java-client/3.1.6/f065d71963e08bd5577838592e33f2ca35f5d64a/java-client-3.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-internal-avro/12.1.0/c5882c519f8ee15c528e9d0396ec7535da7d4ecd/azure-storage-internal-avro-12.1.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-common/12.13.0/ef8910849375def2b715ea64429136e694fb7ad6/azure-storage-common-12.13.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core-http-netty/1.11.0/2177ae2dc9cff849e49f9180bf6b95b8e2c78e1b/azure-core-http-netty-1.11.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core/1.20.0/a98c6bd18aa2066ecd8b39bf7ac51bd8e7307851/azure-core-1.20.0.jar:/root/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.32/cdcff33940d9f2de763bc41ea05a0be5941176c3/slf4j-api-1.7.32.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-core/2.11.1/592a48674c926b01a9a747c7831bcd82a9e6d6e4/log4j-core-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.11.1/268f0fe4df3eefe052b57c87ec48517d64fb2a10/log4j-api-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/core-io/2.1.6/b3ece73ab7069b1e97669500edc448163c2f4304/core-io-2.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.12.4/15c743856696c0239f2c51d8d19d9f97f034713/jackson-dataformat-xml-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.module/jackson-module-jaxb-annotations/2.12.4/5e43703aae1a9843dfd7df0a0ad6cbfedcaff67f/jackson-module-jaxb-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.12.4/6a1bd259b6c4e3f9219ec8ec0be55ed11eed0c/jackson-core-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.datatype/jackson-datatype-jsr310/2.12.4/b1174c05d4ded121a7eaeed3f148709f9585b981/jackson-datatype-jsr310-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.12.4/69206e02e6a696034f06a59d3ddbfbba5a4cd81/jackson-databind-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.12.4/752cf9a2562ac2c012e48057e3a4c17dad66c66e/jackson-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty/1.0.10/c54f6c92628f396076f74945424319746bbb37f8/reactor-netty-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http-brave/1.0.10/30aebc029ee25f5e0c2d1c0a798b17e926f61b8/reactor-netty-http-brave-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http/1.0.10/f34196d8778243d2ac4a4ae7cc74f110d1073803/reactor-netty-http-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-core/1.0.10/dcb5d53dc07a6f660060f0b55c40a1e9944a6fe1/reactor-netty-core-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor/reactor-core/3.4.9/820332aa7b0fe3a8dfe14f58fc16e49ad178291/reactor-core-3.4.9.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.40.Final/6b73a163c13ed76921892d28eb81235f4b41e40a/netty-tcnative-boringssl-static-2.0.40.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.67.Final/2528292c49bd15f1b328dda25a7a75744d6f0991/netty-handler-proxy-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.67.Final/e2a0c27f396035fab7d932031d6f337244369495/netty-codec-http2-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.67.Final/e282137917c67332fa9a414df89f89a93487aede/netty-codec-http-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns-native-macos/4.1.66.Final/8ca314d87b202a4dd94d810d2385b22555dd801c/netty-resolver-dns-native-macos-4.1.66.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns/4.1.66.Final/7b74815fb1403e5747c872c6eee2a07e7a700d30/netty-resolver-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.67.Final/62640a6524e1c08d6e8ac06556892b5e1362392f/netty-handler-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-epoll/4.1.67.Final/ff955604e1edb8b13dc855ccbc84acb5fc1d989/netty-transport-native-epoll-4.1.67.Final-linux-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-kqueue/4.1.67.Final/7a88ccb4237d1ff091be544860ae729f5b568ac/netty-transport-native-kqueue-4.1.67.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-unix-common/4.1.67.Final/c6cca7ba897e1ac65e0742654ed10064401dbd2f/netty-transport-native-unix-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.67.Final/a4fe0487451dc262daaa024224fa207d088b8687/netty-codec-socks-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-dns/4.1.66.Final/390ff96a0e1f7c626cb52c119a1a1dfd0784d193/netty-codec-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.67.Final/292e818822a4fca4e9f3ad711cdd46362f69590a/netty-codec-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.67.Final/e8b502618f960cb1f8cdb7dca92d0878576ad7c6/netty-transport-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.67.Final/4b6217b05792fe6e2bd080c054138b2c20ae1b37/netty-buffer-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.woodstox/woodstox-core/6.2.4/16b9f8ab972e67eb21872ea2c40046249d543989/woodstox-core-6.2.4.jar:/root/.gradle/caches/modules-2/files-2.1/org.codehaus.woodstox/stax2-api/4.2.1/a3f7325c52240418c2ba257b103c3c550e140c83/stax2-api-4.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.reactivestreams/reactive-streams/1.0.3/d9fb7a7926ffa635b3dcaa5049fb2bfa25b3e7d0/reactive-streams-1.0.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.67.Final/bb9041d5f85f9a6270f5378d0becd243de8cfeac/netty-resolver-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.67.Final/a86a19033588a07e159ff95818845b1ec86b2281/netty-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.xml.bind/jakarta.xml.bind-api/2.3.2/8d49996a4338670764d7ca4b85a1c4ccf7fe665d/jakarta.xml.bind-api-2.3.2.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.activation/jakarta.activation-api/1.2.1/562a587face36ec7eff2db7f2fc95425c6602bc1/jakarta.activation-api-1.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave-instrumentation-http/5.13.3/fe70809f06c786b171e4597747c6f5a8c911fe5f/brave-instrumentation-http-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave/5.13.3/2d8ecb2352108f95b3e66ccc8027e9343ad9852c/brave-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter-brave/2.16.3/4d5017d71e4de139b6a31612cfd837b7c71d288c/zipkin-reporter-brave-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter/2.16.3/7e43d8be3376d305c355d969e8b9f3a62221380/zipkin-reporter-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.zipkin2/zipkin/2.23.2/1c2c7f2e91a3749311f7f75d0535d14ba2e2f6/zipkin-2.23.2.jar:build/classes/java/main scripts/install.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest Running: /opt/jython/bin/jython -J-cp /data/workspace/temp_rebalance_magma/build/classes/java/main:/data/workspace/temp_rebalance_magma/build/resources/main:/root/.gradle/caches/modules-2/files-2.1/com.jcraft/jsch/0.1.54/da3584329a263616e277e15462b387addd1b208d/jsch-0.1.54.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-slf4j-impl/2.11.1/4b41b53a3a2d299ce381a69d165381ca19f62912/log4j-slf4j-impl-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/commons-cli/commons-cli/1.4/c51c00206bb913cd8612b24abd9fa98ae89719b1/commons-cli-1.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-blob/12.14.0/75d45d21dc208fa369abc832354470464c859d67/azure-storage-blob-12.14.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/couchbase-transactions/1.1.8/e69a6013e59f498f76671c1acc43df14f1163180/couchbase-transactions-1.1.8.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/java-client/3.1.6/f065d71963e08bd5577838592e33f2ca35f5d64a/java-client-3.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-internal-avro/12.1.0/c5882c519f8ee15c528e9d0396ec7535da7d4ecd/azure-storage-internal-avro-12.1.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-common/12.13.0/ef8910849375def2b715ea64429136e694fb7ad6/azure-storage-common-12.13.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core-http-netty/1.11.0/2177ae2dc9cff849e49f9180bf6b95b8e2c78e1b/azure-core-http-netty-1.11.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core/1.20.0/a98c6bd18aa2066ecd8b39bf7ac51bd8e7307851/azure-core-1.20.0.jar:/root/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.32/cdcff33940d9f2de763bc41ea05a0be5941176c3/slf4j-api-1.7.32.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-core/2.11.1/592a48674c926b01a9a747c7831bcd82a9e6d6e4/log4j-core-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.11.1/268f0fe4df3eefe052b57c87ec48517d64fb2a10/log4j-api-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/core-io/2.1.6/b3ece73ab7069b1e97669500edc448163c2f4304/core-io-2.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.12.4/15c743856696c0239f2c51d8d19d9f97f034713/jackson-dataformat-xml-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.module/jackson-module-jaxb-annotations/2.12.4/5e43703aae1a9843dfd7df0a0ad6cbfedcaff67f/jackson-module-jaxb-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.12.4/6a1bd259b6c4e3f9219ec8ec0be55ed11eed0c/jackson-core-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.datatype/jackson-datatype-jsr310/2.12.4/b1174c05d4ded121a7eaeed3f148709f9585b981/jackson-datatype-jsr310-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.12.4/69206e02e6a696034f06a59d3ddbfbba5a4cd81/jackson-databind-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.12.4/752cf9a2562ac2c012e48057e3a4c17dad66c66e/jackson-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty/1.0.10/c54f6c92628f396076f74945424319746bbb37f8/reactor-netty-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http-brave/1.0.10/30aebc029ee25f5e0c2d1c0a798b17e926f61b8/reactor-netty-http-brave-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http/1.0.10/f34196d8778243d2ac4a4ae7cc74f110d1073803/reactor-netty-http-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-core/1.0.10/dcb5d53dc07a6f660060f0b55c40a1e9944a6fe1/reactor-netty-core-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor/reactor-core/3.4.9/820332aa7b0fe3a8dfe14f58fc16e49ad178291/reactor-core-3.4.9.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.40.Final/6b73a163c13ed76921892d28eb81235f4b41e40a/netty-tcnative-boringssl-static-2.0.40.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.67.Final/2528292c49bd15f1b328dda25a7a75744d6f0991/netty-handler-proxy-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.67.Final/e2a0c27f396035fab7d932031d6f337244369495/netty-codec-http2-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.67.Final/e282137917c67332fa9a414df89f89a93487aede/netty-codec-http-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns-native-macos/4.1.66.Final/8ca314d87b202a4dd94d810d2385b22555dd801c/netty-resolver-dns-native-macos-4.1.66.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns/4.1.66.Final/7b74815fb1403e5747c872c6eee2a07e7a700d30/netty-resolver-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.67.Final/62640a6524e1c08d6e8ac06556892b5e1362392f/netty-handler-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-epoll/4.1.67.Final/ff955604e1edb8b13dc855ccbc84acb5fc1d989/netty-transport-native-epoll-4.1.67.Final-linux-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-kqueue/4.1.67.Final/7a88ccb4237d1ff091be544860ae729f5b568ac/netty-transport-native-kqueue-4.1.67.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-unix-common/4.1.67.Final/c6cca7ba897e1ac65e0742654ed10064401dbd2f/netty-transport-native-unix-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.67.Final/a4fe0487451dc262daaa024224fa207d088b8687/netty-codec-socks-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-dns/4.1.66.Final/390ff96a0e1f7c626cb52c119a1a1dfd0784d193/netty-codec-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.67.Final/292e818822a4fca4e9f3ad711cdd46362f69590a/netty-codec-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.67.Final/e8b502618f960cb1f8cdb7dca92d0878576ad7c6/netty-transport-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.67.Final/4b6217b05792fe6e2bd080c054138b2c20ae1b37/netty-buffer-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.woodstox/woodstox-core/6.2.4/16b9f8ab972e67eb21872ea2c40046249d543989/woodstox-core-6.2.4.jar:/root/.gradle/caches/modules-2/files-2.1/org.codehaus.woodstox/stax2-api/4.2.1/a3f7325c52240418c2ba257b103c3c550e140c83/stax2-api-4.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.reactivestreams/reactive-streams/1.0.3/d9fb7a7926ffa635b3dcaa5049fb2bfa25b3e7d0/reactive-streams-1.0.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.67.Final/bb9041d5f85f9a6270f5378d0becd243de8cfeac/netty-resolver-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.67.Final/a86a19033588a07e159ff95818845b1ec86b2281/netty-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.xml.bind/jakarta.xml.bind-api/2.3.2/8d49996a4338670764d7ca4b85a1c4ccf7fe665d/jakarta.xml.bind-api-2.3.2.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.activation/jakarta.activation-api/1.2.1/562a587face36ec7eff2db7f2fc95425c6602bc1/jakarta.activation-api-1.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave-instrumentation-http/5.13.3/fe70809f06c786b171e4597747c6f5a8c911fe5f/brave-instrumentation-http-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave/5.13.3/2d8ecb2352108f95b3e66ccc8027e9343ad9852c/brave-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter-brave/2.16.3/4d5017d71e4de139b6a31612cfd837b7c71d288c/zipkin-reporter-brave-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter/2.16.3/7e43d8be3376d305c355d969e8b9f3a62221380/zipkin-reporter-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.zipkin2/zipkin/2.23.2/1c2c7f2e91a3749311f7f75d0535d14ba2e2f6/zipkin-2.23.2.jar:build/classes/java/main:src/main/resources testrunner.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest Running: /opt/jython/bin/jython -J-cp /data/workspace/temp_rebalance_magma/build/classes/java/main:/data/workspace/temp_rebalance_magma/build/resources/main:/root/.gradle/caches/modules-2/files-2.1/com.jcraft/jsch/0.1.54/da3584329a263616e277e15462b387addd1b208d/jsch-0.1.54.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-slf4j-impl/2.11.1/4b41b53a3a2d299ce381a69d165381ca19f62912/log4j-slf4j-impl-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/commons-cli/commons-cli/1.4/c51c00206bb913cd8612b24abd9fa98ae89719b1/commons-cli-1.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-blob/12.14.0/75d45d21dc208fa369abc832354470464c859d67/azure-storage-blob-12.14.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/couchbase-transactions/1.1.8/e69a6013e59f498f76671c1acc43df14f1163180/couchbase-transactions-1.1.8.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/java-client/3.1.6/f065d71963e08bd5577838592e33f2ca35f5d64a/java-client-3.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-internal-avro/12.1.0/c5882c519f8ee15c528e9d0396ec7535da7d4ecd/azure-storage-internal-avro-12.1.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-storage-common/12.13.0/ef8910849375def2b715ea64429136e694fb7ad6/azure-storage-common-12.13.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core-http-netty/1.11.0/2177ae2dc9cff849e49f9180bf6b95b8e2c78e1b/azure-core-http-netty-1.11.0.jar:/root/.gradle/caches/modules-2/files-2.1/com.azure/azure-core/1.20.0/a98c6bd18aa2066ecd8b39bf7ac51bd8e7307851/azure-core-1.20.0.jar:/root/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-api/1.7.32/cdcff33940d9f2de763bc41ea05a0be5941176c3/slf4j-api-1.7.32.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-core/2.11.1/592a48674c926b01a9a747c7831bcd82a9e6d6e4/log4j-core-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.apache.logging.log4j/log4j-api/2.11.1/268f0fe4df3eefe052b57c87ec48517d64fb2a10/log4j-api-2.11.1.jar:/root/.gradle/caches/modules-2/files-2.1/com.couchbase.client/core-io/2.1.6/b3ece73ab7069b1e97669500edc448163c2f4304/core-io-2.1.6.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.dataformat/jackson-dataformat-xml/2.12.4/15c743856696c0239f2c51d8d19d9f97f034713/jackson-dataformat-xml-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.module/jackson-module-jaxb-annotations/2.12.4/5e43703aae1a9843dfd7df0a0ad6cbfedcaff67f/jackson-module-jaxb-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-core/2.12.4/6a1bd259b6c4e3f9219ec8ec0be55ed11eed0c/jackson-core-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.datatype/jackson-datatype-jsr310/2.12.4/b1174c05d4ded121a7eaeed3f148709f9585b981/jackson-datatype-jsr310-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-databind/2.12.4/69206e02e6a696034f06a59d3ddbfbba5a4cd81/jackson-databind-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.jackson.core/jackson-annotations/2.12.4/752cf9a2562ac2c012e48057e3a4c17dad66c66e/jackson-annotations-2.12.4.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty/1.0.10/c54f6c92628f396076f74945424319746bbb37f8/reactor-netty-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http-brave/1.0.10/30aebc029ee25f5e0c2d1c0a798b17e926f61b8/reactor-netty-http-brave-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-http/1.0.10/f34196d8778243d2ac4a4ae7cc74f110d1073803/reactor-netty-http-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor.netty/reactor-netty-core/1.0.10/dcb5d53dc07a6f660060f0b55c40a1e9944a6fe1/reactor-netty-core-1.0.10.jar:/root/.gradle/caches/modules-2/files-2.1/io.projectreactor/reactor-core/3.4.9/820332aa7b0fe3a8dfe14f58fc16e49ad178291/reactor-core-3.4.9.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-tcnative-boringssl-static/2.0.40.Final/6b73a163c13ed76921892d28eb81235f4b41e40a/netty-tcnative-boringssl-static-2.0.40.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler-proxy/4.1.67.Final/2528292c49bd15f1b328dda25a7a75744d6f0991/netty-handler-proxy-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http2/4.1.67.Final/e2a0c27f396035fab7d932031d6f337244369495/netty-codec-http2-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-http/4.1.67.Final/e282137917c67332fa9a414df89f89a93487aede/netty-codec-http-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns-native-macos/4.1.66.Final/8ca314d87b202a4dd94d810d2385b22555dd801c/netty-resolver-dns-native-macos-4.1.66.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver-dns/4.1.66.Final/7b74815fb1403e5747c872c6eee2a07e7a700d30/netty-resolver-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-handler/4.1.67.Final/62640a6524e1c08d6e8ac06556892b5e1362392f/netty-handler-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-epoll/4.1.67.Final/ff955604e1edb8b13dc855ccbc84acb5fc1d989/netty-transport-native-epoll-4.1.67.Final-linux-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-kqueue/4.1.67.Final/7a88ccb4237d1ff091be544860ae729f5b568ac/netty-transport-native-kqueue-4.1.67.Final-osx-x86_64.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport-native-unix-common/4.1.67.Final/c6cca7ba897e1ac65e0742654ed10064401dbd2f/netty-transport-native-unix-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-socks/4.1.67.Final/a4fe0487451dc262daaa024224fa207d088b8687/netty-codec-socks-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec-dns/4.1.66.Final/390ff96a0e1f7c626cb52c119a1a1dfd0784d193/netty-codec-dns-4.1.66.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-codec/4.1.67.Final/292e818822a4fca4e9f3ad711cdd46362f69590a/netty-codec-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-transport/4.1.67.Final/e8b502618f960cb1f8cdb7dca92d0878576ad7c6/netty-transport-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-buffer/4.1.67.Final/4b6217b05792fe6e2bd080c054138b2c20ae1b37/netty-buffer-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/com.fasterxml.woodstox/woodstox-core/6.2.4/16b9f8ab972e67eb21872ea2c40046249d543989/woodstox-core-6.2.4.jar:/root/.gradle/caches/modules-2/files-2.1/org.codehaus.woodstox/stax2-api/4.2.1/a3f7325c52240418c2ba257b103c3c550e140c83/stax2-api-4.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/org.reactivestreams/reactive-streams/1.0.3/d9fb7a7926ffa635b3dcaa5049fb2bfa25b3e7d0/reactive-streams-1.0.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-resolver/4.1.67.Final/bb9041d5f85f9a6270f5378d0becd243de8cfeac/netty-resolver-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/io.netty/netty-common/4.1.67.Final/a86a19033588a07e159ff95818845b1ec86b2281/netty-common-4.1.67.Final.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.xml.bind/jakarta.xml.bind-api/2.3.2/8d49996a4338670764d7ca4b85a1c4ccf7fe665d/jakarta.xml.bind-api-2.3.2.jar:/root/.gradle/caches/modules-2/files-2.1/jakarta.activation/jakarta.activation-api/1.2.1/562a587face36ec7eff2db7f2fc95425c6602bc1/jakarta.activation-api-1.2.1.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave-instrumentation-http/5.13.3/fe70809f06c786b171e4597747c6f5a8c911fe5f/brave-instrumentation-http-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.brave/brave/5.13.3/2d8ecb2352108f95b3e66ccc8027e9343ad9852c/brave-5.13.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter-brave/2.16.3/4d5017d71e4de139b6a31612cfd837b7c71d288c/zipkin-reporter-brave-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.reporter2/zipkin-reporter/2.16.3/7e43d8be3376d305c355d969e8b9f3a62221380/zipkin-reporter-2.16.3.jar:/root/.gradle/caches/modules-2/files-2.1/io.zipkin.zipkin2/zipkin/2.23.2/1c2c7f2e91a3749311f7f75d0535d14ba2e2f6/zipkin-2.23.2.jar:build/classes/java/main:src/main/resources scripts/rerun_jobs.py -i /tmp/win10-bucket-ops-temp_rebalance_magma.ini -p rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -c conf/magma/dgm_collections_failover.conf -m rest > Task :compileJava warning: unknown enum constant When.MAYBE reason: class file for javax.annotation.meta.When not found Note: Some input files use or override a deprecated API. Note: Recompile with -Xlint:deprecation for details. Note: Some input files use unchecked or unsafe operations. Note: Recompile with -Xlint:unchecked for details. 1 warning > Task :testrunner Filename: conf/magma/dgm_collections_failover.conf Prefix: bucket_collections.collections_rebalance.CollectionsRebalance Global Test input params: {'cluster_name': 'win10-bucket-ops-temp_rebalance_magma', 'conf_file': 'conf/magma/dgm_collections_failover.conf', 'crash_warning': 'True', 'disk_optimized_thread_settings': 'True', 'get-cbcollect-info': 'True', 'ini': '/tmp/win10-bucket-ops-temp_rebalance_magma.ini', 'num_nodes': 7, 'quota_percent': '95', 'rerun': 'False', 'spec': 'dgm_collections_failover'} Logs will be stored at /data/workspace/temp_rebalance_magma/logs/testrunner-22-Feb-01_23-35-30/test_1 guides/gradlew --refresh-dependencies testrunner -P jython=/opt/jython/bin/jython -P 'args=-i /tmp/win10-bucket-ops-temp_rebalance_magma.ini rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -t bucket_collections.collections_rebalance.CollectionsRebalance.test_data_load_collections_with_graceful_failover_rebalance_out,nodes_init=5,nodes_failover=1,bucket_spec=magma_dgm.10_percent_dgm.5_node_2_replica_magma_512,doc_size=512,randomize_value=True,data_load_stage=during,skip_validations=False,GROUP=graceful_failover_and_rebalance_out_P0_set0' Test Input params: {'doc_size': '512', 'data_load_stage': 'during', 'cluster_name': 'win10-bucket-ops-temp_rebalance_magma', 'quota_percent': '95', 'nodes_failover': '1', 'ini': '/tmp/win10-bucket-ops-temp_rebalance_magma.ini', 'get-cbcollect-info': 'True', 'conf_file': 'conf/magma/dgm_collections_failover.conf', 'crash_warning': 'True', 'skip_validations': 'False', 'spec': 'dgm_collections_failover', 'rerun': 'False', 'num_nodes': 7, 'logs_folder': '/data/workspace/temp_rebalance_magma/logs/testrunner-22-Feb-01_23-35-30/test_1', 'nodes_init': '5', 'GROUP': 'graceful_failover_and_rebalance_out_P0_set0', 'disk_optimized_thread_settings': 'True', 'bucket_spec': 'magma_dgm.10_percent_dgm.5_node_2_replica_magma_512', 'case_number': 1, 'randomize_value': 'True'} test_data_load_collections_with_graceful_failover_rebalance_out (bucket_collections.collections_rebalance.CollectionsRebalance) ... 2022-02-01 23:35:38,255 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionsRebalance setup started for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:35:38,933 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= BaseTestCase setup started for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:35:40,207 | test | INFO | MainThread | [basetestcase:initialize_cluster:432] Initializing cluster : C1 Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd type=client open_count=1 channel=[id: 0x1d305df6, 0.0.0.0/0.0.0.0:59613] timeout=300.0>) 2022-02-01 23:35:43,711 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xe type=client open_count=1 channel=[id: 0x65f5d0c1, 0.0.0.0/0.0.0.0:37981] timeout=300.0>) 2022-02-01 23:35:46,344 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xf type=client open_count=1 channel=[id: 0x85856c93, 0.0.0.0/0.0.0.0:47209] timeout=300.0>) 2022-02-01 23:35:48,380 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0x10 type=client open_count=1 channel=[id: 0x8146eda3, 0.0.0.0/0.0.0.0:54701] timeout=300.0>) 2022-02-01 23:35:50,410 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0x11 type=client open_count=1 channel=[id: 0x4875d409, 0.0.0.0/0.0.0.0:45351] timeout=300.0>) 2022-02-01 23:35:55,608 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0x12 type=client open_count=1 channel=[id: 0x0b32129c, 0.0.0.0/0.0.0.0:51661] timeout=300.0>) 2022-02-01 23:35:57,634 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0x13 type=client open_count=1 channel=[id: 0xf779cab5, 0.0.0.0/0.0.0.0:42369] timeout=300.0>) 2022-02-01 23:35:59,661 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0x14 type=client open_count=1 channel=[id: 0xdd084826, 0.0.0.0/0.0.0.0:46293] timeout=300.0>) 2022-02-01 23:36:01,684 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0x15 type=client open_count=1 channel=[id: 0xd2d3f0e1, 0.0.0.0/0.0.0.0:52083] timeout=300.0>) 2022-02-01 23:36:07,628 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0x16 type=client open_count=1 channel=[id: 0x0dd884d6, 0.0.0.0/0.0.0.0:34903] timeout=300.0>) 2022-02-01 23:36:09,648 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0x17 type=client open_count=1 channel=[id: 0xc54541dd, 0.0.0.0/0.0.0.0:52767] timeout=300.0>) 2022-02-01 23:36:11,668 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0x18 type=client open_count=1 channel=[id: 0x9983abf3, 0.0.0.0/0.0.0.0:43307] timeout=300.0>) 2022-02-01 23:36:13,690 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0x19 type=client open_count=1 channel=[id: 0x2b9c4ef0, 0.0.0.0/0.0.0.0:60234] timeout=300.0>) 2022-02-01 23:36:19,459 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0x1a type=client open_count=1 channel=[id: 0xe296fda9, 0.0.0.0/0.0.0.0:59161] timeout=300.0>) 2022-02-01 23:36:21,480 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0x1b type=client open_count=1 channel=[id: 0x64617844, 0.0.0.0/0.0.0.0:38660] timeout=300.0>) 2022-02-01 23:36:23,509 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0x1c type=client open_count=1 channel=[id: 0xf228717d, 0.0.0.0/0.0.0.0:45999] timeout=300.0>) 2022-02-01 23:36:25,571 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0x1d type=client open_count=1 channel=[id: 0x2b3a7d5d, 0.0.0.0/0.0.0.0:46093] timeout=300.0>) 2022-02-01 23:36:31,211 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0x1e type=client open_count=1 channel=[id: 0xa16d25cc, 0.0.0.0/0.0.0.0:54463] timeout=300.0>) 2022-02-01 23:36:33,232 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0x1f type=client open_count=1 channel=[id: 0xd0299f55, 0.0.0.0/0.0.0.0:56765] timeout=300.0>) 2022-02-01 23:36:35,253 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0x20 type=client open_count=1 channel=[id: 0x93cd6bfb, 0.0.0.0/0.0.0.0:48271] timeout=300.0>) 2022-02-01 23:36:37,273 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0x21 type=client open_count=1 channel=[id: 0xf5be3d82, 0.0.0.0/0.0.0.0:59037] timeout=300.0>) 2022-02-01 23:36:43,302 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0x22 type=client open_count=1 channel=[id: 0x2322ae03, 0.0.0.0/0.0.0.0:52713] timeout=300.0>) 2022-02-01 23:36:45,357 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0x23 type=client open_count=1 channel=[id: 0xa72a6582, 0.0.0.0/0.0.0.0:44349] timeout=300.0>) 2022-02-01 23:36:47,408 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0x24 type=client open_count=1 channel=[id: 0x78099be7, 0.0.0.0/0.0.0.0:34821] timeout=300.0>) 2022-02-01 23:36:49,447 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0x25 type=client open_count=1 channel=[id: 0x2772cfe9, 0.0.0.0/0.0.0.0:42995] timeout=300.0>) 2022-02-01 23:36:55,417 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0x26 type=client open_count=1 channel=[id: 0x8513eaa8, 0.0.0.0/0.0.0.0:37391] timeout=300.0>) 2022-02-01 23:36:57,440 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0x27 type=client open_count=1 channel=[id: 0xad3cceb3, 0.0.0.0/0.0.0.0:56423] timeout=300.0>) 2022-02-01 23:36:59,460 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0x28 type=client open_count=1 channel=[id: 0x6f271cf9, 0.0.0.0/0.0.0.0:46139] timeout=300.0>) 2022-02-01 23:37:01,479 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0x29 type=client open_count=1 channel=[id: 0xeb68a00c, 0.0.0.0/0.0.0.0:37089] timeout=300.0>) 2022-02-01 23:37:03,493 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused 2022-02-01 23:37:41,970 | test | WARNING | MainThread | [basetestcase:_initialize_nodes:735] RAM quota was defined less than 100 MB: 2022-02-01 23:37:54,882 | test | INFO | MainThread | [basetestcase:initialize_cluster:457] Cluster C1 initialized 2022-02-01 23:37:54,884 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= BaseTestCase setup finished for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:37:54,908 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= ClusterSetup setup started for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:38:16,125 | test | INFO | pool-3-thread-8 | [table_view:display:72] Rebalance Overview +----------------+----------+-----------------------+---------------+--------------+ | Nodes | Services | Version | CPU | Status | +----------------+----------+-----------------------+---------------+--------------+ | 172.23.105.164 | kv | 7.1.0-2211-enterprise | 0.66399398647 | Cluster node | | 172.23.105.206 | None | | | <--- IN --- | | 172.23.105.33 | None | | | <--- IN --- | | 172.23.105.36 | None | | | <--- IN --- | | 172.23.106.177 | None | | | <--- IN --- | +----------------+----------+-----------------------+---------------+--------------+ 2022-02-01 23:38:16,161 | test | INFO | pool-3-thread-8 | [task:check:409] Rebalance - status: running, progress: 0.0 2022-02-01 23:38:31,220 | test | INFO | pool-3-thread-8 | [task:check:409] Rebalance - status: none, progress: 100 2022-02-01 23:38:31,250 | test | INFO | pool-3-thread-8 | [task:check:468] Rebalance completed with progress: 100% in 15.128000021 sec 2022-02-01 23:38:31,407 | test | INFO | MainThread | [table_view:display:72] Cluster statistics +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ | Node | Services | CPU_utilization | Mem_total | Mem_free | Swap_mem_used | Active / Replica | Version | +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ | 172.23.105.36 | kv | 0.313558259125 | 11.45 GiB | 10.72 GiB | 52.50 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.33 | kv | 0.877963125549 | 11.45 GiB | 10.71 GiB | 24.25 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.206 | kv | 0.790166812994 | 11.45 GiB | 10.69 GiB | 28.14 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.106.177 | kv | 0.413533834586 | 11.45 GiB | 10.78 GiB | 0.0 Byte / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.164 | kv | 0.615345975135 | 11.45 GiB | 10.72 GiB | 0.0 Byte / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ 2022-02-01 23:38:31,408 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= ClusterSetup setup complete for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:38:31,408 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionBase setup started for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-01 23:38:31,632 | test | INFO | MainThread | [bucket_ready_functions:create_buckets_using_json_data:1894] Creating required buckets from template 2022-02-01 23:38:32,398 | test | INFO | MainThread | [bucket_ready_functions:wait_for_collection_creation_to_complete:2490] Waiting for all collections to be created 2022-02-01 23:38:32,743 | test | INFO | MainThread | [table_view:display:72] Bucket statistics +---------+-----------+-----------------+----------+------------+-----+-------+-----------+----------+-----------+-----+ | Bucket | Type | Storage Backend | Replicas | Durability | TTL | Items | RAM Quota | RAM Used | Disk Used | ARR | +---------+-----------+-----------------+----------+------------+-----+-------+-----------+----------+-----------+-----+ | bucket1 | couchbase | couchstore | 2 | none | 0 | 0 | 0.0 Byte | 0.0 Byte | 0.0 Byte | 100 | | bucket2 | couchbase | magma | 2 | none | 0 | 0 | 4.88 GiB | 0.0 Byte | 0.0 Byte | 100 | | default | couchbase | magma | 2 | none | 0 | 0 | 0.0 Byte | 0.0 Byte | 0.0 Byte | 100 | +---------+-----------+-----------------+----------+------------+-----+-------+-----------+----------+-----------+-----+ 2022-02-01 23:38:32,743 | test | INFO | MainThread | [collections_base:collection_setup:164] Creating required SDK clients for client_pool 2022-02-01 23:38:45,584 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:4953] Performing scope/collection specific operations 2022-02-01 23:38:45,609 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:5043] Done Performing scope/collection specific operations 2022-02-02 00:04:32,792 | test | INFO | pool-3-thread-13 | [table_view:display:72] Ops trend for bucket 'default' +-----------+---------------------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +-----------+---------------------------------------------------------------------------------------------------------------------+-----------+ | 0.000 | ****............................................................***........................******................*X | 29424.200 | | 25574.500 | .....................................................................................*****X | 25574.500 | | 9119.600 | .............................**X | 9119.600 | | 7804.500 | .........................******...*X | 8756.600 | | 8600.900 | ............................******..**X | 9157.000 | | 9137.600 | ..............................*****.***.******..........**...******.....*X | 15115.900 | | 15091.000 | ..................................................*****X | 15091.000 | | 11982.600 | .......................................*X | 11982.600 | | 11277.800 | .....................................*****X | 11277.800 | | 10020.400 | .................................*X | 10020.400 | | 9742.300 | ................................******........**....******......*X | 15142.200 | | 14679.400 | ................................................*****X | 14679.400 | | 10446.400 | ..................................**X | 10446.400 | | 9680.500 | ...............................*****........***...****X | 12680.600 | | 11114.400 | ....................................**X | 11114.400 | | 10803.800 | ...................................******...**..*******X | 12250.600 | | 11792.800 | .......................................*****X | 11792.800 | | 11259.100 | .....................................*******X | 11344.700 | | 11040.600 | ....................................*X | 11040.600 | | 10952.100 | ....................................******.*X | 11342.000 | | 11327.300 | .....................................*****X | 11327.300 | | 10017.900 | .................................*X | 10017.900 | | 9763.900 | ................................*****X | 9763.900 | | 9219.700 | ..............................********......**..******.....**X | 13206.900 | | 13031.900 | ...........................................****X | 13031.900 | | 9404.600 | ..............................**X | 9404.600 | | 8868.300 | .............................*****..***.******.*X | 10143.400 | | 10128.500 | .................................*****X | 10128.500 | | 9742.900 | ................................*X | 9742.900 | | 9510.000 | ...............................*****X | 9510.000 | | 8686.600 | ............................*X | 8686.600 | | 8596.200 | ............................*****X | 8596.200 | | 6962.100 | ......................*X | 6962.100 | | 6675.700 | .....................******..**X | 7075.100 | | 6934.200 | ......................****X | 6934.200 | | 6554.800 | .....................***.******...........**.*****X | 10495.100 | | 10302.500 | ..................................*******X | 10432.200 | | 10161.000 | .................................*X | 10161.000 | | 10098.000 | .................................*****X | 10098.000 | | 9637.100 | ...............................*X | 9637.100 | | 9089.700 | .............................*****X | 9089.700 | | 8202.400 | ..........................**.******...********..***.*****.**X | 10444.400 | | 10172.200 | .................................*****X | 10172.200 | | 7698.900 | .........................*X | 7698.900 | | 7609.700 | ........................******..........**.*****X | 10826.600 | | 10017.500 | .................................**.******.......***.****X | 12784.000 | | 11722.400 | ......................................**X | 11722.400 | | 11282.900 | .....................................****X | 11282.900 | | 9003.100 | .............................**X | 9003.100 | | 8252.400 | ...........................*****X | 8252.400 | | 8153.900 | ..........................**.******......*******X | 10277.600 | | 9089.300 | .............................*X | 9089.300 | | 8838.800 | .............................******........**...*****X | 12067.600 | | 11349.500 | .....................................*X | 11349.500 | | 11233.100 | .....................................******....*******X | 12564.300 | | 11712.700 | ......................................**X | 11712.700 | | 11691.800 | ......................................****X | 11691.800 | | 11291.900 | .....................................**X | 11291.900 | | 11139.600 | ....................................********.******.....**.*****X | 13116.900 | | 11629.800 | ......................................*X | 11629.800 | | 11419.800 | .....................................******.......**..******......**..*****X | 16308.900 | | 12172.300 | ........................................**X | 12172.300 | | 11101.300 | ....................................*****..********.***.*****X | 12072.000 | | 10459.000 | ..................................*X | 10459.000 | | 9873.500 | ................................******....**.*****X | 11392.800 | | 10605.300 | ...................................*X | 10605.300 | | 10428.800 | ..................................******.**.*****X | 10966.800 | | 10435.200 | ..................................**X | 10435.200 | | 10168.700 | .................................*****...***.****X | 11384.100 | | 9756.400 | ................................**X | 9756.400 | | 9456.000 | ...............................*****X | 9456.000 | | 9017.500 | .............................**.******.......**.*****X | 11556.600 | | 7374.300 | ........................*X | 7374.300 | | 6115.600 | ...................******........**....******...........**.*****X | 12949.300 | | 12078.900 | ........................................**X | 12078.900 | | 12035.900 | .......................................****X | 12035.900 | | 10140.100 | .................................**X | 10140.100 | | 9004.600 | .............................*****X | 9004.600 | | 5205.600 | ................**.******..........*X | 8314.400 | | 8302.400 | ...........................*****X | 8302.400 | | 5457.900 | .................*X | 5457.900 | | 4950.900 | ...............*****X | 4950.900 | | 4671.600 | ..............***.*****..........***..****X | 8463.700 | | 7556.200 | ........................**X | 7556.200 | | 7110.800 | .......................*****X | 7110.800 | | 6916.000 | ......................********......**.******......**..******....***..****X | 13038.400 | | 12862.200 | ..........................................**X | 12862.200 | | 12206.600 | ........................................****X | 12206.600 | | 9760.500 | ................................*********......*******X | 11668.200 | | 11553.500 | ......................................********..*X | 12233.200 | | 12151.900 | ........................................**************..*X | 12848.300 | | 12754.700 | ..........................................*****X | 12754.700 | | 11031.400 | ....................................*X | 11031.400 | | 10923.200 | ....................................******....***.****X | 12384.300 | | 11069.900 | ....................................**X | 11069.900 | | 10170.000 | .................................****X | 10170.000 | | 9453.200 | ...............................X | 9453.200 | | 8920.900 | .............................*X | 8920.900 | | 8873.500 | .............................*****X | 8873.500 | | 7987.200 | ..........................********.....*X | 9660.200 | | 9544.000 | ...............................******.....**...******..*X | 12642.500 | | 12462.800 | .........................................*****X | 12462.800 | | 10665.800 | ...................................**X | 10665.800 | | 9766.700 | ................................****X | 9766.700 | | 5640.200 | ..................***.*****......................***...*****X | 13278.300 | | 6241.600 | ....................*X | 6241.600 | | 4871.300 | ...............******...................**....*****X | 11662.300 | | 7720.000 | .........................*X | 7720.000 | | 7355.000 | .......................******...............**..*****X | 12205.500 | | 11102.000 | ....................................**X | 11102.000 | | 10944.300 | ....................................****X | 10944.300 | | 10628.800 | ...................................**X | 10628.800 | | 10526.700 | ..................................*****X | 10526.700 | | 9978.300 | ................................*X | 9978.300 | | 9778.400 | ................................******..*******X | 10531.800 | | 7549.900 | ........................*X | 7549.900 | | 6179.600 | ....................*****X | 6179.600 | | 5628.000 | ..................**...******............***..****X | 10734.500 | | 10490.800 | ..................................**X | 10490.800 | | 9273.200 | ..............................*****X | 9273.200 | | 5349.300 | .................*X | 5349.300 | | 5060.300 | ................******............**....******...**********X | 10796.700 | | 10474.300 | ..................................****X | 10474.300 | | 9744.000 | ................................*********..********...*******X | 11412.300 | | 11375.700 | .....................................*X | 11375.700 | | 11183.500 | .....................................******..**..******.....*******X | 14007.200 | | 11118.200 | ....................................*X | 11118.200 | | 10555.900 | ..................................******........*******X | 12907.200 | | 11173.300 | ....................................*X | 11173.300 | | 10890.600 | ....................................*****X | 10890.600 | | 10126.700 | .................................********..*X | 10615.700 | | 10199.800 | .................................******.*X | 10353.900 | | 10266.500 | .................................*****X | 10266.500 | | 8784.200 | ............................***...*****...........***.****X | 12983.400 | | 12183.200 | ........................................**X | 12183.200 | | 11949.300 | .......................................*****..***..*****X | 13129.300 | | 12491.600 | .........................................*X | 12491.600 | | 11273.000 | .....................................*****X | 11273.000 | | 10696.200 | ...................................**..*****X | 11414.800 | | 9542.700 | ...............................*X | 9542.700 | | 8921.200 | .............................******..................**.....*****X | 15677.600 | | 12195.800 | ........................................**X | 12195.800 | | 10468.400 | ..................................*****....***....*****.**X | 12961.600 | | 12660.600 | ..........................................****X | 12660.600 | | 10674.300 | ...................................**X | 10674.300 | | 9792.800 | ................................******....**..*******X | 11655.400 | | 11321.500 | .....................................*****X | 11321.500 | | 7655.000 | .........................*X | 7655.000 | | 7377.700 | ........................******.........**.******.......***..****X | 13094.000 | | 10358.700 | ..................................**X | 10358.700 | | 9459.800 | ...............................*****......***..****X | 12006.600 | | 11883.400 | .......................................**X | 11883.400 | | 11598.300 | ......................................******..**..*****X | 12843.800 | | 12705.100 | ..........................................*X | 12705.100 | | 12582.300 | .........................................****X | 12582.300 | +-----------+---------------------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 00:04:33,355 | test | INFO | pool-3-thread-14 | [table_view:display:72] Ops trend for bucket 'bucket1' +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ | Min | Trend | Max | +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ | 0.000 | ****...............................................................................**.....................******X | 1300.000 | | 263.900 | ...................*X | 263.900 | | 0.000 | ********************************************************************************..................***......*****.....................................*............**..........*****X | 1079.700 | | 282.700 | ....................*X | 282.700 | | 100.000 | ......*****X | 100.000 | | 20.300 | *X | 20.300 | | 0.000 | *******************************************************************************************************......**...******............*******X | 279.700 | | 40.600 | ..**X | 40.600 | | 0.000 | **************************************************************************************************************************.******.........................***....****X | 400.000 | | 160.900 | ...........**X | 160.900 | | 79.700 | .....*****......***...*****X | 200.000 | | 40.600 | ..*X | 40.600 | | 0.000 | ********...******............*X | 200.000 | | 159.400 | ...........*****X | 159.400 | | 0.000 | ***********************************************************.******............*******X | 179.700 | | 20.300 | *X | 20.300 | | 0.000 | ********...******............**X | 200.000 | | 159.400 | ...........****X | 159.400 | | 0.000 | **************************************************************************************************........................**......*****X | 400.000 | | 240.600 | .................*X | 240.600 | | 200.000 | ..............*****X | 200.000 | | 40.600 | ..**X | 40.600 | | 0.000 | *****..............................***........*****X | 500.000 | | 101.500 | ......*X | 101.500 | | 0.000 | ******............**...*****X | 200.000 | | 40.600 | ..**X | 40.600 | | 0.000 | **********************......**.*****X | 100.000 | | 20.300 | *X | 20.300 | | 0.000 | *********************************************************....******...................********............***.*****.......********X | 559.400 | | 81.200 | .....*X | 81.200 | | 60.900 | ...******...................*X | 300.000 | | 239.100 | .................*****X | 239.100 | | 0.000 | **********************************************************************************......**.*****X | 100.000 | | 20.300 | *X | 20.300 | | 0.000 | ******......**.........******...........................................**X | 759.400 | | 698.500 | ....................................................*****X | 698.500 | | 60.900 | ...*X | 60.900 | | 0.000 | ********.******......**********X | 100.000 | | 79.700 | .....****X | 79.700 | | 0.000 | *******************************************************************************************......**.********...******.........*X | 248.700 | | 208.100 | ...............*****X | 208.100 | | 71.600 | ....*X | 71.600 | | 51.300 | ..*****X | 51.300 | | 0.000 | *******************************************************************************************......**.*****X | 100.000 | | 20.300 | *X | 20.300 | | 0.000 | ******........................**........*****X | 420.300 | | 260.900 | ...................**X | 260.900 | | 179.700 | ............*****X | 179.700 | | 20.300 | *X | 20.300 | | 0.000 | **************************************************************X | 0.000 | +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ 2022-02-02 00:04:33,671 | test | INFO | pool-3-thread-15 | [table_view:display:72] Ops trend for bucket 'bucket2' +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | ****......................................................................**.................*****X | 550.000 | | 437.800 | ....................................................................X | 437.800 | | 106.700 | ...............*X | 106.700 | | 0.000 | ***********************************************************************************.*****......................................***..........*****X | 309.700 | | 148.500 | ......................*X | 148.500 | | 80.600 | ...........*****X | 80.600 | | 0.000 | *****************************************************************************************......**.*************X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | ******............***...*************X | 100.000 | | 19.400 | ..*X | 19.400 | | 0.000 | ******************************************************************************************************************..******...................*******X | 136.900 | | 96.600 | ..............*******X | 100.000 | | 75.600 | ..........********X | 75.600 | | 43.800 | .....*X | 43.800 | | 24.400 | ..*****X | 24.400 | | 0.000 | **......******.........................*X | 200.000 | | 161.200 | ........................*****X | 161.200 | | 0.000 | *********************************************************......**.**************.......**.********...********X | 117.500 | | 82.500 | ............****X | 82.500 | | 1.900 | **X | 1.900 | | 0.000 | ***************************************************************************************......**..******.............**..*****X | 146.600 | | 25.000 | ..*X | 25.000 | | 0.000 | ********.******................................***.....*****X | 240.200 | | 38.900 | .....*X | 38.900 | | 0.100 | ******......**.*****X | 50.000 | | 9.700 | **X | 9.700 | | 0.000 | *********************************************************************************.******......**..******.........................***.....****X | 251.900 | | 211.600 | ................................**X | 211.600 | | 190.300 | .............................****X | 190.300 | | 69.400 | ..........**X | 69.400 | | 40.300 | .....********.*****X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | ****************************************************************************************......**.*****X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | ******...................**.......******................................................................***..........*****X | 630.600 | | 106.700 | ...............*X | 106.700 | | 0.000 | ******....**....******.....*X | 84.000 | | 74.300 | ..........*****X | 74.300 | | 34.700 | ....*X | 34.700 | | 25.000 | ..*****X | 25.000 | | 0.000 | ***************************..******...................**X | 138.400 | | 132.500 | ....................****X | 132.500 | | 11.600 | **X | 11.600 | | 0.000 | **********************************************..........***.....*****....**X | 122.900 | | 103.500 | ...............*****X | 103.500 | | 9.700 | ********.............*******X | 90.300 | | 9.700 | *X | 9.700 | | 0.000 | *******************************************************************************************.******......*X | 50.000 | | 40.300 | .....******...................**......*****X | 200.000 | | 38.800 | .....**X | 38.800 | | 0.000 | **********************************************************************X | 0.000 | +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ 2022-02-02 00:04:34,927 | test | INFO | pool-3-thread-2 | [table_view:display:72] Ops trend for bucket 'default' +-----------+------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +-----------+------------------------------------------------------------------------------------------------------+-----------+ | 11259.400 | ...................................................................................................X | 11259.400 | +-----------+------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 00:04:35,188 | test | INFO | MainThread | [table_view:display:72] Cluster statistics +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ | Node | Services | CPU_utilization | Mem_total | Mem_free | Swap_mem_used | Active / Replica | Version | +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ | 172.23.105.36 | kv | 29.5379116671 | 11.45 GiB | 9.03 GiB | 52.50 MiB / 3.50 GiB | 3249601 / 6532277 | 7.1.0-2211-enterprise | | 172.23.105.33 | kv | 23.5602094241 | 11.45 GiB | 9.05 GiB | 24.25 MiB / 3.50 GiB | 3278142 / 6547202 | 7.1.0-2211-enterprise | | 172.23.105.206 | kv | 29.7684533709 | 11.45 GiB | 9.09 GiB | 28.14 MiB / 3.50 GiB | 3204683 / 6382740 | 7.1.0-2211-enterprise | | 172.23.106.177 | kv | 25.1630226314 | 11.45 GiB | 9.16 GiB | 0.0 Byte / 3.50 GiB | 3277681 / 6564507 | 7.1.0-2211-enterprise | | 172.23.105.164 | kv | 27.0753512133 | 11.45 GiB | 8.93 GiB | 0.0 Byte / 3.50 GiB | 3288357 / 6551731 | 7.1.0-2211-enterprise | +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ 2022-02-02 00:05:11,533 | test | INFO | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4707] Validating collection stats and item counts 2022-02-02 00:05:27,216 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 00:05:27,217 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 00:05:39,216 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 00:05:39,217 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 00:05:51,362 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 00:05:51,364 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 00:06:12,969 | test | INFO | MainThread | [table_view:display:72] Bucket statistics +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ | Bucket | Type | Storage Backend | Replicas | Durability | TTL | Items | RAM Quota | RAM Used | Disk Used | ARR | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ | bucket1 | couchbase | couchstore | 2 | none | 0 | 100000 | 9.77 GiB | 309.52 MiB | 386.01 MiB | 100 | | bucket2 | couchbase | magma | 2 | none | 0 | 50000 | 4.88 GiB | 496.92 MiB | 592.65 MiB | 100 | | default | couchbase | magma | 2 | none | 0 | 16287500 | 2.50 GiB | 1.50 GiB | 22.97 GiB | 28.0436776669 | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ 2022-02-02 00:06:12,970 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionBase setup complete for test #1 test_data_load_collections_with_graceful_failover_rebalance_out ========= 2022-02-02 00:06:17,729 | test | INFO | MainThread | [collections_rebalance:load_collections_with_rebalance:996] Doing collection data load during graceful_failover_rebalance_out 2022-02-02 00:06:17,730 | test | INFO | MainThread | [collections_rebalance:rebalance_operation:360] Starting rebalance operation of type : graceful_failover_rebalance_out 2022-02-02 00:06:17,730 | test | INFO | MainThread | [collections_rebalance:rebalance_operation:576] failing over nodes [ip:172.23.106.177 port:8091 ssh_username:root] 2022-02-02 00:06:39,046 | test | INFO | pool-3-thread-3 | [rest_client:monitorRebalance:1599] Rebalance done. Taken 21.1640000343 seconds to complete 2022-02-02 00:06:39,052 | test | INFO | pool-3-thread-3 | [common_lib:sleep:22] Sleep 5 seconds. Reason: Wait after rebalance complete 2022-02-02 00:11:44,056 | test | INFO | MainThread | [collections_rebalance:data_load_after_failover:329] Starting a sync data load after failover 2022-02-02 00:11:44,065 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:4953] Performing scope/collection specific operations 2022-02-02 00:11:44,075 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:5043] Done Performing scope/collection specific operations 2022-02-02 01:04:56,315 | test | INFO | pool-3-thread-13 | [table_view:display:72] Ops trend for bucket 'default' +-----------+-------------------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +-----------+-------------------------------------------------------------------------------------------------------------------+-----------+ | 0.000 | **.......................................***...................******......*X | 8850.500 | | 7589.000 | ......................................................*****X | 7589.000 | | 2283.500 | ...............*X | 2283.500 | | 1482.900 | .........*****X | 1482.900 | | 1451.500 | .........*X | 1451.500 | | 1257.900 | ........******.**.*****X | 1504.400 | | 1213.600 | .......***.******....*X | 1867.700 | | 1784.700 | ............*****X | 1784.700 | | 795.700 | ....X | 795.700 | | 795.700 | ....X | 795.700 | | 592.200 | ...*X | 592.200 | | 592.200 | ...***X | 592.200 | | 484.400 | ..*X | 484.400 | | 456.200 | ..*****X | 456.200 | | 437.500 | ..**X | 437.500 | | 429.000 | ..***X | 429.000 | | 429.000 | ..***X | 503.400 | | 487.500 | ..X | 487.500 | | 487.500 | ..*X | 487.500 | | 487.500 | ..**X | 487.500 | | 234.800 | *X | 234.800 | | 232.000 | ******...*******X | 673.300 | | 469.500 | ..X | 469.500 | | 469.500 | ..*.**X | 579.200 | | 579.200 | ...***...**.******...*X | 1523.700 | | 1461.100 | .........*****X | 1461.100 | | 1118.500 | .......**X | 1118.500 | | 1062.000 | ......*****...********X | 1440.500 | | 895.500 | .....*X | 895.500 | | 874.600 | .....*****X | 874.600 | | 767.700 | ....*X | 767.700 | | 758.500 | ....*X | 758.500 | | 758.500 | ....****....**.***************..**..******..................**.*****X | 4589.000 | | 1381.100 | .........*X | 1381.100 | | 641.500 | ...*****X | 641.500 | | 632.000 | ...**X | 632.000 | | 580.200 | ...*****..***.******........**..******...**..*****X | 3094.300 | | 2025.900 | .............*X | 2025.900 | | 1339.400 | ........*****X | 1339.400 | | 558.200 | ...*X | 558.200 | | 510.900 | ..******....***.****X | 1199.600 | | 977.800 | ......***.*****.....**X | 1893.500 | | 1643.400 | ...........*****X | 1643.400 | | 1283.600 | ........********....**..*****X | 2095.900 | | 1874.900 | ............*X | 1874.900 | | 1664.300 | ...........******....**..*****X | 2469.100 | | 1955.100 | .............**X | 1955.100 | | 1738.000 | ...........*****.....***....*****.....**X | 3638.800 | | 3571.500 | .........................******..........**..*****X | 5216.100 | | 2499.600 | .................*X | 2499.600 | | 1774.000 | ............******...........**....******....**....******.*X | 5059.200 | | 5037.500 | ...................................******.................*******X | 7264.500 | | 3561.300 | .........................*X | 3561.300 | | 2827.500 | ...................******...**.*****X | 3346.700 | | 3210.100 | ......................***..*****........**X | 4535.000 | | 4157.700 | .............................*****X | 4157.700 | | 3770.400 | ..........................**.........****X | 4988.900 | | 4988.900 | ...................................*.......................*X | 8064.100 | | 7673.800 | .......................................................*****X | 7673.800 | | 6215.600 | ............................................****X | 6233.100 | | 6233.100 | ............................................***..........**X | 7619.100 | | 7572.400 | ......................................................****X | 7572.400 | | 5069.300 | ....................................********.......**X | 6052.800 | | 5644.900 | ........................................*****X | 5644.900 | | 3239.200 | ......................*X | 3239.200 | | 3225.700 | ......................******...........................**....*X | 7465.700 | | 7465.700 | .....................................................*X | 7465.700 | | 7465.700 | .....................................................*X | 7465.700 | | 4667.900 | .................................*X | 4667.900 | | 3837.300 | ...........................*****X | 3837.300 | | 3751.000 | ..........................**....******..*X | 4577.000 | | 4106.800 | .............................*X | 4106.800 | | 4106.800 | .............................**X | 4106.800 | | 4106.800 | .............................X | 4106.800 | | 1933.100 | .............*X | 1933.100 | | 1629.800 | ..........******.........**.******..........**.....*****X | 4931.100 | | 3349.700 | .......................*X | 3349.700 | | 2745.500 | ...................******..**....******.....................**..*****X | 6739.300 | | 4025.300 | ............................*X | 4025.300 | | 3637.600 | .........................******............................***.....***X | 8174.900 | | 8174.900 | ..........................................................*..........***....****X | 10017.400 | | 7940.900 | .........................................................**X | 7940.900 | | 7622.800 | ......................................................X | 7622.800 | | 7622.800 | ......................................................*****........X | 8631.400 | | 8631.400 | ..............................................................X | 8631.400 | | 8119.400 | ..........................................................*****X | 8119.400 | | 4916.900 | ...................................*X | 4916.900 | | 4773.200 | ..................................******.........*X | 6087.400 | | 5568.800 | .......................................**X | 5568.800 | | 5568.800 | .......................................***.X | 5659.300 | | 5659.300 | ........................................*......*****X | 6495.100 | | 6103.200 | ...........................................**...**X | 6430.100 | | 6430.100 | ..............................................*X | 6430.100 | | 6430.100 | ..............................................*...............X | 8480.100 | | 8480.100 | .............................................................*X | 8480.100 | | 7698.700 | .......................................................***X | 7698.700 | | 7698.700 | .......................................................X | 7698.700 | | 4937.800 | ...................................**X | 4937.800 | | 4508.600 | ................................****X | 4508.600 | | 2683.500 | ..................**X | 2683.500 | | 2601.500 | ..................*****................***..****X | 5099.800 | | 4025.000 | ............................********...........***..*X | 5819.800 | | 5819.800 | .........................................**X | 5819.800 | | 5142.800 | ....................................**X | 5142.800 | | 4790.100 | ..................................**X | 4790.100 | | 4790.100 | ..................................*X | 4790.100 | | 3278.200 | .......................**X | 3278.200 | | 3099.900 | .....................*****....................***......*****X | 6591.200 | | 5778.800 | .........................................*X | 5778.800 | | 4990.700 | ...................................*****X | 4990.700 | | 2871.600 | ....................*X | 2871.600 | | 2552.500 | .................******.........**...******...*X | 4533.300 | | 4531.600 | ................................******.........**....*****X | 6360.600 | | 4780.600 | ..................................*X | 4780.600 | | 4129.400 | .............................*****X | 4129.400 | | 2444.700 | ................**X | 2444.700 | | 2075.300 | ..............*****X | 2075.300 | | 1450.900 | .........*X | 1450.900 | | 1170.600 | .......******....**..******....*******X | 2577.900 | | 2463.900 | .................*X | 2463.900 | | 2177.700 | ..............*****X | 2177.700 | | 1387.500 | .........**..******.............**X | 3511.000 | | 3326.400 | .......................****X | 3326.400 | | 2206.200 | ...............********..........***......***X | 4439.900 | | 4439.900 | ...............................*......**X | 5210.200 | | 4724.200 | .................................X | 4724.200 | | 4724.200 | .................................**X | 4724.200 | | 4724.200 | .................................*X | 4724.200 | | 2591.800 | ..................**.******.....................................................**..............*****X | 11943.500 | | 7808.200 | ........................................................*X | 7808.200 | | 5428.800 | ......................................*****X | 5428.800 | | 2815.500 | ...................**.*****X | 2881.800 | | 1889.300 | ............**X | 1889.300 | | 1870.200 | ............*****.................................***....****X | 6940.000 | | 3335.600 | .......................**X | 3335.600 | | 2442.200 | ................******....**...*****X | 3317.000 | | 3103.400 | .....................*X | 3103.400 | | 3007.000 | .....................*****X | 3007.000 | | 2322.700 | ................*X | 2322.700 | | 1984.700 | .............*****X | 1984.700 | | 1585.100 | ..........*X | 1585.100 | | 1482.500 | .........*****X | 1482.500 | | 1459.400 | .........******X | 1463.900 | | 1448.500 | .........***.*****.**X | 1681.400 | | 1583.300 | ..........*****X | 1583.300 | | 1423.100 | .........********.....**.*****X | 2248.000 | | 1611.700 | ..........**X | 1611.700 | | 1539.000 | ..........*****..........***...*****X | 3397.900 | | 2645.800 | ..................*X | 2645.800 | | 2617.300 | ..................******....*X | 3212.400 | | 2968.100 | ....................*****X | 2968.100 | | 2362.300 | ................*******X | 2437.800 | | 1549.700 | ..........*X | 1549.700 | | 1188.400 | .......*****X | 1188.400 | | 1037.100 | ......**X | 1037.100 | | 1010.600 | ......******....**...******.....*X | 2666.300 | | 2277.000 | ...............*****X | 2277.000 | | 1140.400 | .......********......**..******....*X | 2791.500 | | 2590.900 | .................*****X | 2590.900 | | 1737.800 | ...........**X | 1737.800 | | 1635.600 | ..........****X | 1635.600 | | 1214.600 | .......**X | 1214.600 | | 1139.000 | .......*****.***...*****................................***........**X | 7152.700 | | 7152.700 | ...................................................*X | 7152.700 | | 7152.700 | ...................................................*.......**...*****X | 8553.900 | | 6387.900 | .............................................*X | 6387.900 | | 5804.400 | .........................................*****X | 5804.400 | | 1755.300 | ...........*X | 1755.300 | | 421.100 | ..*****X | 421.100 | | 298.000 | .**X | 298.000 | | 295.000 | .*******X | 295.000 | | 292.100 | .******....**......******.........................**.........*****X | 6404.100 | | 5574.500 | .......................................*X | 5574.500 | | 4065.100 | ............................******.........**................*X | 7415.800 | | 7415.800 | .....................................................**X | 7415.800 | | 7415.800 | .....................................................*............***.****X | 9175.600 | | 7301.500 | ....................................................**X | 7301.500 | | 6535.500 | ..............................................****X | 6535.500 | | 6250.100 | ............................................**X | 6250.100 | | 5054.600 | ....................................*****..............***....****X | 7541.500 | | 4486.600 | ...............................**X | 4486.600 | | 4099.400 | .............................***X | 4099.400 | | 4099.400 | .............................*...............*X | 6257.500 | | 6257.500 | ............................................*..***X | 6419.000 | | 6419.000 | ..............................................*.......***..*****X | 7763.000 | | 4979.600 | ...................................*X | 4979.600 | | 4262.600 | ..............................*X | 4262.600 | | 4262.600 | ..............................*X | 4262.600 | | 4262.600 | ..............................**.........**...*****X | 5928.800 | | 3808.100 | ..........................*X | 3808.100 | | 3107.700 | .....................******.........................**.........******.......................**............*****X | 12454.900 | | 10900.300 | ..............................................................................*X | 10900.300 | | 9789.300 | ......................................................................******................**...*****X | 12293.800 | | 10490.800 | ...........................................................................*X | 10490.800 | | 10428.500 | ...........................................................................******....................**....*****X | 13636.600 | | 8736.700 | ...............................................................*X | 8736.700 | | 7616.300 | ......................................................*X | 7616.300 | | 7616.300 | ......................................................*X | 7616.300 | | 7616.300 | ......................................................**........*X | 8692.100 | | 8550.600 | .............................................................*****X | 8550.600 | | 7814.000 | ........................................................***.....*****................................***....****X | 13380.800 | | 7895.900 | ........................................................**X | 7895.900 | | 5989.200 | ..........................................*****X | 5989.200 | | 2761.700 | ...................*X | 2761.700 | | 2336.600 | ................******.*X | 2548.600 | | 2449.100 | ................******........**......**X | 4259.600 | | 4259.600 | ..............................***............X | 5990.200 | | 5990.200 | ..........................................X | 5990.200 | | 5725.100 | ........................................***X | 5725.100 | | 5725.100 | ........................................*X | 5725.100 | | 3383.300 | .......................**X | 3383.300 | | 3080.900 | .....................*****.**X | 3263.000 | | 3040.200 | .....................*****X | 3040.200 | | 2121.000 | ..............*X | 2121.000 | | 1999.700 | .............*****X | 1999.700 | | 1669.700 | ...........********.**...******..................................**.......******.*X | 7989.200 | | 7701.100 | .......................................................*****X | 7701.100 | | 2828.300 | ...................**X | 2828.300 | | 1592.500 | ..........*****..............***.......*****X | 4391.800 | | 4049.200 | ............................*X | 4049.200 | | 3402.600 | .......................*****X | 3402.600 | | 2671.500 | ..................**..******..*X | 3223.000 | | 2902.800 | ....................*****X | 2902.800 | | 2561.100 | .................*X | 2561.100 | | 2334.500 | ................*****X | 2334.500 | | 1513.200 | ..........**.******..........**.*****X | 3188.300 | | 2087.700 | ..............*X | 2087.700 | | 1767.200 | ...........******..**.******.....**..X | 3113.700 | | 3113.700 | .....................****X | 3113.700 | | 2269.700 | ...............*X | 2269.700 | | 1816.300 | ............*****X | 1816.300 | | 1651.800 | ...........*********.********.....**..*****X | 2834.000 | | 2640.300 | ..................*X | 2640.300 | | 2633.000 | ..................******...........***...****X | 4575.600 | | 3882.900 | ...........................**X | 3882.900 | | 3515.000 | ........................******.**.*****X | 3742.400 | | 3637.500 | .........................*X | 3637.500 | | 3468.100 | ........................*****X | 3468.100 | | 2803.300 | ...................********....********.**.******...*X | 4005.400 | | 3839.000 | ...........................*****X | 3839.000 | | 3741.300 | ..........................***.****X | 3931.000 | | 3465.800 | ........................**X | 3465.800 | | 3374.100 | .......................******................**......*****X | 6275.900 | | 5480.800 | .......................................*X | 5480.800 | | 5371.200 | ......................................*****X | 5371.200 | | 4934.400 | ...................................*X | 4934.400 | | 4004.600 | ............................*****X | 4004.600 | | 3053.700 | .....................***....*****.......***...******....................**...X | 8059.200 | | 8059.200 | ..........................................................***X | 8059.200 | | 8059.200 | ..........................................................X | 8059.200 | | 5602.600 | ........................................*X | 5602.600 | | 4893.200 | ..................................*****X | 4893.200 | | 4343.800 | ..............................**...******....*X | 5217.000 | | 4783.600 | ..................................****X | 4783.600 | | 4783.600 | ..................................X | 4783.600 | | 4411.500 | ...............................***....X | 4978.600 | | 4978.600 | ...................................****..*X | 5208.400 | | 5208.400 | .....................................*.******............*X | 7058.900 | | 6612.200 | ...............................................*****X | 6612.200 | | 4584.000 | ................................*X | 4584.000 | | 4470.500 | ...............................******.............**..........******........................**X | 10779.600 | | 9878.100 | .......................................................................****X | 9878.100 | | 6100.500 | ...........................................**X | 6100.500 | | 5158.100 | ....................................***X | 5158.100 | | 5158.100 | ....................................X | 5158.100 | | 2762.700 | ...................**X | 2762.700 | | 2597.400 | ..................******.............**......******.............................**......*****X | 9960.200 | | 9878.300 | .......................................................................**..*****X | 10181.100 | | 7929.300 | .........................................................**X | 7929.300 | | 7288.000 | ....................................................****X | 7288.000 | | 5487.800 | .......................................**X | 5487.800 | | 4805.300 | ..................................*****..................X | 7312.700 | | 7312.700 | ....................................................**......*X | 8156.400 | | 8156.400 | ..........................................................**X | 8156.400 | | 8156.400 | ..........................................................X | 8156.400 | | 6453.500 | ..............................................*X | 6453.500 | | 5847.300 | .........................................*****X | 5847.300 | | 5140.400 | ....................................**.*X | 5268.100 | | 5268.100 | .....................................****............**..*****X | 7131.200 | | 4837.300 | ..................................*X | 4837.300 | | 3699.200 | ..........................*****X | 3699.200 | | 3456.600 | ........................***...*****............***....*****X | 6036.000 | | 4713.000 | .................................*X | 4713.000 | | 4172.300 | .............................*****X | 4172.300 | | 3792.900 | ..........................*X | 3792.900 | | 3601.900 | .........................******.**X | 3711.200 | | 3472.500 | ........................*****.***.*****X | 3738.600 | | 3472.000 | ........................**.******......**....******...........**..*****X | 6777.000 | | 5465.900 | .......................................**X | 5465.900 | | 5133.100 | ....................................****X | 5133.100 | | 4435.400 | ...............................**X | 4435.400 | | 3921.300 | ...........................****X | 3921.300 | | 3847.400 | ...........................X | 3847.400 | | 3454.000 | ........................*X | 3454.000 | | 3183.000 | ......................******...**...*****X | 3993.300 | | 3296.600 | .......................**..******............***...*****...**X | 6026.500 | | 6006.400 | ...........................................*****X | 6006.400 | | 3884.300 | ...........................*X | 3884.300 | | 3378.200 | .......................******..*X | 3578.000 | | 3540.600 | ........................*****X | 3540.600 | | 2963.500 | ....................**X | 2963.500 | | 2911.900 | ....................*****.........................***........****X | 7476.800 | | 6179.200 | ............................................**X | 6179.200 | | 5482.500 | .......................................*****X | 5482.500 | | 2757.700 | ...................*X | 2757.700 | | 2250.500 | ...............******..................**......*******X | 5532.500 | | 5041.800 | ...................................*****X | 5041.800 | | 4310.900 | ..............................**X | 4310.900 | | 4156.700 | .............................****X | 4156.700 | | 4034.400 | ............................***.******....**..******..............*X | 6907.400 | | 6859.600 | .................................................*****X | 6859.600 | | 4575.800 | ................................********......**X | 5432.600 | | 4861.600 | ..................................****X | 4861.600 | | 1644.100 | ...........**X | 1644.100 | | 956.100 | ......*****X | 956.100 | | 488.800 | ..*X | 488.800 | | 450.300 | ..*****X | 450.300 | | 450.100 | ..********.***..*****.......***..******..*******X | 2448.100 | | 2164.100 | ..............**..******.**X | 2512.300 | | 2506.400 | .................*****X | 2506.400 | | 2284.500 | ...............*X | 2284.500 | | 2005.500 | .............******.**..*****X | 2328.000 | | 1502.600 | ..........*X | 1502.600 | | 1191.200 | .......*****X | 1191.200 | | 1078.500 | ......**X | 1078.500 | | 983.400 | ......*****X | 983.400 | | 427.200 | ..*X | 427.200 | | 264.300 | **************..**.******....*******X | 1209.000 | | 775.300 | ....**X | 775.300 | | 713.700 | ....*****X | 713.700 | | 694.100 | ....********..*******X | 1050.400 | | 939.700 | .....*X | 939.700 | | 939.600 | .....******..********.********X | 1337.800 | | 1232.100 | ........*X | 1232.100 | | 1149.800 | .......******.....**...*****X | 2237.500 | | 2053.200 | ..............*X | 2053.200 | | 2015.800 | .............******...**X | 2335.900 | | 2187.300 | ...............****X | 2187.300 | | 874.700 | .....**X | 874.700 | | 808.500 | ....******.........********....**.********..******..*X | 3166.800 | | 3078.500 | .....................*****X | 3078.500 | | 2532.500 | .................**.*****X | 2645.400 | | 2379.900 | ................**X | 2379.900 | | 1851.900 | ............****X | 1851.900 | | 955.800 | ......*******X | 970.500 | | 763.500 | ....**X | 763.500 | | 723.400 | ....****X | 723.400 | | 321.500 | .**X | 321.500 | | 262.000 | *********************X | 269.600 | | 260.800 | **.******.......**..******..**X | 1786.300 | | 1606.600 | ..........*****.***.******..*X | 2128.200 | | 1980.600 | .............*****X | 1980.600 | | 1795.800 | ............*******X | 1851.600 | | 1312.800 | ........*X | 1312.800 | | 1273.600 | ........*******X | 1321.500 | | 1308.900 | ........******.....**.*****X | 2048.700 | | 1645.100 | ...........**X | 1645.100 | | 1610.100 | ..........****X | 1610.100 | | 1563.600 | ..........**X | 1563.600 | | 1555.300 | ..........*****....***.******..*X | 2455.800 | | 2266.200 | ...............******...**...*****X | 3036.300 | | 2969.200 | ....................*X | 2969.200 | | 2823.600 | ...................******.............**..*****X | 4820.900 | | 4117.300 | .............................*X | 4117.300 | | 3930.100 | ...........................*****X | 3930.100 | | 1978.600 | .............**X | 1978.600 | | 1965.000 | .............*****............***...****X | 4056.100 | | 3967.300 | ............................**X | 3967.300 | | 3288.000 | .......................****X | 3288.000 | | 1883.300 | ............**X | 1883.300 | | 1840.100 | ............******..********.*X | 2263.400 | +-----------+-------------------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 01:04:57,206 | test | INFO | pool-3-thread-14 | [table_view:display:72] Ops trend for bucket 'bucket1' +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | **...***.*****X | 16.000 | | 3.600 | *X | 3.600 | | 0.000 | ******************************************************************************************************************************************************************************************************************************************************************************.......***.*****X | 32.400 | | 5.000 | *X | 5.000 | | 0.000 | *************************************************........******..........................**X | 136.000 | | 104.000 | .........................****X | 104.000 | | 0.000 | *****************************************...***.*************X | 16.000 | | 3.600 | *X | 3.600 | | 0.000 | **************....**********X | 16.000 | | 12.400 | ..******...**...*****X | 36.000 | | 21.000 | ....*X | 21.000 | | 16.000 | ...*****X | 16.000 | | 3.600 | *X | 3.600 | | 0.000 | **************...***.*****X | 16.000 | | 4.000 | *X | 4.000 | | 0.000 | ******.........**......*******X | 59.200 | | 53.400 | ............******....**X | 68.000 | | 51.800 | ............****X | 51.800 | | 0.000 | **************************************************************************................***.....****X | 84.000 | | 32.200 | .......**X | 32.200 | | 16.000 | ...******......**...******...**......X | 87.400 | | 87.400 | .....................*X | 87.400 | | 87.400 | .....................***...*X | 100.200 | | 68.200 | ................*****X | 68.200 | | 55.800 | .............***..****X | 64.400 | | 12.200 | ..**X | 12.200 | | 3.600 | *****.......***....*****..........**X | 84.000 | | 68.200 | ................*****X | 68.200 | | 3.600 | *X | 3.600 | | 0.000 | ********.......******..........................*X | 132.400 | | 107.200 | ..........................*****X | 107.200 | | 3.600 | **.******.......********......................***.....*****X | 140.800 | | 26.600 | .....*X | 26.600 | | 0.000 | **************..........**...*******X | 52.400 | | 52.000 | ............******......................***.......****X | 168.000 | | 39.600 | .........**X | 39.600 | | 0.000 | **************...**.*****X | 16.000 | | 3.600 | **X | 3.600 | | 0.000 | ***************************************************************..........**...*****X | 52.000 | | 24.600 | .....*X | 24.600 | | 16.000 | ...*****X | 16.000 | | 3.600 | **X | 3.600 | | 0.000 | *****............***....*****X | 64.000 | | 52.000 | ............*X | 52.000 | | 48.000 | ...........*****X | 48.000 | | 10.800 | .*X | 10.800 | | 3.600 | ******.......*******X | 28.400 | | 3.600 | ********....**X | 16.000 | | 12.400 | ..****X | 12.400 | | 0.000 | *************************......**..*****X | 32.000 | | 7.200 | *X | 7.200 | | 0.000 | ***********************.......................................**.............*****X | 204.000 | | 154.400 | ......................................*X | 154.400 | | 140.000 | ..................................*****X | 140.000 | | 46.600 | ..........**X | 46.600 | | 24.600 | .....*****.......**X | 51.600 | | 43.400 | ..........*****X | 43.400 | | 4.000 | *X | 4.000 | | 0.000 | ********************************************************************************......**..*****X | 32.000 | | 7.200 | **........******.......................................*X | 191.400 | | 167.600 | .........................................*****X | 167.600 | | 12.600 | ..**X | 12.600 | | 0.000 | ******************************......***........*****..............**X | 111.200 | | 78.800 | ...................*****X | 78.800 | | 39.400 | .........**...*****X | 52.000 | | 12.600 | ..*X | 12.600 | | 7.200 | ******.......**.******.......********...********.***.**X | 84.600 | | 84.600 | ....................**.......**X | 111.200 | | 110.800 | ...........................****X | 110.800 | | 84.200 | ....................**X | 84.200 | | 84.000 | ....................*****X | 84.000 | | 19.800 | ....*X | 19.800 | | 0.000 | **************************************...***.****X | 16.000 | | 4.000 | **X | 4.000 | | 0.000 | **************.....................X | 82.800 | | 82.800 | ....................*....*****X | 100.400 | | 21.200 | ....*X | 21.200 | | 9.000 | .******.......*X | 36.000 | | 27.000 | .....******......................................................................***........................****X | 392.000 | | 160.000 | .......................................**X | 160.000 | | 91.600 | ......................*****X | 91.600 | | 37.600 | ........*X | 37.600 | | 12.400 | ..******......**.....******.*X | 58.800 | | 43.400 | ..........*****X | 43.400 | | 4.000 | **X | 4.000 | | 0.000 | *****...***..*****X | 20.000 | | 5.000 | **....******........................*X | 115.000 | | 102.400 | .........................*****X | 102.400 | | 9.000 | .**X | 9.000 | | 0.000 | **********************....................................**.............*****X | 192.600 | | 91.200 | ......................**X | 91.200 | | 61.400 | ..............*****......**X | 83.600 | | 62.000 | ..............*****X | 62.000 | | 0.000 | ********...**.*****X | 16.000 | | 3.600 | *X | 3.600 | | 0.000 | *********************************************************************************************************...**.******......**..*****X | 48.000 | | 23.200 | ....**X | 23.200 | | 21.000 | ....******.*X | 23.600 | | 15.000 | ..*****X | 15.000 | | 11.100 | .**......******..............*X | 89.300 | | 71.700 | .................***X | 71.700 | | 71.700 | .................*X | 71.700 | | 68.200 | ................**....*********.****X | 88.000 | | 21.600 | ....**X | 21.600 | | 0.000 | **************...**.******...................**......*****X | 116.000 | | 27.400 | .....*X | 27.400 | | 0.000 | *****************.******....********.............................**......*****X | 160.400 | | 32.800 | .......*X | 32.800 | | 4.000 | ******........................***.....****X | 120.000 | | 50.200 | ...........**X | 50.200 | | 32.000 | .......*****X | 32.000 | | 7.600 | *X | 7.600 | | 0.000 | ******..............................**..........*****X | 160.000 | | 38.800 | ........*X | 38.800 | | 0.000 | ***************...**..*****X | 20.000 | | 5.000 | *X | 5.000 | | 0.000 | ***************************************...**.*****X | 16.000 | | 4.000 | *X | 4.000 | | 3.600 | ******.......********..............***......*****X | 108.000 | | 26.600 | .....*X | 26.600 | | 4.000 | ******......*X | 28.400 | | 28.000 | ......*****X | 28.000 | | 3.600 | **X | 3.600 | | 0.000 | ***************************************************************......***.....*****.............**X | 94.200 | | 91.400 | ......................*****X | 91.400 | | 14.800 | ..*X | 14.800 | | 0.000 | *******************************...**.******...**.*****X | 32.000 | | 7.200 | **X | 7.200 | | 5.000 | ******....*X | 20.000 | | 15.000 | ..******.....................**........*****X | 128.000 | | 31.200 | ......**X | 31.200 | | 0.000 | ********.*****...***..******......**...******.........................*X | 158.400 | | 157.400 | .......................................*****X | 157.400 | | 21.600 | ....*X | 21.600 | | 0.000 | ************************************************.................................**...........*****X | 176.000 | | 43.200 | ..........*X | 43.200 | | 0.000 | *********************************..******......**X | 32.000 | | 24.000 | .....*****X | 24.000 | | 0.000 | ****************...**..*****X | 20.000 | | 5.000 | **X | 5.000 | | 0.000 | ****************************************************************...**.*****X | 16.000 | | 4.000 | *X | 4.000 | | 0.000 | ***********************...**.*****X | 16.000 | | 4.000 | **X | 4.000 | | 0.000 | *****.............***....*****X | 68.000 | | 17.000 | ...*X | 17.000 | | 0.000 | ****************..******......**X | 32.000 | | 24.000 | .....****X | 24.000 | | 12.000 | ..***.*****X | 16.000 | | 4.000 | *X | 4.000 | | 0.000 | ************************************************************************************************.........**...*****X | 48.000 | | 11.600 | .*X | 11.600 | | 0.000 | ******.......**...*****X | 40.000 | | 25.000 | .....**X | 25.000 | | 20.000 | ....*****.........***...*****X | 68.000 | | 17.000 | ...*X | 17.000 | | 0.000 | ******................**.....*****X | 84.000 | | 21.000 | ....*X | 21.000 | | 0.000 | **************************************************************************************************X | 0.000 | +---------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ 2022-02-02 01:04:57,244 | test | INFO | pool-3-thread-15 | [table_view:display:72] Ops trend for bucket 'bucket2' +--------+------------------------------------------------------------------------------------------------------------------------------+--------+ | Min | Trend | Max | +--------+------------------------------------------------------------------------------------------------------------------------------+--------+ | 0.000 | **......***...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ************************************************************************......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ***********************......**......*******X | 10.500 | | 8.000 | ........*******X | 8.000 | | 5.500 | .....*****X | 5.500 | | 0.000 | *********************************......***...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ***********************************************............................***............****X | 34.000 | | 26.200 | .............................X | 26.200 | | 9.600 | ..........*X | 9.600 | | 0.000 | *********************************..******.......*X | 8.000 | | 5.500 | .....******.................................**.................*****X | 48.000 | | 20.500 | .......................**X | 20.500 | | 8.000 | ........*****X | 8.000 | | 2.500 | .********.............**.........******.......*X | 26.500 | | 16.500 | ..................*****X | 16.500 | | 0.000 | ********......***.........******......*X | 18.500 | | 11.000 | ............*****X | 11.000 | | 5.500 | .....**...********........******.......................*X | 34.000 | | 26.900 | ..............................******....**............*****X | 40.000 | | 20.400 | .......................**X | 20.400 | | 10.000 | ..........*****.......***......****X | 20.500 | | 12.600 | .............**X | 12.600 | | 5.500 | .....*****X | 5.500 | | 0.000 | ********...............**..............******.......................*X | 44.000 | | 36.900 | ..........................................*****X | 36.900 | | 4.600 | ....**X | 4.600 | | 0.000 | ******.............**.....******....................**.........******......................X | 58.900 | | 58.900 | ....................................................................*.........*****X | 66.000 | | 19.600 | ......................**X | 19.600 | | 2.500 | .*****....................***...*****X | 21.500 | | 5.000 | ....*X | 5.000 | | 0.000 | ******................................................**.......................***X | 60.500 | | 60.500 | ......................................................................*X | 60.500 | | 25.100 | ............................*X | 25.100 | | 15.100 | ................******.......................*X | 34.000 | | 24.400 | ...........................*****X | 24.400 | | 0.000 | ********......***...*****.........***...****X | 18.000 | | 4.600 | ....*X | 4.600 | | 0.000 | *****************..******.............................**......*****X | 31.500 | | 7.100 | .......*X | 7.100 | | 0.000 | ******......**......******.............********X | 21.500 | | 16.000 | .................********..........................**........******.........**.....................**X | 69.600 | | 69.600 | .................................................................................*X | 69.600 | | 69.600 | .................................................................................X | 69.600 | | 59.600 | .....................................................................*X | 59.600 | | 30.400 | ..................................*****X | 30.400 | | 7.900 | ........***..****X | 10.000 | | 2.100 | .**X | 2.100 | | 0.000 | ******************************...................***.........****X | 24.000 | | 7.500 | .......**X | 7.500 | | 0.000 | ********........*****......................***.......******..........*X | 40.000 | | 27.500 | ...............................*****X | 27.500 | | 11.000 | ............**.....*****X | 16.000 | | 12.900 | ..............*X | 12.900 | | 10.000 | ..........******.................................................***....................*****X | 68.000 | | 35.700 | .........................................*X | 35.700 | | 24.000 | ...........................*****X | 24.000 | | 7.500 | .......*X | 7.500 | | 0.000 | *******************************.............**...........*******X | 21.000 | | 11.000 | ............*****X | 11.000 | | 0.000 | **..******.............*******X | 13.500 | | 8.000 | ........*********.............................**...........*****X | 42.000 | | 17.600 | ...................*X | 17.600 | | 10.500 | ...........********..******.........................................................**.........*****X | 67.800 | | 25.200 | ............................*X | 25.200 | | 13.500 | ..............*****X | 13.500 | | 2.500 | .*X | 2.500 | | 0.000 | **************......***...********........******...................*X | 30.500 | | 21.300 | ........................*****X | 21.300 | | 0.000 | *****************************************............................**............*****X | 34.000 | | 9.600 | ..........*X | 9.600 | | 0.000 | *****************..******.......*X | 7.700 | | 5.800 | .....********...******................***...........****X | 30.600 | | 25.100 | ............................**X | 25.100 | | 13.400 | ..............*****X | 13.400 | | 0.000 | *****************************************......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ***************************************......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ********************************************************......**...........******................*X | 28.500 | | 18.900 | .....................*****X | 18.900 | | 0.000 | **..******.............***...****X | 15.600 | | 12.500 | .............**X | 12.500 | | 7.900 | ........*****X | 7.900 | | 0.000 | ********...................................................................**.........................*****X | 78.000 | | 72.500 | ....................................................................................*X | 72.500 | | 70.000 | .................................................................................*****X | 70.000 | | 43.200 | ..................................................**X | 43.200 | | 34.000 | .......................................*X | 34.000 | | 34.000 | .......................................**X | 34.000 | | 9.600 | ..........**X | 9.600 | | 0.000 | **************...............**......******..........................**............*****X | 50.000 | | 14.600 | ................*X | 14.600 | | 0.000 | **************............................................**..........................*****X | 59.500 | | 38.200 | ............................................*X | 38.200 | | 16.500 | ..................*****X | 16.500 | | 0.000 | *****************.........................................................**.......................X | 68.000 | | 68.000 | ...............................................................................***X | 68.000 | | 68.000 | ...............................................................................X | 68.000 | | 19.200 | .....................*X | 19.200 | | 0.000 | ******.........**..*****X | 10.000 | | 2.100 | .********.......**X | 8.000 | | 5.500 | .....******.........**...................******......................................*X | 61.600 | | 50.700 | ..........................................................*****X | 50.700 | | 5.000 | ....********.................................***...*****X | 35.000 | | 7.500 | .......*X | 7.500 | | 0.000 | ******************************............................***............*****X | 34.000 | | 9.600 | ..........*X | 9.600 | | 0.000 | ********..******......................***....****X | 23.900 | | 5.000 | ....**X | 5.000 | | 0.000 | **************......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ********.......******..........................**........******.................................**X | 63.000 | | 53.800 | ..............................................................****X | 53.800 | | 5.000 | ....**X | 5.000 | | 2.500 | .******.............*******X | 13.500 | | 2.500 | .*X | 2.500 | | 0.000 | ******.........................**........*****X | 28.000 | | 14.600 | ................**X | 14.600 | | 10.000 | ..........*****X | 10.000 | | 2.100 | .********.............................**......*****X | 31.500 | | 7.100 | .......**X | 7.100 | | 0.000 | *****.............***.....******...*X | 18.400 | | 18.000 | ....................*****X | 18.000 | | 4.600 | ....********..........................................**......*X | 45.000 | | 45.000 | ....................................................*X | 45.000 | | 45.000 | ....................................................*X | 45.000 | | 15.100 | ................*X | 15.100 | | 8.000 | ........*****X | 8.000 | | 2.500 | .**X | 2.500 | | 0.000 | **********************......................**........*****X | 26.000 | | 12.600 | .............**............******......................................*X | 54.500 | | 40.300 | ..............................................*****X | 40.300 | | 8.000 | ........**X | 8.000 | | 5.500 | .....****X | 5.500 | | 1.400 | X | 1.400 | | 0.000 | **..............******.......................................*X | 45.500 | | 37.600 | ...........................................*****X | 37.600 | | 25.900 | .............................*******X | 25.900 | | 23.500 | ..........................**...******....................***.........***X | 50.000 | | 50.000 | ..........................................................X | 50.000 | | 14.600 | ................**X | 14.600 | | 0.000 | **************............................................**.................*****X | 52.000 | | 14.200 | ...............**X | 14.200 | | 0.000 | **************.............**.....*****X | 16.000 | | 10.500 | ...........*X | 10.500 | | 8.000 | ........******...**X | 10.400 | | 10.000 | ..........****X | 10.000 | | 7.600 | .......***.******.............................................**................*****X | 60.000 | | 22.200 | .........................*X | 22.200 | | 8.000 | ........*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ********....******...................................*******X | 33.800 | | 4.600 | ....**X | 4.600 | | 0.000 | ******......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | *****************..******.......*X | 8.000 | | 5.500 | .....******...................................**..................*****X | 50.000 | | 14.600 | ................*X | 14.600 | | 0.000 | ***************.........**..*****X | 10.000 | | 2.100 | .*X | 2.100 | | 0.000 | ******................**.........******..........................................................***.................*****X | 84.600 | | 20.900 | .......................*X | 20.900 | | 0.000 | ******............................**..................******.*X | 40.300 | | 24.400 | ...........................*****X | 24.400 | | 5.500 | .....***...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ******.........................**........*****X | 28.000 | | 6.700 | ......*X | 6.700 | | 2.500 | .******.......**X | 8.000 | | 5.500 | .....******...................**........*****X | 28.000 | | 14.600 | ................*X | 14.600 | | 10.000 | ..........*****X | 10.000 | | 2.100 | .**X | 2.100 | | 0.000 | *****.............***........*****X | 18.500 | | 13.000 | ..............*X | 13.000 | | 8.000 | ........*******X | 8.000 | | 5.500 | .....*****X | 5.500 | | 0.000 | ********......***...****X | 8.000 | | 2.500 | .**X | 2.500 | | 0.000 | ******************************......................***........*****X | 26.000 | | 7.100 | .......*X | 7.100 | | 0.000 | *********************************.....******.............**X | 16.000 | | 11.000 | ............****X | 11.000 | | 0.000 | *********..................**.....*****X | 20.000 | | 4.200 | ...*X | 4.200 | | 0.000 | **********************************************************************************************************.**...******....*X | 7.100 | | 4.600 | ....******..........***......****X | 18.000 | | 4.600 | ....**X | 4.600 | | 0.000 | ***************************************....**...*****X | 6.700 | | 3.800 | ...*X | 3.800 | | 1.300 | *****X | 1.300 | | 0.000 | *****************************************************************...............***......****X | 18.000 | | 4.600 | ....**X | 4.600 | | 0.000 | ******......**...*****X | 8.000 | | 2.500 | .*X | 2.500 | | 0.000 | ******.........**..******..........***.......****X | 24.000 | | 13.000 | ..............**X | 13.000 | | 8.000 | ........****X | 8.000 | | 2.500 | .**X | 2.500 | | 0.000 | ************************..******.......*X | 8.000 | | 5.500 | .....*********...****X | 8.000 | | 2.500 | .**X | 2.500 | | 0.000 | *****************************************************************X | 0.000 | +--------+------------------------------------------------------------------------------------------------------------------------------+--------+ 2022-02-02 01:04:58,545 | test | INFO | pool-3-thread-16 | [table_view:display:72] Ops trend for bucket 'default' +----------+------------------------------------------------------------------------------------------------------+----------+ | Min | Trend | Max | +----------+------------------------------------------------------------------------------------------------------+----------+ | 2310.700 | ...................................................................................................X | 2310.700 | +----------+------------------------------------------------------------------------------------------------------+----------+ 2022-02-02 01:04:59,940 | test | WARNING | MainThread | [rest_client:get_nodes:1885] 172.23.106.177 - Node not part of cluster inactiveFailed 2022-02-02 01:04:59,969 | test | WARNING | MainThread | [rest_client:get_nodes:1885] 172.23.106.177 - Node not part of cluster inactiveFailed 2022-02-02 01:24:12,279 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:4953] Performing scope/collection specific operations 2022-02-02 01:24:12,288 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:5043] Done Performing scope/collection specific operations 2022-02-02 01:24:12,387 | test | INFO | pool-3-thread-29 | [table_view:display:72] Rebalance Overview +----------------+----------+-----------------------+----------------+--------------+ | Nodes | Services | Version | CPU | Status | +----------------+----------+-----------------------+----------------+--------------+ | 172.23.105.36 | kv | 7.1.0-2211-enterprise | 4.18236623964 | Cluster node | | 172.23.105.33 | kv | 7.1.0-2211-enterprise | 4.54431333166 | Cluster node | | 172.23.105.206 | kv | 7.1.0-2211-enterprise | 4.02558314522 | Cluster node | | 172.23.106.177 | kv | 7.1.0-2211-enterprise | 0.425745053844 | --- OUT ---> | | 172.23.105.164 | kv | 7.1.0-2211-enterprise | 5.99472162875 | Cluster node | +----------------+----------+-----------------------+----------------+--------------+ 2022-02-02 01:24:12,407 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 0.0 2022-02-02 01:24:22,441 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 5.03 2022-02-02 01:24:32,484 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 5.19 2022-02-02 01:24:42,525 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 7.66 2022-02-02 01:24:52,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 12.28 2022-02-02 01:25:02,611 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 13.47 2022-02-02 01:25:12,665 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 15.91 2022-02-02 01:25:22,713 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 18.63 2022-02-02 01:25:32,765 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 19.83 2022-02-02 01:25:42,808 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 21.09 2022-02-02 01:25:52,846 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 22.66 2022-02-02 01:26:02,888 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 25.07 2022-02-02 01:26:12,948 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 27.25 2022-02-02 01:26:22,996 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 29.26 2022-02-02 01:26:33,053 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 30.29 2022-02-02 01:26:43,099 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 31.05 2022-02-02 01:26:53,170 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 31.87 2022-02-02 01:27:03,273 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 31.92 2022-02-02 01:27:13,319 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 32.19 2022-02-02 01:27:23,362 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 32.62 2022-02-02 01:27:33,405 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 33.06 2022-02-02 01:27:43,451 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 34.04 2022-02-02 01:27:53,516 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 36.01 2022-02-02 01:28:03,575 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 36.5 2022-02-02 01:28:13,621 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 36.88 2022-02-02 01:28:23,664 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 37.59 2022-02-02 01:28:33,707 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 38.73 2022-02-02 01:28:43,750 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 40.13 2022-02-02 01:28:53,795 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 41.22 2022-02-02 01:29:03,838 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 42.09 2022-02-02 01:29:13,882 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 42.69 2022-02-02 01:29:23,930 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 43.35 2022-02-02 01:29:33,990 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 44.28 2022-02-02 01:29:44,063 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 44.88 2022-02-02 01:29:54,115 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:04,170 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:14,267 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:24,309 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:34,352 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:44,401 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:30:54,457 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:04,496 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:14,549 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:24,598 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:34,640 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:44,681 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:31:54,724 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:04,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:14,806 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:24,854 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:34,897 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:44,937 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.56 2022-02-02 01:32:55,003 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.62 2022-02-02 01:33:05,051 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 46.62 2022-02-02 01:33:15,092 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 48.35 2022-02-02 01:33:25,131 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 49.38 2022-02-02 01:33:35,173 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 49.65 2022-02-02 01:33:45,214 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 49.87 2022-02-02 01:33:55,253 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 50.09 2022-02-02 01:34:05,298 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 50.59 2022-02-02 01:34:15,342 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 51.14 2022-02-02 01:34:25,384 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 52.67 2022-02-02 01:34:35,457 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 53.17 2022-02-02 01:34:45,535 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 53.17 2022-02-02 01:34:55,578 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 53.17 2022-02-02 01:35:05,618 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 53.38 2022-02-02 01:35:15,667 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 54.25 2022-02-02 01:35:25,717 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 55.16 2022-02-02 01:35:35,759 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 55.71 2022-02-02 01:35:45,799 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 56.52 2022-02-02 01:35:55,851 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 57.33 2022-02-02 01:36:05,890 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 58.68 2022-02-02 01:36:15,930 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 60.96 2022-02-02 01:36:25,967 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 61.71 2022-02-02 01:36:36,013 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 63.0 2022-02-02 01:36:46,059 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 64.62 2022-02-02 01:36:56,098 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 65.7 2022-02-02 01:37:06,160 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 66.56 2022-02-02 01:37:16,230 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 66.88 2022-02-02 01:37:26,299 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 67.15 2022-02-02 01:37:36,378 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 67.69 2022-02-02 01:37:46,438 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 68.02 2022-02-02 01:37:56,487 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 68.34 2022-02-02 01:38:06,552 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 68.56 2022-02-02 01:38:16,601 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 68.83 2022-02-02 01:38:26,651 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.1 2022-02-02 01:38:36,694 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.2 2022-02-02 01:38:46,766 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.31 2022-02-02 01:38:56,809 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.37 2022-02-02 01:39:06,848 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.53 2022-02-02 01:39:16,885 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.69 2022-02-02 01:39:26,927 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.85 2022-02-02 01:39:36,970 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.85 2022-02-02 01:39:47,025 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 69.96 2022-02-02 01:39:57,098 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.12 2022-02-02 01:40:07,154 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.23 2022-02-02 01:40:17,200 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.45 2022-02-02 01:40:27,250 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.67 2022-02-02 01:40:37,290 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.72 2022-02-02 01:40:47,335 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.77 2022-02-02 01:40:57,378 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 70.94 2022-02-02 01:41:07,418 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.1 2022-02-02 01:41:17,463 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.21 2022-02-02 01:41:27,513 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.32 2022-02-02 01:41:37,559 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.43 2022-02-02 01:41:47,601 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.59 2022-02-02 01:41:57,644 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.91 2022-02-02 01:42:07,694 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 71.97 2022-02-02 01:42:17,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.02 2022-02-02 01:42:27,813 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.13 2022-02-02 01:42:37,878 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.46 2022-02-02 01:42:47,948 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.57 2022-02-02 01:42:57,993 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.57 2022-02-02 01:43:08,066 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.68 2022-02-02 01:43:18,117 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.78 2022-02-02 01:43:28,174 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 72.89 2022-02-02 01:43:38,220 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 73.0 2022-02-02 01:43:48,262 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 73.0 2022-02-02 01:43:58,303 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 73.27 2022-02-02 01:44:08,349 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 73.44 2022-02-02 01:44:18,398 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 73.65 2022-02-02 01:44:28,454 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 74.14 2022-02-02 01:44:38,520 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 74.41 2022-02-02 01:44:48,608 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 74.85 2022-02-02 01:44:58,750 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.01 2022-02-02 01:45:08,808 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.12 2022-02-02 01:45:18,855 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.22 2022-02-02 01:45:28,891 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.33 2022-02-02 01:45:38,933 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.33 2022-02-02 01:45:48,973 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.38 2022-02-02 01:45:59,023 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.49 2022-02-02 01:46:09,065 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.71 2022-02-02 01:46:19,105 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 75.76 2022-02-02 01:46:29,145 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.03 2022-02-02 01:46:39,184 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.2 2022-02-02 01:46:49,226 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.2 2022-02-02 01:46:59,266 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.2 2022-02-02 01:47:09,306 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.25 2022-02-02 01:47:19,365 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.25 2022-02-02 01:47:29,407 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.3 2022-02-02 01:47:39,451 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.3 2022-02-02 01:47:49,493 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.3 2022-02-02 01:47:59,538 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.36 2022-02-02 01:48:09,579 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.47 2022-02-02 01:48:19,621 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.47 2022-02-02 01:48:29,665 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.47 2022-02-02 01:48:39,709 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.47 2022-02-02 01:48:49,749 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.57 2022-02-02 01:48:59,793 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.57 2022-02-02 01:49:09,838 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.63 2022-02-02 01:49:19,881 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.63 2022-02-02 01:49:29,921 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:49:39,964 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:49:50,016 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:00,062 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:10,111 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:20,154 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:30,197 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:40,243 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:50:50,280 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:00,321 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:10,364 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:20,404 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:30,444 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:40,483 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.74 2022-02-02 01:51:50,526 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.79 2022-02-02 01:52:00,575 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.79 2022-02-02 01:52:10,634 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.79 2022-02-02 01:52:20,683 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.79 2022-02-02 01:52:30,726 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.79 2022-02-02 01:52:40,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:52:50,802 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:00,842 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:10,882 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:20,921 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:30,966 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:41,010 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:53:51,052 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:54:01,096 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:54:11,141 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:54:21,184 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:54:31,226 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 76.9 2022-02-02 01:54:41,270 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.01 2022-02-02 01:54:51,312 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.01 2022-02-02 01:55:01,352 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.06 2022-02-02 01:55:11,397 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:55:21,441 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:55:31,483 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:55:41,528 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:55:51,575 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:01,618 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:11,658 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:21,703 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:31,749 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:41,789 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:56:51,836 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:01,890 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:11,930 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:21,971 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:32,016 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:42,059 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.11 2022-02-02 01:57:52,111 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:02,176 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:12,223 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:22,266 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:32,319 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:42,361 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:58:52,428 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:59:02,476 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:59:12,520 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.17 2022-02-02 01:59:22,568 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.28 2022-02-02 01:59:32,611 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.28 2022-02-02 01:59:42,657 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.28 2022-02-02 01:59:52,698 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.33 2022-02-02 02:00:02,746 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:00:12,796 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:00:22,845 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:00:32,894 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:00:42,960 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:00:53,007 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:03,058 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:13,108 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:23,158 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:33,213 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:43,263 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:01:53,303 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:02:03,345 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:02:13,394 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:02:23,438 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.38 2022-02-02 02:02:33,486 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:02:43,536 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:02:53,582 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:03,627 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:13,674 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:23,720 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:33,759 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:43,802 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.44 2022-02-02 02:03:53,846 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.49 2022-02-02 02:04:03,895 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.49 2022-02-02 02:04:13,944 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.49 2022-02-02 02:04:23,983 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.49 2022-02-02 02:04:34,020 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.49 2022-02-02 02:04:44,066 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.55 2022-02-02 02:04:54,111 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.55 2022-02-02 02:05:04,161 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.6 2022-02-02 02:05:14,206 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.6 2022-02-02 02:05:24,249 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.6 2022-02-02 02:05:34,289 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.6 2022-02-02 02:05:44,335 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.66 2022-02-02 02:05:54,381 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.66 2022-02-02 02:06:04,421 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.66 2022-02-02 02:06:14,467 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:06:24,506 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:06:34,548 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:06:44,596 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:06:54,648 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:04,726 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:14,802 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:24,859 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:34,911 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:44,957 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:07:55,003 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:05,046 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:15,092 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:25,131 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:35,177 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:45,220 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:08:55,267 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.71 2022-02-02 02:09:05,312 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:09:15,355 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:09:25,398 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:09:35,440 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:09:45,483 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:09:55,526 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:10:05,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:10:15,608 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:10:25,655 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:10:35,691 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.77 2022-02-02 02:10:45,730 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.99 2022-02-02 02:10:55,775 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.99 2022-02-02 02:11:05,818 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.99 2022-02-02 02:11:15,858 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 77.99 2022-02-02 02:11:25,900 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:11:35,941 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:11:45,986 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:11:56,026 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:06,072 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:16,115 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:26,151 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:36,194 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:46,240 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:12:56,282 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:13:06,326 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:13:16,368 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:13:26,411 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.04 2022-02-02 02:13:36,450 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:13:46,490 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:13:56,529 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:06,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:16,609 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:26,651 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:36,688 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:46,730 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.09 2022-02-02 02:14:56,776 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.2 2022-02-02 02:15:06,815 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.2 2022-02-02 02:15:16,848 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.2 2022-02-02 02:15:26,891 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.2 2022-02-02 02:15:36,926 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.26 2022-02-02 02:15:46,976 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.26 2022-02-02 02:15:57,016 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.26 2022-02-02 02:16:07,049 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:16:17,088 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:16:27,122 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:16:37,160 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:16:47,197 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:16:57,239 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:17:07,279 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.31 2022-02-02 02:17:17,321 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.37 2022-02-02 02:17:27,361 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.42 2022-02-02 02:17:37,404 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.48 2022-02-02 02:17:47,446 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.48 2022-02-02 02:17:57,484 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.48 2022-02-02 02:18:07,529 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.53 2022-02-02 02:18:17,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.53 2022-02-02 02:18:27,605 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.53 2022-02-02 02:18:37,645 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.58 2022-02-02 02:18:47,688 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.64 2022-02-02 02:18:57,729 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.64 2022-02-02 02:19:07,769 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.69 2022-02-02 02:19:17,806 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.75 2022-02-02 02:19:27,846 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.75 2022-02-02 02:19:37,894 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.75 2022-02-02 02:19:47,937 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.8 2022-02-02 02:19:57,976 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.86 2022-02-02 02:20:08,022 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.91 2022-02-02 02:20:18,130 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:20:28,214 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:20:38,262 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:20:48,311 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:20:58,357 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:08,424 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:18,470 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:28,513 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:38,562 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:48,611 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:21:58,654 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:08,693 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:18,740 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:28,779 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:38,816 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:48,852 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:22:58,898 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:08,940 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:18,986 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:29,028 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:39,078 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:49,128 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:23:59,204 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 78.96 2022-02-02 02:24:09,289 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.07 2022-02-02 02:24:19,352 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.07 2022-02-02 02:24:29,404 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.13 2022-02-02 02:24:39,456 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.13 2022-02-02 02:24:49,499 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.13 2022-02-02 02:24:59,540 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:09,589 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:19,634 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:29,677 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:39,720 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:49,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:25:59,812 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:26:09,859 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.18 2022-02-02 02:26:19,904 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:26:29,946 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:26:39,987 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:26:50,023 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:27:00,062 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:27:10,101 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.24 2022-02-02 02:27:20,138 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.34 2022-02-02 02:27:30,174 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.34 2022-02-02 02:27:40,217 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:27:50,256 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:00,295 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:10,345 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:20,388 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:30,424 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:40,469 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:28:50,513 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:29:00,558 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:29:10,601 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.4 2022-02-02 02:29:20,642 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:29:30,686 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:29:40,729 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:29:50,769 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:00,811 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:10,848 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:20,888 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:30,937 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:40,982 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:30:51,019 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:01,059 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:11,102 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:21,153 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:31,193 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:41,236 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:31:51,289 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.45 2022-02-02 02:32:01,342 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.51 2022-02-02 02:32:11,388 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.51 2022-02-02 02:32:21,446 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.51 2022-02-02 02:32:31,493 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.51 2022-02-02 02:32:41,540 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:32:51,582 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:01,625 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:11,670 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:21,707 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:31,753 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:41,799 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:33:51,844 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:34:01,884 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.62 2022-02-02 02:34:11,928 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.67 2022-02-02 02:34:21,973 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.67 2022-02-02 02:34:32,016 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.67 2022-02-02 02:34:42,068 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.72 2022-02-02 02:34:52,111 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.72 2022-02-02 02:35:02,148 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.72 2022-02-02 02:35:12,187 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.72 2022-02-02 02:35:22,224 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.72 2022-02-02 02:35:32,263 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.78 2022-02-02 02:35:42,302 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.78 2022-02-02 02:35:52,338 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.78 2022-02-02 02:36:02,381 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:36:12,421 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:36:22,457 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:36:32,493 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:36:42,532 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:36:52,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:37:02,609 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:37:12,648 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.83 2022-02-02 02:37:22,684 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 79.89 2022-02-02 02:37:32,726 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:37:42,765 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:37:52,799 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:02,838 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:12,878 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:22,918 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:32,961 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:42,999 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:38:53,036 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:39:03,072 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:39:13,108 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:39:23,145 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.0 2022-02-02 02:39:33,187 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.05 2022-02-02 02:39:43,223 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.11 2022-02-02 02:39:53,263 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.22 2022-02-02 02:40:03,299 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.22 2022-02-02 02:40:13,338 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.27 2022-02-02 02:40:23,375 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.27 2022-02-02 02:40:33,414 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.43 2022-02-02 02:40:43,456 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.54 2022-02-02 02:40:53,494 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.6 2022-02-02 02:41:03,532 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.65 2022-02-02 02:41:13,568 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.65 2022-02-02 02:41:23,605 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.65 2022-02-02 02:41:33,641 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.65 2022-02-02 02:41:43,674 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.65 2022-02-02 02:41:53,710 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.7 2022-02-02 02:42:03,746 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.76 2022-02-02 02:42:13,780 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.76 2022-02-02 02:42:23,819 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.76 2022-02-02 02:42:33,855 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.81 2022-02-02 02:42:43,891 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.98 2022-02-02 02:42:53,930 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.98 2022-02-02 02:43:03,969 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.98 2022-02-02 02:43:14,012 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 80.98 2022-02-02 02:43:24,058 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.08 2022-02-02 02:43:34,095 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.08 2022-02-02 02:43:44,132 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.08 2022-02-02 02:43:54,173 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.08 2022-02-02 02:44:04,209 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.14 2022-02-02 02:44:14,250 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.3 2022-02-02 02:44:24,290 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.3 2022-02-02 02:44:34,329 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.3 2022-02-02 02:44:44,374 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.35 2022-02-02 02:44:54,411 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.41 2022-02-02 02:45:04,450 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.41 2022-02-02 02:45:14,486 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.46 2022-02-02 02:45:24,525 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.46 2022-02-02 02:45:34,562 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.52 2022-02-02 02:45:44,608 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.52 2022-02-02 02:45:54,648 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.52 2022-02-02 02:46:04,690 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.63 2022-02-02 02:46:14,733 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.84 2022-02-02 02:46:24,773 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 81.95 2022-02-02 02:46:34,815 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.01 2022-02-02 02:46:44,854 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:46:54,892 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:04,934 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:14,980 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:25,020 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:35,062 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:45,099 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:47:55,138 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.06 2022-02-02 02:48:05,177 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:48:15,214 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:48:25,252 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:48:35,288 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:48:45,331 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:48:55,368 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:49:05,410 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.12 2022-02-02 02:49:15,450 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.17 2022-02-02 02:49:25,489 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.17 2022-02-02 02:49:35,526 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.17 2022-02-02 02:49:45,562 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.17 2022-02-02 02:49:55,598 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.17 2022-02-02 02:50:05,632 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.22 2022-02-02 02:50:15,667 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.22 2022-02-02 02:50:25,703 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.22 2022-02-02 02:50:35,736 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.22 2022-02-02 02:50:45,773 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.22 2022-02-02 02:50:55,808 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.28 2022-02-02 02:51:05,848 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.39 2022-02-02 02:51:15,884 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.39 2022-02-02 02:51:25,917 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.39 2022-02-02 02:51:35,953 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.39 2022-02-02 02:51:45,993 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.39 2022-02-02 02:51:56,029 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:06,065 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:16,101 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:26,138 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:36,180 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:46,219 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.44 2022-02-02 02:52:56,255 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.55 2022-02-02 02:53:06,308 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.66 2022-02-02 02:53:16,345 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.71 2022-02-02 02:53:26,380 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.71 2022-02-02 02:53:36,414 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.71 2022-02-02 02:53:46,450 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.71 2022-02-02 02:53:56,489 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.76 2022-02-02 02:54:06,529 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.76 2022-02-02 02:54:16,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.87 2022-02-02 02:54:26,607 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.93 2022-02-02 02:54:36,651 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.98 2022-02-02 02:54:46,694 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 82.98 2022-02-02 02:54:56,737 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:06,780 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:16,816 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:26,867 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:36,905 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:46,944 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:55:56,982 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.09 2022-02-02 02:56:07,017 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:56:17,055 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:56:27,092 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:56:37,132 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:56:47,170 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:56:57,210 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:57:07,252 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:57:17,289 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.14 2022-02-02 02:57:27,325 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:57:37,375 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:57:47,411 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:57:57,451 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:07,490 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:17,539 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:27,585 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:37,625 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:47,661 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:58:57,694 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.25 2022-02-02 02:59:07,730 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.31 2022-02-02 02:59:17,765 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.36 2022-02-02 02:59:27,806 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.36 2022-02-02 02:59:37,845 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.36 2022-02-02 02:59:47,884 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.36 2022-02-02 02:59:57,918 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.42 2022-02-02 03:00:07,953 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.42 2022-02-02 03:00:17,992 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.47 2022-02-02 03:00:28,030 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.52 2022-02-02 03:00:38,069 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.58 2022-02-02 03:00:48,117 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.58 2022-02-02 03:00:58,151 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.63 2022-02-02 03:01:08,187 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.63 2022-02-02 03:01:18,226 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.63 2022-02-02 03:01:28,263 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.63 2022-02-02 03:01:38,305 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.69 2022-02-02 03:01:48,341 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.69 2022-02-02 03:01:58,390 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.74 2022-02-02 03:02:08,430 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.74 2022-02-02 03:02:18,466 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.74 2022-02-02 03:02:28,500 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.74 2022-02-02 03:02:38,538 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.74 2022-02-02 03:02:48,572 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.8 2022-02-02 03:02:58,607 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.85 2022-02-02 03:03:08,641 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 83.96 2022-02-02 03:03:18,676 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.12 2022-02-02 03:03:28,717 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.12 2022-02-02 03:03:38,750 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.18 2022-02-02 03:03:48,789 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.23 2022-02-02 03:03:58,822 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.28 2022-02-02 03:04:08,855 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.28 2022-02-02 03:04:18,888 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.28 2022-02-02 03:04:28,923 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.39 2022-02-02 03:04:38,959 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.56 2022-02-02 03:04:48,996 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.56 2022-02-02 03:04:59,032 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.78 2022-02-02 03:05:09,073 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.83 2022-02-02 03:05:19,114 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.83 2022-02-02 03:05:29,154 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.83 2022-02-02 03:05:39,191 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.83 2022-02-02 03:05:49,229 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.88 2022-02-02 03:05:59,266 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.88 2022-02-02 03:06:09,305 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.94 2022-02-02 03:06:19,341 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 84.99 2022-02-02 03:06:29,382 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.05 2022-02-02 03:06:39,424 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.05 2022-02-02 03:06:49,460 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.16 2022-02-02 03:06:59,496 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.27 2022-02-02 03:07:09,532 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.38 2022-02-02 03:07:19,569 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.38 2022-02-02 03:07:29,607 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.49 2022-02-02 03:07:39,647 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.81 2022-02-02 03:07:49,686 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.87 2022-02-02 03:07:59,724 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 85.92 2022-02-02 03:08:09,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.03 2022-02-02 03:08:19,802 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.14 2022-02-02 03:08:29,844 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.14 2022-02-02 03:08:39,884 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.25 2022-02-02 03:08:49,927 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.25 2022-02-02 03:08:59,970 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.25 2022-02-02 03:09:10,013 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.31 2022-02-02 03:09:20,046 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.41 2022-02-02 03:09:30,082 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.41 2022-02-02 03:09:40,121 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.41 2022-02-02 03:09:50,161 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.58 2022-02-02 03:10:00,197 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.63 2022-02-02 03:10:10,232 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.69 2022-02-02 03:10:20,269 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.79 2022-02-02 03:10:30,305 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 86.85 2022-02-02 03:10:40,338 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.01 2022-02-02 03:10:50,371 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.23 2022-02-02 03:11:00,407 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.23 2022-02-02 03:11:10,444 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.23 2022-02-02 03:11:20,480 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.23 2022-02-02 03:11:30,513 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.5 2022-02-02 03:11:40,546 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.61 2022-02-02 03:11:50,578 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.77 2022-02-02 03:12:00,617 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.77 2022-02-02 03:12:10,651 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 87.88 2022-02-02 03:12:20,691 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.04 2022-02-02 03:12:30,730 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.04 2022-02-02 03:12:40,763 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.1 2022-02-02 03:12:50,799 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.15 2022-02-02 03:13:00,832 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.15 2022-02-02 03:13:10,868 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.21 2022-02-02 03:13:20,904 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.26 2022-02-02 03:13:30,937 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.26 2022-02-02 03:13:40,976 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.32 2022-02-02 03:13:51,010 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.37 2022-02-02 03:14:01,048 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.42 2022-02-02 03:14:11,082 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.64 2022-02-02 03:14:21,118 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.69 2022-02-02 03:14:31,151 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.8 2022-02-02 03:14:41,186 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 88.8 2022-02-02 03:14:51,219 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 89.08 2022-02-02 03:15:01,250 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 89.18 2022-02-02 03:15:11,286 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 89.4 2022-02-02 03:15:21,318 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 89.67 2022-02-02 03:15:31,358 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 89.78 2022-02-02 03:15:41,392 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.05 2022-02-02 03:15:51,427 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.1 2022-02-02 03:16:01,463 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.21 2022-02-02 03:16:11,497 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.27 2022-02-02 03:16:21,533 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.38 2022-02-02 03:16:31,568 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.48 2022-02-02 03:16:41,599 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.65 2022-02-02 03:16:51,631 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 90.92 2022-02-02 03:17:01,667 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.03 2022-02-02 03:17:11,701 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.19 2022-02-02 03:17:21,734 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.19 2022-02-02 03:17:31,773 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.3 2022-02-02 03:17:41,809 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.52 2022-02-02 03:17:51,842 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.68 2022-02-02 03:18:01,877 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.9 2022-02-02 03:18:11,911 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 91.9 2022-02-02 03:18:21,946 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.11 2022-02-02 03:18:31,977 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.22 2022-02-02 03:18:42,013 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.39 2022-02-02 03:18:52,046 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.44 2022-02-02 03:19:02,082 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.49 2022-02-02 03:19:12,118 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.66 2022-02-02 03:19:22,154 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.82 2022-02-02 03:19:32,190 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.82 2022-02-02 03:19:42,224 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 92.88 2022-02-02 03:19:52,257 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.04 2022-02-02 03:20:02,299 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.31 2022-02-02 03:20:12,338 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.37 2022-02-02 03:20:22,374 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.58 2022-02-02 03:20:32,410 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.64 2022-02-02 03:20:42,447 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.64 2022-02-02 03:20:52,484 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.64 2022-02-02 03:21:02,519 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.69 2022-02-02 03:21:12,558 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.75 2022-02-02 03:21:22,589 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.8 2022-02-02 03:21:32,624 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.8 2022-02-02 03:21:42,664 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.86 2022-02-02 03:21:52,697 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.91 2022-02-02 03:22:02,733 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.91 2022-02-02 03:22:12,779 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 93.97 2022-02-02 03:22:22,819 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.18 2022-02-02 03:22:32,852 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.18 2022-02-02 03:22:42,891 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.18 2022-02-02 03:22:52,921 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.35 2022-02-02 03:23:02,957 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.4 2022-02-02 03:23:12,993 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.46 2022-02-02 03:23:23,028 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.56 2022-02-02 03:23:33,062 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.73 2022-02-02 03:23:43,096 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 94.89 2022-02-02 03:23:53,144 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.06 2022-02-02 03:24:03,180 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.17 2022-02-02 03:24:13,226 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.22 2022-02-02 03:24:23,259 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.33 2022-02-02 03:24:33,296 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.44 2022-02-02 03:24:43,329 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.65 2022-02-02 03:24:53,368 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 95.87 2022-02-02 03:25:03,407 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.09 2022-02-02 03:25:13,444 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.25 2022-02-02 03:25:23,479 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.3 2022-02-02 03:25:33,517 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.3 2022-02-02 03:25:43,552 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.36 2022-02-02 03:25:53,586 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.47 2022-02-02 03:26:03,628 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.47 2022-02-02 03:26:13,664 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.52 2022-02-02 03:26:23,704 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.52 2022-02-02 03:26:33,740 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.52 2022-02-02 03:26:43,775 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.57 2022-02-02 03:26:53,808 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.63 2022-02-02 03:27:03,844 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.74 2022-02-02 03:27:13,881 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.85 2022-02-02 03:27:23,915 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.85 2022-02-02 03:27:33,950 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 96.96 2022-02-02 03:27:43,984 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.07 2022-02-02 03:27:54,022 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.18 2022-02-02 03:28:04,055 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.18 2022-02-02 03:28:14,092 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.18 2022-02-02 03:28:24,140 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.18 2022-02-02 03:28:34,217 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.18 2022-02-02 03:28:44,250 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.34 2022-02-02 03:28:54,285 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.34 2022-02-02 03:29:04,319 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.39 2022-02-02 03:29:14,354 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.45 2022-02-02 03:29:24,391 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.61 2022-02-02 03:29:34,427 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.67 2022-02-02 03:29:44,463 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.72 2022-02-02 03:29:54,500 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.78 2022-02-02 03:30:04,532 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.88 2022-02-02 03:30:14,565 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.88 2022-02-02 03:30:24,601 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 97.99 2022-02-02 03:30:34,637 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.16 2022-02-02 03:30:44,671 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.26 2022-02-02 03:30:54,704 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.26 2022-02-02 03:31:04,736 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.26 2022-02-02 03:31:14,773 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.26 2022-02-02 03:31:24,805 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.37 2022-02-02 03:31:34,838 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.37 2022-02-02 03:31:44,874 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.48 2022-02-02 03:31:54,907 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.54 2022-02-02 03:32:04,940 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.54 2022-02-02 03:32:14,973 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.65 2022-02-02 03:32:25,009 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.75 2022-02-02 03:32:35,043 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.75 2022-02-02 03:32:45,082 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.75 2022-02-02 03:32:55,117 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.92 2022-02-02 03:33:05,148 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.92 2022-02-02 03:33:15,178 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 98.97 2022-02-02 03:33:25,210 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.03 2022-02-02 03:33:35,247 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.03 2022-02-02 03:33:45,309 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.08 2022-02-02 03:33:55,345 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.08 2022-02-02 03:34:05,384 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.13 2022-02-02 03:34:15,424 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.13 2022-02-02 03:34:25,463 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.24 2022-02-02 03:34:35,497 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.24 2022-02-02 03:34:45,540 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.24 2022-02-02 03:34:55,576 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.3 2022-02-02 03:35:05,611 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.46 2022-02-02 03:35:15,651 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.46 2022-02-02 03:35:25,694 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.46 2022-02-02 03:35:35,733 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.46 2022-02-02 03:35:45,766 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.51 2022-02-02 03:35:55,801 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.57 2022-02-02 03:36:05,836 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.57 2022-02-02 03:36:15,875 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:36:25,911 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:36:35,948 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:36:45,982 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:36:56,013 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:06,056 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:16,096 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:26,128 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:36,161 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:46,194 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:37:56,234 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.62 2022-02-02 03:38:06,276 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.68 2022-02-02 03:38:16,312 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.73 2022-02-02 03:38:26,345 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.73 2022-02-02 03:38:36,381 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.73 2022-02-02 03:38:46,420 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.73 2022-02-02 03:38:56,457 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.78 2022-02-02 03:39:06,499 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:39:16,536 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:39:26,575 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:39:36,611 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:39:46,660 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:39:56,697 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:06,730 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:16,766 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:26,802 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:36,838 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:46,875 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.84 2022-02-02 03:40:56,911 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.89 2022-02-02 03:41:06,950 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.95 2022-02-02 03:41:16,984 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.95 2022-02-02 03:41:27,019 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.95 2022-02-02 03:41:37,055 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: running, progress: 99.95 2022-02-02 03:41:52,107 | test | INFO | pool-3-thread-29 | [task:check:409] Rebalance - status: none, progress: 100 2022-02-02 03:41:52,154 | test | INFO | pool-3-thread-29 | [task:check:468] Rebalance completed with progress: 100% in 8259.76799989 sec 2022-02-02 03:54:14,565 | test | INFO | pool-3-thread-11 | [table_view:display:72] Ops trend for bucket 'default' +----------+-----------------------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +----------+-----------------------------------------------------------------------------------------------------------------------+-----------+ | 0.000 | ****..........................***.........*****X | 4233.300 | | 1961.700 | ...............*X | 1961.700 | | 1210.600 | .........*****X | 1210.600 | | 495.600 | ...*X | 495.600 | | 285.200 | .**************..**X | 502.300 | | 494.200 | ...****X | 494.200 | | 333.900 | .*********...**.*****X | 762.400 | | 709.000 | ....**.*****X | 762.700 | | 753.700 | .....*X | 753.700 | | 660.300 | ....*****X | 660.300 | | 624.200 | ....********.**X | 833.900 | | 820.900 | .....******.********.**.*****X | 1151.200 | | 913.600 | ......*X | 913.600 | | 748.500 | .....*****X | 748.500 | | 713.700 | ....**.******.*********.*X | 991.500 | | 972.600 | .......*******X | 974.200 | | 951.900 | ......*****X | 951.900 | | 848.200 | ......*X | 848.200 | | 844.900 | ......*****X | 844.900 | | 727.800 | .....*X | 727.800 | | 639.600 | ....******.***.*****.***.******X | 1118.400 | | 1091.200 | ........X | 1091.200 | | 1023.800 | .......*****X | 1023.800 | | 992.800 | .......*X | 992.800 | | 919.800 | ......*****X | 919.800 | | 731.700 | .....*******X | 751.600 | | 650.700 | ....**X | 650.700 | | 560.500 | ...******.**.******..*X | 1025.300 | | 980.000 | .......*****X | 980.000 | | 693.200 | ....**X | 693.200 | | 641.400 | ....*****.***.*****X | 892.400 | | 824.600 | .....*X | 824.600 | | 714.700 | ....*****X | 714.700 | | 634.400 | ....*******X | 697.700 | | 671.000 | ....X | 671.000 | | 602.600 | ....X | 602.600 | | 544.200 | ...******.**.******.*X | 912.700 | | 801.700 | .....******.**.******...**.*****X | 1455.800 | | 1280.100 | .........**X | 1280.100 | | 1171.200 | ........*****X | 1171.200 | | 872.600 | ......********...*******X | 1309.700 | | 1202.000 | ........**X | 1202.000 | | 1092.100 | ........****X | 1092.100 | | 1001.600 | .......*********.....**.*****X | 1796.400 | | 1519.500 | ...........*X | 1519.500 | | 1344.900 | ..........*********.*****X | 1510.200 | | 1441.100 | ..........*X | 1441.100 | | 1335.600 | ..........*****X | 1335.600 | | 983.300 | .......*X | 983.300 | | 964.800 | .......******..********.***.****X | 1486.900 | | 1349.500 | ..........**X | 1349.500 | | 1292.400 | .........*****..**X | 1534.100 | | 1523.000 | ...........****X | 1523.000 | | 1261.100 | .........X | 1261.100 | | 1126.100 | ........********....*X | 1564.900 | | 1499.000 | ...........*****X | 1499.000 | | 1084.700 | ........*X | 1084.700 | | 1016.400 | .......*****X | 1016.400 | | 904.600 | ......*X | 904.600 | | 835.100 | .....*****X | 835.100 | | 563.500 | ...*X | 563.500 | | 368.700 | ..*****X | 368.700 | | 320.600 | .**X | 320.600 | | 317.800 | .*****.**.*.********.*X | 798.300 | | 798.300 | .....****.*X | 898.500 | | 708.200 | ....*****X | 708.200 | | 677.700 | ....***.****X | 775.700 | | 465.800 | ..**X | 465.800 | | 398.300 | ..*****.********X | 590.500 | | 519.800 | ...**.******....*X | 1202.300 | | 1086.100 | ........******.**..******..**.*****X | 1920.600 | | 1732.600 | .............**X | 1732.600 | | 1367.500 | ..........******..**....*****X | 2096.000 | | 2084.900 | ................*X | 2084.900 | | 1874.300 | ..............*****X | 1874.300 | | 1203.800 | .........**X | 1203.800 | | 943.700 | ......****X | 943.700 | | 669.400 | ....*******.*..**X | 1039.900 | | 877.200 | ......********..******...**...******................*****.**X | 3901.300 | | 1834.900 | ..............**X | 1834.900 | | 1499.200 | ...........*****.....****.***X | 2278.100 | | 1846.800 | ..............**X | 1846.800 | | 1676.100 | ............******....*******X | 2116.400 | | 1518.100 | ...........**.******...........**.*****X | 3035.000 | | 2709.500 | .....................**..******.**X | 3078.100 | | 2699.300 | .....................****X | 2699.300 | | 2177.600 | .................***...*****..............*.......**....*****X | 5570.300 | | 2946.500 | .......................*X | 2946.500 | | 2262.800 | .................******..........**....******..**X | 4139.100 | | 3973.700 | ................................*****X | 3973.700 | | 3768.300 | ..............................**...******............**.....******.........*X | 7266.300 | | 6591.900 | .....................................................*****X | 6591.900 | | 3219.500 | .........................*X | 3219.500 | | 2972.100 | .......................******............**X | 4369.600 | | 4353.700 | ...................................****X | 4353.700 | | 2017.200 | ...............**X | 2017.200 | | 1543.400 | ...........******......**..******...............**........******.....................**....*****X | 8204.300 | | 5675.700 | ..............................................*X | 5675.700 | | 4861.400 | .......................................*****X | 4861.400 | | 4610.200 | .....................................***.*****..............................***......*****X | 9071.100 | | 5459.900 | ............................................*X | 5459.900 | | 4657.900 | .....................................******........**.*****X | 5729.400 | | 3828.800 | ..............................*X | 3828.800 | | 3365.900 | ..........................*****X | 3365.900 | | 2983.700 | .......................**X | 2983.700 | | 2890.300 | .......................*****........********X | 3917.300 | | 3417.000 | ...........................********............**...******...........**........******....................***.****X | 10035.400 | | 5640.500 | .............................................**X | 5640.500 | | 3976.500 | ................................*****X | 3976.500 | | 2482.800 | ...................*X | 2482.800 | | 2237.800 | .................******..........**.......*X | 4288.100 | | 4288.100 | ..................................***X | 4288.100 | | 4045.600 | ................................*X | 4045.600 | | 3645.200 | .............................*****X | 3645.200 | | 3307.400 | ..........................**X | 3307.400 | | 3231.800 | .........................*****.*.**.******.......................**.....*****X | 6910.900 | | 4680.900 | .....................................*X | 4680.900 | | 4533.800 | ....................................******.......**X | 5361.400 | | 5031.500 | ........................................*****...***.....X | 5977.800 | | 5977.800 | ................................................****........................................***...........*****X | 12024.800 | | 7918.700 | ................................................................*X | 7918.700 | | 6258.600 | ...................................................*****X | 6258.600 | | 5376.200 | ...........................................**...X | 5673.500 | | 5673.500 | ..............................................***X | 5673.500 | | 5673.500 | ..............................................X | 5673.500 | | 5500.600 | ............................................*X | 5500.600 | | 5333.500 | ...........................................*****X | 5333.500 | | 4602.600 | .....................................*X | 4602.600 | | 3925.100 | ...............................*****X | 3925.100 | | 1566.600 | ............*X | 1566.600 | | 1117.000 | ........******........***...*****X | 2494.900 | | 2150.000 | ................*X | 2150.000 | | 1984.300 | ...............*****X | 1984.300 | | 1138.000 | ........*X | 1138.000 | | 920.000 | ......******.....***..*****................................................X | 7503.800 | | 7503.800 | .............................................................**................*****X | 9414.000 | | 3023.200 | ........................*X | 3023.200 | | 929.100 | ......******........**..******......................***........****X | 5757.900 | | 4904.600 | .......................................**X | 4904.600 | | 4282.300 | ..................................*****X | 4282.300 | | 2402.200 | ..................X | 2402.200 | | 1404.200 | ..........X | 1404.200 | | 701.800 | ....******.....**..*****X | 1486.900 | | 1470.100 | ...........**X | 1470.100 | | 1319.200 | .........****X | 1319.200 | | 748.800 | .....**X | 748.800 | | 645.000 | ....******...**..******....*******X | 1779.700 | | 1571.300 | ............*X | 1571.300 | | 1560.800 | ...........*****X | 1560.800 | | 1302.800 | .........**X | 1302.800 | | 1098.400 | ........****X | 1098.400 | | 761.000 | .....***.******.....*X | 1462.200 | | 1387.100 | ..........*****X | 1387.100 | | 885.100 | ......*X | 885.100 | | 880.900 | ......*****X | 880.900 | | 780.700 | .....******..**......**X | 1710.500 | | 1427.200 | ..........****X | 1427.200 | | 1408.400 | ..........***..*****X | 1615.900 | | 1087.200 | ........*X | 1087.200 | | 934.000 | ......****X | 934.000 | | 934.000 | ......*...*******X | 1263.700 | | 1014.200 | .......*X | 1014.200 | | 975.500 | .......******....***.****X | 1589.000 | | 1110.500 | ........**X | 1110.500 | | 950.900 | ......****X | 950.900 | | 789.100 | .....*X | 789.100 | | 789.100 | .....*.**X | 843.000 | | 843.000 | ......***...**.******....**.*****X | 2015.000 | | 1778.100 | .............*X | 1778.100 | | 1643.400 | ............*****X | 1643.400 | | 1280.700 | .........**X | 1280.700 | | 1188.300 | ........******.**.**************..**.*****X | 1693.400 | | 1596.000 | ............***.*****X | 1710.500 | | 775.800 | .....*X | 775.800 | | 714.200 | ....*****X | 714.200 | | 456.000 | ..*X | 456.000 | | 386.900 | ..*****X | 386.900 | | 386.700 | ..*X | 386.700 | | 380.200 | ..****************X | 384.800 | | 380.100 | ..***************X | 435.100 | | 375.500 | ..***X | 375.500 | | 375.500 | ..**.........***..****X | 1760.000 | | 695.300 | ....**X | 695.300 | | 478.300 | ..******.**.*****X | 697.200 | | 518.100 | ...*X | 518.100 | | 401.000 | ..**X | 401.000 | | 401.000 | ..****X | 460.600 | | 460.600 | ..X | 460.600 | | 322.900 | .********..*****X | 484.800 | | 425.100 | ..*X | 425.100 | | 404.500 | ..******.*********...**..*****X | 1097.100 | | 660.500 | ....*X | 660.500 | | 256.200 | .******....**........******.......................***..****X | 4775.600 | | 3741.900 | ..............................X | 3741.900 | | 1752.600 | .............*X | 1752.600 | | 897.100 | ......******..**....*****X | 1628.100 | | 1514.100 | ...........*X | 1514.100 | | 1453.600 | ...........*****X | 1453.600 | | 1135.700 | ........**X | 1135.700 | | 904.300 | ......*****................***......*****X | 3575.800 | | 2919.300 | .......................*X | 2919.300 | | 2806.700 | ......................*****X | 2806.700 | | 2612.500 | ....................*X | 2612.500 | | 2349.000 | ..................*****X | 2349.000 | | 1469.200 | ...........**X | 1469.200 | | 944.500 | ......*****............***......*****X | 3057.900 | | 1827.600 | ..............*X | 1827.600 | | 1248.600 | .........*****X | 1248.600 | | 995.400 | .......*X | 995.400 | | 588.300 | ...******.***..***X | 898.500 | | 898.500 | ......*...***..******......**...*****X | 2592.400 | | 1727.900 | .............*X | 1727.900 | | 1343.100 | ..........******...**.*****X | 1876.200 | | 1610.500 | ............**X | 1610.500 | | 1206.600 | .........*****X | 1206.600 | | 695.800 | ....*X | 695.800 | | 561.400 | ...*****X | 561.400 | | 471.200 | ..*X | 471.200 | | 412.000 | ..******..**....******...*******X | 1563.100 | | 1255.200 | .........**X | 1255.200 | | 1120.300 | ........******...................**............***X | 4816.000 | | 4816.000 | .......................................*X | 4816.000 | | 2800.100 | ......................*X | 2800.100 | | 2060.700 | ................******.....*X | 2656.200 | | 1698.800 | .............*****X | 1698.800 | | 1172.600 | ........**X | 1172.600 | | 798.700 | .....******.*******X | 936.500 | | 587.800 | ...*X | 587.800 | | 541.100 | ...*****X | 541.100 | | 530.700 | ...X | 530.700 | | 512.900 | ...*X | 512.900 | | 508.800 | ...****X | 508.800 | | 387.700 | ..**X | 387.700 | | 382.100 | ..**************.********...***.*******X | 1029.200 | | 1009.800 | .......*******X | 1047.800 | | 1018.100 | .......*****X | 1018.100 | | 790.600 | .....*X | 790.600 | | 754.300 | .....*****X | 754.300 | | 740.400 | .....****************..**X | 1022.700 | | 979.900 | .......*****X | 979.900 | | 713.700 | ....**.******....**.******..*X | 1617.800 | | 1613.100 | ............*****X | 1613.100 | | 969.200 | .......*X | 969.200 | | 969.200 | .......X | 969.200 | | 880.200 | ......*X | 880.200 | | 880.200 | ......**X | 880.200 | | 461.900 | ..**X | 461.900 | | 438.800 | ..******...***************X | 838.500 | | 671.800 | ....**X | 671.800 | | 662.000 | ....*****.**X | 781.500 | | 764.100 | .....*****X | 764.100 | | 403.800 | ..*X | 403.800 | | 372.900 | ..*****X | 372.900 | | 299.500 | .*X | 299.500 | | 290.700 | .*************X | 306.000 | | 295.600 | .************************X | 305.800 | | 290.900 | .****************............***...*****X | 2113.300 | | 846.000 | ......*X | 846.000 | | 431.500 | ..*****X | 431.500 | | 316.100 | .*******X | 316.100 | | 270.500 | .*********.*******X | 388.200 | | 319.900 | .*X | 319.900 | | 314.800 | .******...*******X | 696.000 | | 684.700 | ....*********.*X | 806.700 | | 794.200 | .....*****X | 794.200 | | 585.100 | ...*X | 585.100 | | 569.300 | ...*****X | 569.300 | | 266.100 | .*X | 266.100 | | 233.200 | ***************.********...*X | 634.300 | | 618.300 | ....*******X | 635.900 | | 618.700 | ....*****X | 618.700 | | 388.800 | ..*****************.*X | 581.100 | | 546.400 | ...******..*******X | 765.800 | | 495.200 | ...*X | 495.200 | | 490.600 | ...******.**.*****X | 726.200 | | 590.500 | ...*X | 590.500 | | 590.400 | ...******.*X | 619.600 | | 613.400 | ....******...*******X | 1052.800 | | 487.500 | ...**X | 487.500 | | 470.400 | ..******....*X | 947.200 | | 946.700 | ......*****X | 946.700 | | 658.000 | ....********..*******X | 943.100 | | 774.700 | .....*X | 774.700 | | 774.700 | .....X | 774.700 | | 693.700 | ....***X | 693.700 | | 693.700 | ....**..*******X | 956.600 | | 828.900 | .....*X | 828.900 | | 821.800 | .....*****X | 821.800 | | 806.200 | .....********......***...******.....*....X | 2891.400 | | 2496.900 | ...................*****X | 2496.900 | | 746.100 | .....*X | 746.100 | | 578.300 | ...*****X | 578.300 | | 466.700 | ..*******X | 480.200 | | 384.400 | ..*X | 384.400 | | 376.500 | ..*****X | 376.500 | | 260.500 | .**X | 260.500 | | 233.800 | *****...*****X | 523.200 | | 523.200 | ...**X | 523.200 | | 410.900 | ..*X | 410.900 | | 378.000 | ..******.****************X | 582.600 | | 509.300 | ...********...*X | 907.100 | | 871.600 | ......*****X | 871.600 | | 645.500 | ....********.....**X | 1300.100 | | 1293.500 | .........*****X | 1293.500 | | 609.400 | ....*X | 609.400 | | 577.200 | ...******.**.******.**X | 896.800 | | 859.800 | ......*******X | 926.800 | | 911.400 | ......*X | 911.400 | | 911.400 | ......***X | 911.400 | | 797.200 | .....********.....*X | 1334.400 | | 1306.300 | .........*****X | 1306.300 | | 1112.400 | ........*******X | 1154.500 | | 723.900 | .....**X | 723.900 | | 693.200 | ....******...*X | 1029.300 | | 1014.500 | .......********.*****X | 1094.200 | | 986.100 | .......**X | 986.100 | | 952.700 | ......*****....**X | 1362.700 | | 1355.000 | ..........*****X | 1355.000 | | 986.200 | .......**********.********X | 1135.000 | | 1031.800 | .......****X | 1031.800 | | 651.400 | ....**X | 651.400 | | 600.900 | ...*****X | 600.900 | | 557.000 | ...*X | 557.000 | | 527.100 | ...*************X | 590.700 | | 413.700 | ..**X | 413.700 | | 383.900 | ..*****....*********..*X | 1088.600 | | 1084.400 | ........*****X | 1084.400 | | 859.000 | ......*X | 859.000 | | 849.400 | ......*****X | 849.400 | | 748.900 | .....*********...********.*X | 1302.900 | | 1210.800 | .........*****X | 1210.800 | | 969.100 | .......X | 969.100 | | 969.100 | .......******X | 995.300 | | 718.700 | ....**X | 718.700 | | 687.400 | ....******.********.*X | 921.500 | | 921.500 | ......X | 921.500 | | 892.200 | ......*X | 892.200 | | 892.200 | ......**X | 892.200 | | 700.900 | ....*********..*******X | 861.600 | | 734.400 | .....*X | 734.400 | | 722.400 | .....******....*******X | 1208.300 | | 1044.800 | .......***.*****X | 1104.400 | | 940.100 | ......*X | 940.100 | | 904.000 | ......*****X | 904.000 | | 849.300 | ......********......*******X | 1676.800 | | 1445.900 | ...........**X | 1445.900 | | 1294.400 | .........*****X | 1294.400 | | 1174.500 | ........**.*****X | 1241.000 | | 646.800 | ....*X | 646.800 | | 551.100 | ...*****X | 551.100 | | 465.300 | ..*X | 465.300 | | 448.200 | ..*****X | 448.200 | | 438.500 | ..X | 438.500 | | 433.700 | ..*******X | 478.400 | | 465.600 | ..*X | 465.600 | | 422.400 | ..*****X | 422.400 | | 228.200 | *X | 228.200 | | 221.800 | *****X | 221.800 | | 220.600 | *********.********.**.******..*X | 758.800 | | 710.700 | ....*****X | 710.700 | | 596.600 | ...***.****X | 631.400 | | 308.500 | .**X | 308.500 | | 279.200 | .******..*********X | 568.200 | | 557.600 | ...******.*******X | 646.500 | | 595.900 | ...**.********X | 649.800 | | 592.300 | ...****X | 592.300 | | 547.400 | ...***.*******X | 634.500 | | 611.900 | ....******.*********X | 841.700 | | 835.100 | .....*****X | 835.100 | | 689.500 | ....**X | 689.500 | | 659.700 | ....*****X | 659.700 | | 554.000 | ...*X | 554.000 | | 549.800 | ...******..**.*****X | 858.500 | | 700.400 | ....**X | 700.400 | | 652.400 | ....****X | 652.400 | | 626.200 | ....**********X | 654.400 | | 649.500 | ....*****X | 649.500 | | 624.200 | ....*******X | 624.300 | | 607.500 | ....********.*********..*X | 1005.300 | | 996.700 | .......*****X | 996.700 | | 759.600 | .....*X | 759.600 | | 714.400 | ....*****X | 714.400 | | 710.400 | ....***.*******X | 796.200 | | 786.600 | .....*****X | 786.600 | | 631.600 | ....*X | 631.600 | | 627.500 | ....*******X | 652.800 | | 651.800 | ....*****X | 651.800 | | 494.300 | ...*X | 494.300 | | 479.000 | ..******....*******X | 938.200 | | 755.900 | .....**X | 755.900 | | 712.500 | ....*****.*********.*X | 886.300 | | 808.200 | .....******..***.*****.**....******.........**X | 2773.200 | | 2258.300 | .................*****X | 2258.300 | | 938.800 | ......*X | 938.800 | | 929.600 | ......*******X | 930.500 | | 904.800 | ......******..*******X | 1161.400 | | 716.800 | ....**X | 716.800 | | 709.600 | ....******...*X | 1072.200 | | 1069.500 | .......*****X | 1069.500 | | 680.900 | ....*X | 680.900 | | 657.500 | ....******.********....**********X | 1294.400 | | 1274.800 | .........*****X | 1274.800 | | 694.600 | ....*X | 694.600 | | 683.600 | ....******....**X | 1182.000 | | 1181.000 | ........****X | 1181.000 | | 1121.100 | ........********X | 1152.100 | | 819.400 | .....********...*******X | 1164.100 | | 1022.900 | .......**X | 1022.900 | | 975.700 | .......******.*******X | 1198.000 | | 995.600 | .......*******X | 1036.500 | | 936.900 | ......*X | 936.900 | | 860.900 | ......******.**X | 1064.900 | | 1058.600 | .......*****X | 1058.600 | | 680.800 | ....*******X | 686.600 | | 528.800 | ...********...**X | 866.800 | | 853.100 | ......********...******................*******X | 3184.100 | | 834.000 | .....*X | 834.000 | | 410.500 | ..******.**.*****X | 620.300 | | 436.000 | ..**X | 436.000 | | 381.900 | ..*************X | 402.000 | | 381.900 | ..********..*X | 604.300 | | 594.000 | ...*****X | 594.000 | | 328.800 | .**X | 328.800 | | 319.500 | .*****X | 319.500 | | 312.300 | .***************X | 324.000 | | 307.800 | .*****************.********..*******X | 656.200 | | 613.500 | ....**X | 613.500 | | 597.100 | ...*****X | 597.100 | | 504.100 | ...********.*X | 657.800 | | 615.700 | ....******..*******X | 902.700 | | 655.700 | ....**X | 655.700 | | 617.900 | ....******.*******X | 752.800 | | 451.900 | ..**.******...***.****X | 999.800 | | 903.500 | ......**X | 903.500 | | 897.900 | ......******.*******X | 1001.900 | | 691.800 | ....*X | 691.800 | | 632.000 | ....******...*X | 1045.600 | | 1028.500 | .......*****X | 1028.500 | | 643.100 | ....*********..*X | 903.600 | | 890.300 | ......*****X | 890.300 | | 679.100 | ....********..*X | 899.900 | | 892.500 | ......*****X | 892.500 | | 851.300 | ......**X | 851.300 | | 840.100 | .....******..*******X | 1081.700 | | 676.900 | ....*X | 676.900 | | 611.800 | ....******..*X | 845.500 | | 837.200 | .....*X | 837.200 | | 837.200 | .....***X | 837.200 | | 417.900 | ..**X | 417.900 | | 378.100 | ..*****X | 378.100 | | 298.500 | .*******X | 303.200 | | 232.700 | *X | 232.700 | | 228.000 | **************X | 240.000 | | 232.800 | **.******...*X | 669.000 | | 664.100 | ....*****X | 664.100 | | 400.300 | ..**X | 400.300 | | 378.700 | ..******..***X | 670.100 | | 670.100 | ....**X | 670.100 | | 670.100 | ....X | 670.100 | | 549.700 | ...*X | 549.700 | | 535.600 | ...******.**X | 622.500 | | 618.700 | ....*****.***.******....*******X | 1404.200 | | 1042.600 | .......********......***..*****X | 1968.900 | | 1933.600 | ...............*X | 1933.600 | | 1671.300 | ............*****X | 1671.300 | | 343.000 | .*X | 343.000 | | 314.400 | .******.......***.******...*X | 1620.800 | | 1567.400 | ............*****X | 1567.400 | | 645.500 | ....*X | 645.500 | | 590.500 | ...******....***.******............**.*****X | 2656.400 | | 2553.800 | ....................**..*****X | 2844.500 | | 2067.400 | ................*X | 2067.400 | | 1639.800 | ............*****X | 1639.800 | | 1368.200 | ..........**X | 1368.200 | | 1362.700 | ..........*****X | 1362.700 | | 1076.300 | .......*X | 1076.300 | | 1019.900 | .......**************.....***.****X | 1688.000 | | 1134.300 | ........*********.........**.*****X | 2339.100 | | 2248.200 | .................*X | 2248.200 | | 2187.800 | .................*****X | 2187.800 | | 1783.600 | .............***.*****X | 1900.100 | | 1849.600 | ..............*X | 1849.600 | | 1750.100 | .............*****X | 1750.100 | | 1477.100 | ...........*X | 1477.100 | | 1286.100 | .........******..***...******........**..*****X | 3014.100 | | 2308.000 | ..................*X | 2308.000 | | 2246.200 | .................*****X | 2246.200 | | 1741.300 | .............**X | 1741.300 | | 1438.200 | ..........****X | 1438.200 | | 1138.000 | ........**X | 1138.000 | | 1132.700 | ........******.....**...*******X | 2131.800 | | 2045.100 | ................******........***......*****.**X | 3947.700 | | 3512.100 | ............................*****X | 3512.100 | | 2966.000 | .......................*X | 2966.000 | | 2880.400 | ......................*****X | 2880.400 | | 1575.300 | ............**X | 1575.300 | | 1235.600 | .........****X | 1235.600 | | 387.600 | ..**X | 387.600 | | 147.200 | *****X | 147.200 | | 130.500 | *X | 130.500 | | 98.700 | ******..**.*****X | 468.300 | | 341.400 | .**X | 341.400 | | 311.800 | .******.*******X | 455.500 | | 362.800 | ..*******X | 433.600 | | 417.800 | ..***.****X | 509.700 | | 405.500 | ..*********.*X | 505.700 | | 471.000 | ..******...*X | 802.500 | | 774.600 | .....*****X | 774.600 | | 518.100 | ...***..******....*X | 1241.400 | | 1170.000 | ........*****X | 1170.000 | | 1024.000 | .......*X | 1024.000 | | 882.100 | ......*****X | 882.100 | | 841.800 | ......*X | 841.800 | | 752.800 | .....*****X | 752.800 | | 596.500 | ...***.*****X | 687.800 | | 553.400 | ...*X | 553.400 | | 478.200 | ..******...*X | 740.800 | | 711.400 | ....*****X | 711.400 | | 420.400 | ..**X | 420.400 | | 361.400 | ..*************X | 428.600 | | 193.000 | *X | 193.000 | | 117.600 | ******....**.....*****X | 1105.800 | | 646.300 | ....**X | 646.300 | | 278.700 | .*******X | 278.700 | | 246.900 | .******.**.*****X | 541.100 | | 468.700 | ..**X | 468.700 | | 341.500 | .*****.*********.**.*****X | 648.600 | | 516.200 | ...*X | 516.200 | | 444.200 | ..******..**X | 706.900 | | 605.100 | ....******......**....*******X | 1854.100 | | 1663.500 | ............*****X | 1663.500 | | 441.400 | ..*X | 441.400 | | 415.200 | ..******...***.*****X | 843.000 | | 591.800 | ...*X | 591.800 | | 342.100 | .*******X | 343.100 | | 256.900 | .**************.***.*****X | 568.000 | | 373.300 | ..*X | 373.300 | | 254.300 | .******...**.*****X | 800.400 | | 612.600 | ....**X | 612.600 | | 459.400 | ..******.**..******..........**...******.......***..*****X | 3408.600 | | 2043.600 | ...............*X | 2043.600 | | 937.700 | ......*****X | 937.700 | | 102.000 | **.*****X | 199.700 | | 167.700 | **X | 167.700 | | 148.700 | ********.******.**.*****X | 582.300 | | 578.500 | ...**.*****X | 688.900 | | 566.300 | ...**X | 566.300 | | 381.600 | ..******..**.******.*X | 896.100 | | 785.300 | .....*********...******.....*X | 1723.500 | | 1626.500 | ............*****X | 1626.500 | | 617.400 | ....*X | 617.400 | | 294.600 | .******...***..****X | 908.000 | | 571.500 | ...********X | 588.900 | | 349.000 | .*X | 349.000 | | 178.700 | ******..*******X | 480.100 | | 472.400 | ..***.*****X | 545.800 | | 369.100 | ..*X | 369.100 | | 342.700 | .******.*X | 456.400 | | 274.000 | .*****X | 274.000 | | 134.000 | **X | 134.000 | | 127.300 | **********************...*******X | 575.400 | | 291.400 | .**X | 291.400 | | 170.700 | *************X | 234.800 | | 176.000 | *X | 176.000 | | 80.100 | *****X | 80.100 | | 79.300 | *X | 79.300 | | 76.700 | ****************X | 80.000 | | 76.600 | ********.********X | 229.600 | | 193.900 | *****X | 193.900 | | 162.500 | *X | 162.500 | | 91.400 | *****X | 91.400 | | 31.000 | **.******..**.*****X | 510.400 | | 387.100 | ..**X | 387.100 | | 234.900 | ****X | 234.900 | | 139.800 | ****.*****.*X | 449.500 | | 378.300 | ..*****X | 378.300 | | 143.500 | *X | 143.500 | | 72.000 | *********.******.**.*****X | 400.100 | | 364.100 | ..*******X | 462.800 | | 461.000 | ..*X | 461.000 | | 333.600 | .*****X | 333.600 | | 281.400 | .**X | 281.400 | | 168.600 | *****X | 168.600 | | 48.500 | *X | 48.500 | | 13.100 | ******.*******X | 155.500 | | 36.900 | **X | 36.900 | | 5.700 | ****************.*****X | 161.400 | | 71.100 | *X | 71.100 | | 30.000 | **************.***.*****X | 274.900 | | 250.600 | .**.*****X | 468.500 | | 308.600 | .*X | 308.600 | | 169.100 | *****************..******.*******X | 528.900 | | 378.000 | ..**X | 378.000 | | 359.100 | .********.********.*****X | 541.500 | | 540.000 | ...**X | 540.000 | | 395.900 | ..****X | 395.900 | | 337.000 | .**X | 337.000 | | 164.000 | *******X | 164.000 | | 156.100 | *******X | 201.500 | | 168.200 | ******.***.*****X | 369.200 | | 219.500 | *X | 219.500 | | 182.100 | ********.****************X | 347.100 | | 344.200 | .*****X | 344.200 | | 328.200 | .*X | 328.200 | | 220.000 | ******.....**.*****X | 880.100 | | 402.900 | ..**X | 402.900 | | 326.700 | .******.*X | 367.800 | | 338.400 | .******....**..*****X | 1080.000 | | 657.100 | ....**X | 657.100 | | 427.900 | ..******.*X | 539.500 | | 511.700 | ...*****X | 511.700 | | 414.400 | ..*X | 414.400 | | 318.500 | .******.......***....****X | 1606.200 | | 1027.200 | .......**X | 1027.200 | | 731.700 | .....*****X | 731.700 | | 473.400 | ..**..******...********.......***..*****X | 2085.400 | | 981.600 | .......*X | 981.600 | | 684.500 | ....******.......***.....*****...***..*****X | 2675.100 | | 2542.100 | ....................*X | 2542.100 | | 2251.200 | .................*****X | 2251.200 | | 1448.700 | ...........*X | 1448.700 | | 1146.300 | ........******....********X | 1653.000 | | 1309.300 | .........*X | 1309.300 | | 1134.800 | ........*****X | 1134.800 | | 919.500 | ......**.******....***.*****X | 1581.500 | | 1026.500 | .......*X | 1026.500 | | 719.200 | ....******.**.******.**X | 979.500 | | 928.400 | ......****X | 928.400 | | 592.500 | ...**X | 592.500 | | 579.400 | ...*****X | 579.400 | | 575.200 | ...**.******.**X | 762.400 | | 742.300 | .....****X | 742.300 | | 721.900 | .....**X | 721.900 | | 664.700 | ....*****X | 664.700 | | 406.000 | ..*X | 406.000 | | 358.200 | .******...*X | 654.400 | | 560.100 | ...*****X | 560.100 | | 273.200 | .*********.......**..*****X | 1426.000 | | 866.400 | ......*X | 866.400 | | 458.300 | ..*****X | 458.300 | | 215.800 | ***.*****X | 260.700 | | 229.500 | **.******....................**.......******........*X | 4472.800 | | 4252.800 | ..................................******...***..******....**...*****X | 5701.000 | | 5026.100 | ........................................*X | 5026.100 | | 4450.600 | ....................................*****X | 4450.600 | | 2332.900 | ..................**X | 2332.900 | | 2052.700 | ................*****.........................***.....****X | 5709.500 | | 4260.400 | ..................................**X | 4260.400 | | 3728.200 | ..............................*****X | 3728.200 | | 3525.200 | ............................**...*****X | 3891.100 | | 3743.200 | ..............................*X | 3743.200 | | 3425.000 | ...........................******..**..******...**X | 4233.200 | | 4040.800 | ................................*****X | 4040.800 | | 3154.300 | .........................********..*X | 3432.100 | | 3322.900 | ..........................*****X | 3322.900 | | 1976.800 | ...............*X | 1976.800 | | 1417.000 | ..........******..........***...*****X | 2899.500 | | 1300.700 | .........*X | 1300.700 | | 931.200 | ......*****X | 931.200 | | 823.500 | .....**.******..********.**X | 1262.700 | | 1218.200 | .........******.**.******...*X | 1841.300 | | 1816.000 | ..............*****X | 1816.000 | | 1715.600 | .............***.*****X | 1811.400 | | 1260.700 | .........*X | 1260.700 | | 1148.700 | ........******.....*******X | 1709.000 | | 1440.500 | ..........**X | 1440.500 | | 1342.800 | ..........*****X | 1342.800 | | 792.300 | .....*X | 792.300 | | 724.000 | .....******...**.******..........***.*****.........***.....*****X | 4313.500 | | 3351.000 | ..........................*X | 3351.000 | | 2556.700 | ....................*****X | 2556.700 | | 1694.400 | .............*X | 1694.400 | | 1689.600 | .............*****X | 1689.600 | | 1575.500 | ............**X | 1575.500 | | 1473.700 | ...........******...**..******.*X | 2269.300 | | 2164.700 | .................*********.******...*X | 2712.400 | | 2591.400 | ....................*****X | 2591.400 | | 1704.800 | .............********...***.******..*X | 2422.100 | | 2266.300 | .................*****X | 2266.300 | | 1367.700 | ..........*X | 1367.700 | | 1275.800 | .........******..***.******..*X | 1888.100 | | 1887.500 | ..............*****X | 1887.500 | | 1131.000 | ........*X | 1131.000 | | 933.000 | ......******......***..******.....***..****X | 2688.400 | | 1904.100 | ..............*X | 1904.100 | | 1720.800 | .............******.**X | 1860.800 | | 1856.200 | ..............*****X | 1856.200 | | 1557.200 | ...........**.******..................*****.....**X | 4349.700 | | 1882.200 | ..............**X | 1882.200 | | 1349.400 | ..........******...........................**.......******..*X | 5762.800 | | 5691.400 | ..............................................*****X | 5691.400 | | 3190.100 | .........................**X | 3190.100 | | 2710.000 | .....................*****................**X | 4668.300 | | 4618.300 | .....................................*****X | 4618.300 | | 2272.100 | .................*X | 2272.100 | | 2096.000 | ................*****X | 2096.000 | | 2070.300 | ................*X | 2070.300 | | 1977.400 | ...............*****X | 1977.400 | | 1874.000 | ..............***X | 1874.000 | | 1848.400 | ..............****X | 1848.400 | | 988.800 | .......*X | 988.800 | | 706.700 | ....******.................**........******........***.*****X | 4708.600 | | 3029.500 | ........................*X | 3029.500 | | 2777.100 | ......................*****X | 2777.100 | | 1993.800 | ...............*X | 1993.800 | | 1610.100 | ............******.....***.*****X | 2340.100 | | 1877.100 | ..............*X | 1877.100 | | 1833.800 | ..............******......**.....******...............***.****X | 5094.800 | | 4121.300 | .................................**X | 4121.300 | | 3691.300 | .............................*****X | 3691.300 | | 2565.600 | ....................*X | 2565.600 | | 2313.200 | ..................******.....***.****X | 3010.400 | | 2938.400 | .......................****..*****..*X | 3423.800 | | 3315.000 | ..........................*****X | 3315.000 | | 2661.900 | .....................*X | 2661.900 | | 2432.700 | ...................******..***..******..**..******...*X | 3823.600 | | 3366.500 | ..........................*****X | 3366.500 | | 2102.100 | ................**X | 2102.100 | | 1853.700 | ..............*****X | 1853.700 | | 1745.900 | .............**..******.....**.******...***.******...**..*****X | 3742.600 | | 3732.800 | ..............................********..**X | 4017.100 | | 3670.000 | .............................*****X | 3670.000 | | 2031.200 | ...............*X | 2031.200 | | 1564.600 | ............******......**....*****X | 2831.100 | | 2448.200 | ...................**X | 2448.200 | | 2285.000 | ..................*****X | 2285.000 | | 1531.800 | ...........*X | 1531.800 | | 1124.300 | ........*****X | 1124.300 | | 1020.000 | .......**..******......................**.....*****X | 4518.800 | | 3056.400 | ........................**X | 3056.400 | | 2631.400 | ....................*****X | 2631.400 | | 1113.700 | ........*X | 1113.700 | | 975.400 | .......******.............**...******......***...*****X | 4058.500 | | 3260.600 | ..........................*X | 3260.600 | | 2660.400 | .....................******........**......*****X | 4419.800 | | 3858.000 | ...............................**X | 3858.000 | | 3296.200 | ..........................****X | 3296.200 | | 2486.500 | ...................**X | 2486.500 | | 2354.400 | ..................*****X | 2354.400 | | 1316.600 | .........*X | 1316.600 | | 1192.200 | ........******.........***.*****............***....*****X | 4286.000 | | 3674.800 | .............................*X | 3674.800 | | 3417.100 | ...........................*****X | 3417.100 | | 2802.500 | ......................**.******.......................***.....****X | 6322.200 | | 6103.300 | .................................................***.*****X | 6190.500 | | 4882.300 | .......................................*X | 4882.300 | | 4296.300 | ..................................*****X | 4296.300 | | 1928.000 | ...............**X | 1928.000 | | 1242.900 | .........****X | 1242.900 | | 985.800 | .......*********.....................**............******............................................**........*****X | 11285.200 | | 7831.100 | ................................................................**X | 7831.100 | | 6559.100 | .....................................................****X | 6559.100 | | 3611.600 | .............................**X | 3611.600 | | 2585.900 | ....................*****X | 2585.900 | | 890.600 | ......**..*******X | 1190.200 | | 1170.700 | ........*****X | 1170.700 | | 978.400 | .......**X | 978.400 | | 865.900 | ......*****.............................***..........*****X | 5591.100 | | 2242.200 | .................*X | 2242.200 | | 974.900 | .......*****X | 974.900 | | 515.700 | ...*X | 515.700 | | 310.300 | .*********.******.**..*****X | 737.800 | | 634.100 | ....*X | 634.100 | | 445.300 | ..******.........***.******..............**......******.........*******X | 5139.200 | | 2314.400 | ..................*X | 2314.400 | | 2074.100 | ................*****X | 2074.100 | | 1368.500 | ..........**X | 1368.500 | | 1054.900 | .......*****X | 1054.900 | | 1040.300 | .......**....******.................**....*****X | 3975.100 | | 2383.700 | ..................**X | 2383.700 | | 1399.400 | ..........*****..***....*****X | 2086.300 | | 1737.500 | .............*X | 1737.500 | | 1682.500 | ............******.......................**..............*****X | 6029.900 | | 4780.800 | ......................................**X | 4780.800 | | 3825.600 | ..............................*****X | 3825.600 | | 3210.000 | .........................*X | 3210.000 | | 2029.000 | ...............*****X | 2029.000 | | 1872.200 | ..............**.......*****X | 2736.400 | | 2472.800 | ...................**X | 2472.800 | | 2021.000 | ...............*****X | 2021.000 | | 1349.900 | ..........*X | 1349.900 | | 1045.500 | .......*****X | 1045.500 | | 731.600 | .....*X | 731.600 | | 281.700 | .******.......................***...........*****.......**.....X | 5843.300 | | 5689.100 | ..............................................*****X | 5689.100 | | 3041.700 | ........................*X | 3041.700 | | 2220.900 | .................*****X | 2220.900 | | 1757.700 | .............**X | 1757.700 | | 1656.800 | ............****X | 1656.800 | | 1639.700 | ............*********..********....*********.**..******..............**..*****X | 4654.900 | | 2667.000 | .....................**X | 2667.000 | | 1947.300 | ...............****X | 1947.300 | | 1347.000 | ..........**X | 1347.000 | | 1276.000 | .........******.....**....******.....*X | 2965.200 | | 2700.100 | .....................*****X | 2700.100 | | 2367.900 | ..................***..*****X | 2583.400 | | 2396.600 | ..................*X | 2396.600 | | 2219.200 | .................*****X | 2219.200 | | 1827.500 | ..............*X | 1827.500 | | 1685.600 | .............*****X | 1685.600 | | 1619.700 | ............***.******..*X | 1994.500 | | 1917.400 | ..............*****X | 1917.400 | | 1807.800 | ..............*X | 1807.800 | | 1802.600 | .............*****X | 1802.600 | | 1756.800 | .............**X | 1756.800 | | 1723.500 | .............*******.*******...**.*****X | 2386.800 | | 1899.600 | ..............**X | 1899.600 | | 1754.500 | .............******.....*X | 2341.600 | | 2322.800 | ..................*****X | 2322.800 | | 1764.300 | .............**.******.......***..****X | 2894.300 | | 1897.300 | ..............**X | 1897.300 | | 1245.600 | .........*****X | 1245.600 | | 785.900 | .....**.******....*X | 1439.600 | | 1279.000 | .........*****X | 1279.000 | | 822.700 | .....***..******......*X | 1745.900 | | 1660.500 | ............*****X | 1660.500 | | 1427.500 | ..........**...******....**X | 2195.600 | | 1993.200 | ...............****X | 1993.200 | | 968.700 | .......**X | 968.700 | | 760.700 | .....******.........**....******.....*X | 2981.600 | | 2817.800 | ......................*****X | 2817.800 | | 1760.400 | .............**X | 1760.400 | | 1713.100 | .............******..*X | 2010.300 | | 1962.200 | ...............******..**.*****X | 2383.700 | | 1439.000 | ..........**X | 1439.000 | | 1099.500 | ........*****X | 1099.500 | | 796.700 | .....*X | 796.700 | | 787.300 | .....******......********.***.******.......**.*****X | 2645.500 | | 2290.200 | ..................*X | 2290.200 | | 2238.400 | .................*****X | 2238.400 | | 2198.400 | .................**X | 2198.400 | | 2144.900 | ................*****........***....*****X | 3536.800 | | 1044.000 | .......*X | 1044.000 | | 416.300 | ..******...**.******.......*********.**.*****X | 1933.700 | | 1591.300 | ............*X | 1591.300 | | 1541.700 | ...........******.***.*****....**X | 2219.200 | | 2202.000 | .................*****X | 2202.000 | | 1854.000 | ..............*******X | 1880.500 | | 1571.700 | ............*X | 1571.700 | | 1439.300 | ..........******..***.******.......*******X | 2626.600 | | 782.500 | .....*X | 782.500 | | 466.900 | ..******...***.*****.**X | 978.300 | | 898.900 | ......*****X | 898.900 | | 460.900 | ..*X | 460.900 | | 416.900 | ..******....***.*****......*********.....**.******....**.*****X | 3047.300 | | 2735.000 | .....................**X | 2735.000 | | 2505.600 | ...................*****X | 2505.600 | | 2112.600 | ................*X | 2112.600 | | 2071.200 | ................*****X | 2071.200 | | 2020.100 | ...............**.*****X | 2080.000 | | 1491.700 | ...........**X | 1491.700 | | 1219.700 | .........****X | 1219.700 | | 707.600 | ....***.*************X | 735.000 | | 724.300 | .....**X | 724.300 | | 699.000 | ....****X | 699.000 | | 693.500 | ....**X | 693.500 | | 678.700 | ....*****X | 678.700 | | 640.000 | ....********.......*******X | 1527.900 | | 1370.900 | ..........********X | 1393.200 | | 627.900 | ....*X | 627.900 | | 554.300 | ...******...**.******.....*X | 1667.700 | | 1661.400 | ............*****X | 1661.400 | | 1476.900 | ...........***.*****X | 1575.900 | | 1165.100 | ........*X | 1165.100 | | 981.000 | .......******..********....********X | 1761.100 | | 1624.800 | ............********.....**...*****X | 2585.600 | | 1313.100 | .........**X | 1313.100 | | 916.100 | ......*****....**X | 1411.000 | | 1367.500 | ..........*****X | 1367.500 | | 1039.100 | .......**.******.********......**X | 1990.600 | | 1973.000 | ...............*****X | 1973.000 | | 1971.900 | ...............********...********..**X | 2637.000 | | 2635.400 | ....................*****X | 2635.400 | | 1879.300 | ..............**..******........*X | 3076.800 | | 2941.600 | .......................*****X | 2941.600 | | 2673.100 | .....................***...*******X | 3100.100 | | 2776.800 | ......................*****X | 2776.800 | | 1987.200 | ...............********.*X | 2112.300 | | 1890.500 | ..............*****X | 1890.500 | | 1195.100 | ........**X | 1195.100 | | 1152.600 | ........*****X | 1152.600 | | 743.800 | .....*X | 743.800 | | 727.400 | .....******......**...******.............**..*****X | 3666.900 | | 2186.800 | .................**X | 2186.800 | | 1810.600 | ..............*****X | 1810.600 | | 1338.100 | ..........*X | 1338.100 | | 1203.700 | .........******........**..******.***.******.......*X | 3511.300 | | 3506.900 | ............................*****X | 3506.900 | | 2182.400 | .................**.******......**X | 3078.500 | | 2583.300 | ....................*****.....***..*****X | 3453.400 | | 2229.000 | .................*X | 2229.000 | | 1924.800 | ...............*****X | 1924.800 | | 920.500 | ......**X | 920.500 | | 790.400 | .....****X | 790.400 | | 600.000 | ...***.******.*X | 734.700 | | 704.800 | ....*****X | 704.800 | | 619.800 | ....********.........***.****X | 1842.400 | | 1619.600 | ............***.******.********.........**.*****X | 3091.800 | | 2644.000 | ....................**X | 2644.000 | | 2411.500 | ...................******...**..*****X | 3022.700 | | 1803.300 | .............*X | 1803.300 | | 1642.400 | ............*****X | 1642.400 | | 794.500 | .....*X | 794.500 | | 680.300 | ....******...............***..*****X | 2700.600 | | 968.200 | .......*X | 968.200 | | 688.400 | ....******......**.*****X | 1507.500 | | 509.200 | ...**X | 509.200 | | 437.900 | ..******.....**.*****X | 1090.400 | | 600.800 | ...**.******........********...********X | 2023.200 | | 1826.700 | ..............*X | 1826.700 | | 1722.600 | .............******..**.******..........***..*****X | 3535.700 | | 3191.500 | .........................*X | 3191.500 | | 2963.000 | .......................*****X | 2963.000 | | 2812.200 | ......................**.*****X | 2888.500 | | 2463.000 | ...................*********........*X | 3429.400 | | 3347.000 | ..........................*****X | 3347.000 | | 2787.200 | ......................*X | 2787.200 | | 2764.300 | .....................*****X | 2764.300 | | 2651.900 | .....................**X | 2651.900 | | 2565.900 | ....................****X | 2565.900 | | 1926.900 | ...............*********..........*******X | 3215.700 | | 2267.500 | .................*X | 2267.500 | | 2081.200 | ................*****X | 2081.200 | | 1414.200 | ..........**X | 1414.200 | | 1383.000 | ..........*****X | 1383.000 | | 1280.300 | .........*X | 1280.300 | | 1166.800 | ........*****X | 1166.800 | | 1067.400 | .......**.******........X | 2076.400 | +----------+-----------------------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 03:54:14,734 | test | INFO | pool-3-thread-24 | [table_view:display:72] Ops trend for bucket 'bucket1' +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | ****............................................................................***........................*****X | 753.800 | | 189.000 | ........................*X | 189.000 | | 15.300 | .*****X | 15.300 | | 3.500 | *X | 3.500 | | 0.000 | *********************************************************************************************************....**..*****X | 49.900 | | 12.700 | *X | 12.700 | | 0.000 | *******************************************************....***..*****X | 45.900 | | 12.000 | *X | 12.000 | | 0.000 | ***********************..*X | 15.300 | | 11.300 | *****X | 11.300 | | 0.000 | ***************************..*****X | 15.300 | | 8.100 | X | 8.100 | | 4.000 | X | 4.000 | | 0.000 | **************..**..*****X | 30.600 | | 8.000 | **X | 8.000 | | 4.000 | *****......***..*****X | 66.200 | | 57.800 | ......*X | 57.800 | | 40.800 | ....*****X | 40.800 | | 15.300 | .***************X | 15.300 | | 4.000 | **X | 4.000 | | 0.000 | **********************...***.****X | 34.500 | | 26.700 | ..X | 26.700 | | 9.000 | *X | 9.000 | | 0.000 | **************..*X | 15.300 | | 11.300 | *****X | 11.300 | | 0.000 | *********************************.....***...****X | 61.200 | | 16.000 | .**X | 16.000 | | 0.000 | **************....**..*****X | 49.800 | | 35.400 | ...*X | 35.400 | | 19.200 | .*****X | 19.200 | | 5.000 | **X | 5.000 | | 0.000 | *******************************************************...*X | 26.800 | | 26.600 | ..*****X | 26.600 | | 15.100 | .*********............**....*****X | 137.700 | | 35.600 | ...*X | 35.600 | | 8.000 | ******...**X | 30.600 | | 22.600 | .****X | 22.600 | | 7.400 | X | 7.400 | | 0.000 | *********************************************************....*****..***X | 45.900 | | 12.000 | *X | 12.000 | | 0.000 | **************.**..******.............***.****X | 132.500 | | 36.300 | ...**X | 36.300 | | 15.300 | .*****X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | *************************.******......*******X | 57.200 | | 23.300 | ..*X | 23.300 | | 19.300 | .******..**X | 30.600 | | 22.600 | .*****X | 22.600 | | 11.300 | **.******..*X | 30.600 | | 26.600 | ..*****X | 26.600 | | 4.000 | **X | 4.000 | | 0.000 | *****....***..****X | 45.900 | | 38.100 | ....X | 38.100 | | 34.600 | ...*X | 34.600 | | 30.600 | ...*****X | 30.600 | | 8.000 | *X | 8.000 | | 0.000 | ******....**..*****X | 49.800 | | 13.000 | **X | 13.000 | | 0.000 | **************..**..******....*X | 61.100 | | 60.100 | ......****X | 60.100 | | 60.100 | ......X | 60.100 | | 12.000 | **X | 12.000 | | 0.000 | **************.**.*****X | 19.200 | | 16.300 | .**.******...**X | 45.900 | | 41.900 | ....*****X | 41.900 | | 19.300 | .*X | 19.300 | | 11.300 | ********.********X | 19.300 | | 11.300 | ****X | 11.300 | | 0.000 | *********..**...******......**.*****X | 90.700 | | 31.100 | ...**X | 31.100 | | 11.300 | ****X | 11.300 | | 7.800 | X | 7.800 | | 0.000 | ********......**...*****X | 69.000 | | 40.600 | ....*X | 40.600 | | 30.600 | ...**************X | 34.500 | | 31.600 | ...********..*X | 49.800 | | 44.800 | ....*****X | 44.800 | | 19.300 | .**X | 19.300 | | 15.300 | .**************...**..*****X | 53.800 | | 50.900 | .....**X | 50.900 | | 41.900 | ....****X | 41.900 | | 33.500 | ...*********...**.*****X | 65.100 | | 28.300 | ..*X | 28.300 | | 15.300 | .*****X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | ************************************************.........**....*****X | 99.600 | | 25.800 | ..**X | 25.800 | | 0.000 | **************....***..****X | 49.800 | | 24.100 | ..**X | 24.100 | | 15.300 | .**************.*X | 23.200 | | 14.200 | *****X | 14.200 | | 0.000 | *************************..**X | 15.300 | | 11.300 | *****X | 11.300 | | 0.000 | *************************************************....***..*****X | 49.800 | | 24.300 | ..*X | 24.300 | | 19.300 | .******..*X | 30.600 | | 26.600 | ..*****X | 26.600 | | 4.000 | **X | 4.000 | | 0.000 | ***********************************************.**.******.**.*****X | 34.600 | | 23.300 | ..**X | 23.300 | | 11.300 | *****X | 11.300 | | 0.000 | ****************.***.*************X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | *******************************************************************************************************************************************************.******...*X | 34.500 | | 25.700 | ..*****X | 25.700 | | 0.000 | *********************************.***.*************X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | ******.***.*****X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | *******************************.**.*****X | 19.200 | | 5.000 | **X | 5.000 | | 0.000 | ******************************************************************..******........*X | 76.400 | | 63.400 | .......*****X | 63.400 | | 4.000 | **X | 4.000 | | 0.000 | **********************************************************************************************************************************************************************************************************************************************************************...**..*****X | 38.400 | | 10.000 | **X | 10.000 | | 0.000 | **********************************************************************************************************************************************************************************************************************************************************************.**.X | 15.300 | | 11.300 | *****X | 11.300 | | 0.000 | *******************************************************************************************.***.*****X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | ******.**.*****X | 19.200 | | 5.000 | **X | 5.000 | | 0.000 | **************...**..*****X | 38.400 | | 10.000 | **X | 10.000 | | 0.000 | ******************************************************************..******......**X | 65.100 | | 48.500 | .....*****X | 48.500 | | 0.000 | ******************************************************************************************************************************.**.*****X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | *****************************************************************.....**..*****X | 57.600 | | 15.000 | *X | 15.000 | | 0.000 | *************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************.***.*****X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ******...**.*****X | 34.500 | | 9.000 | **X | 9.000 | | 0.000 | ******************************************************************************************************************......**...*****X | 69.000 | | 17.800 | .*X | 17.800 | | 0.000 | **************************************************************************************************************************.***.*****X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ***********************************************************************************************************************************************************************************************.******....**X | 44.800 | | 41.800 | ....*****X | 41.800 | | 5.000 | *X | 5.000 | | 0.000 | ********************************************************.**.*****X | 15.300 | | 4.000 | **X | 4.000 | | 0.000 | ******.**.*****X | 15.300 | | 7.200 | X | 7.200 | | 3.800 | *X | 3.800 | | 0.000 | **********************...***.*****X | 34.500 | | 8.800 | *X | 8.800 | | 0.000 | *******************************..***..********.******..*X | 53.500 | | 34.100 | ...******..***..*****X | 65.100 | | 16.400 | .*X | 16.400 | | 0.000 | *******************************************************************************************************************.**.*****X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | ***************************************************************************************************************************.***.******.**.*****X | 34.500 | | 9.000 | **X | 9.000 | | 0.000 | *****************************************************************************************..**********X | 15.300 | | 11.300 | *****X | 11.300 | | 0.000 | *****************************************************************************************************************************************.******...*X | 30.600 | | 22.600 | .*****X | 22.600 | | 0.000 | ***********************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************.***.*****X | 15.300 | | 4.000 | *X | 4.000 | | 0.000 | **************************************************.******...*X | 34.500 | | 25.700 | ..*****X | 25.700 | | 0.000 | ***********************************************************.**..*****X | 23.000 | | 20.300 | .*X | 20.300 | | 11.500 | *****X | 11.500 | | 0.000 | *************************.***.*****X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | *************************************************************************************************...***.*****...***..*****X | 69.000 | | 17.800 | .*X | 17.800 | | 0.000 | ******.**..******.**X | 34.500 | | 30.700 | ...****X | 30.700 | | 5.000 | **X | 5.000 | | 0.000 | ******.**..******....*X | 53.700 | | 44.900 | ....*****X | 44.900 | | 30.500 | ...*******X | 34.500 | | 20.300 | .**X | 20.300 | | 15.300 | .******.**.*****X | 34.500 | | 8.800 | *X | 8.800 | | 0.000 | ***************...**..*****X | 43.400 | | 29.200 | ..*X | 29.200 | | 14.200 | *****X | 14.200 | | 0.000 | *****************************************.***.*****X | 19.200 | | 5.000 | *X | 5.000 | | 3.800 | ******..**********X | 19.200 | | 14.200 | *****X | 14.200 | | 0.000 | ****************.***.*************X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ***********************...**.*****X | 30.600 | | 7.600 | **X | 7.600 | | 0.000 | ***********************************************...***.*****X | 34.500 | | 8.800 | *X | 8.800 | | 0.000 | **************.***.******..*******X | 34.500 | | 8.800 | ***X | 8.800 | | 0.000 | ****.***.*************X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ******...*****.***X | 34.500 | | 8.800 | *X | 8.800 | | 3.800 | ******.....**.******.**X | 53.700 | | 48.700 | .....****X | 48.700 | | 8.800 | **X | 8.800 | | 5.000 | ******....*X | 30.700 | | 29.500 | ..*****X | 29.500 | | 3.800 | **.******...**X | 34.500 | | 25.700 | ..*****X | 25.700 | | 0.000 | ****************.......***..*****X | 72.900 | | 33.200 | ...*X | 33.200 | | 19.200 | .******...**.*****X | 45.900 | | 22.900 | ..**X | 22.900 | | 15.300 | .*************X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ***********************..*X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | *****************..***X | 15.300 | | 11.500 | ***X | 11.500 | | 0.000 | *******************.******....*X | 44.800 | | 42.200 | ....*****X | 42.200 | | 19.200 | .********X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | ******.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | **************...**.******..***.****X | 53.700 | | 13.800 | **X | 13.800 | | 0.000 | **********************.***.*****X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | **************.***.*************X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | ********************************************************..**X | 19.200 | | 14.200 | *****X | 14.200 | | 0.000 | ********.***.*****X | 19.200 | | 5.000 | *X | 5.000 | | 3.800 | ******..*X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | ***..******........*X | 80.400 | | 60.200 | ......*****X | 60.200 | | 0.000 | *************************.**.******..............***...*****X | 149.500 | | 46.700 | .....*X | 46.700 | | 15.300 | .*****X | 15.300 | | 3.800 | ********..**X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | ************************************************************************************...**.*****X | 30.600 | | 7.600 | *X | 7.600 | | 0.000 | ******...***..*****X | 38.400 | | 10.000 | *X | 10.000 | | 0.000 | ************************************************....**..*****X | 49.800 | | 12.600 | **X | 12.600 | | 5.000 | *****..**X | 19.200 | | 14.200 | *****X | 14.200 | | 0.000 | *************************...**.*****X | 30.600 | | 15.200 | .X | 15.200 | | 7.600 | X | 7.600 | | 0.000 | ***********************.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | ******...**.*****X | 34.500 | | 8.800 | *X | 8.800 | | 0.000 | ******.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | **************.**.********X | 19.100 | | 11.500 | ******...**..*****X | 45.900 | | 11.400 | *X | 11.400 | | 0.000 | ********************************************************......***.*****X | 57.400 | | 11.400 | *X | 11.400 | | 0.000 | ******.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | **************..*X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | ********************************************************************************************..**X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | ******************************************..*X | 15.300 | | 11.500 | *********.****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | *******************************.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | **************...**.*****X | 30.600 | | 7.600 | **X | 7.600 | | 0.000 | ***********************.**.*****X | 19.200 | | 5.000 | *X | 5.000 | | 0.000 | *****************************************************************************************************************************************************.***.*****X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | ******.**.*****X | 15.300 | | 3.800 | **X | 3.800 | | 0.000 | **************..*X | 15.300 | | 11.500 | *****X | 11.500 | | 0.000 | *****************************************************************************************************************************************************************************************.**.*****X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | *******************************************************************************************************************...***.*****X | 30.600 | | 7.600 | *X | 7.600 | | 0.000 | ******.***.*************X | 15.300 | | 3.800 | *X | 3.800 | | 0.000 | ***************************************************************************************************************************************************************************************************************X | 0.000 | +---------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ 2022-02-02 03:54:14,792 | test | INFO | pool-3-thread-1 | [table_view:display:72] Ops trend for bucket 'bucket2' +--------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ | Min | Trend | Max | +--------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ | 0.000 | ****......................................................***.......................****X | 60.800 | | 49.600 | ..............................................................X | 49.600 | | 18.400 | ......................*X | 18.400 | | 0.000 | ******************************************************************************************************************......**...*****X | 7.600 | | 2.300 | .*X | 2.300 | | 0.000 | ***********************************************************************************..******.......*X | 7.600 | | 5.900 | ......*****X | 5.900 | | 0.000 | *************************....**...........******X | 11.900 | | 6.700 | .......X | 6.700 | | 3.400 | ...******...........**....*****X | 15.200 | | 3.000 | ..*X | 3.000 | | 0.000 | *********.*****................***....******.................*X | 29.800 | | 29.400 | ....................................*****X | 29.400 | | 4.100 | ....*X | 4.100 | | 0.000 | ***************************************...............***....*****X | 15.200 | | 3.000 | ..*X | 3.000 | | 0.000 | ********.******................*******X | 13.700 | | 1.500 | **X | 1.500 | | 0.000 | **************.......**..*****X | 7.600 | | 1.500 | **X | 1.500 | | 0.000 | *****...............***......*****X | 16.700 | | 10.600 | ............*X | 10.600 | | 6.100 | ......*****X | 6.100 | | 0.000 | ********......................**.......*****X | 22.800 | | 12.600 | ...............*X | 12.600 | | 4.800 | .....X | 4.800 | | 0.000 | ********..******....*...X | 7.600 | | 5.800 | ......*****X | 5.800 | | 0.000 | ************************************..******...........................**.........*****X | 30.400 | | 14.500 | .................*X | 14.500 | | 5.300 | .....********...*****X | 7.600 | | 2.300 | .**X | 2.300 | | 0.000 | ************************..******.......**X | 7.600 | | 5.300 | .....****X | 5.300 | | 0.000 | *********......**...*****X | 7.600 | | 2.600 | ..**X | 2.600 | | 0.000 | ********...******.................................****.........***X | 35.600 | | 9.600 | ...........*X | 9.600 | | 0.000 | **************........***.........*****.............................***...*****X | 39.100 | | 20.000 | ........................*X | 20.000 | | 15.200 | ..................*****X | 15.200 | | 4.800 | .....*X | 4.800 | | 0.000 | *************************...******......*X | 7.600 | | 5.200 | .....********......********X | 10.000 | | 5.200 | .....********.........******.......*X | 17.600 | | 10.400 | ............*********.........****X | 17.600 | | 12.400 | ..............**X | 12.400 | | 5.200 | .....********...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******......***...****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | ********...******..........................**......*****X | 28.000 | | 7.200 | ........**X | 7.200 | | 0.000 | *****......***...******.............**.......*************X | 22.800 | | 7.200 | ........**X | 7.200 | | 2.400 | ..******...................**................******......*X | 35.200 | | 20.800 | .........................*****X | 20.800 | | 5.200 | .....***...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******.............**......******....................**...........................******..................................**X | 78.400 | | 66.400 | ...................................................................................*****X | 66.400 | | 24.800 | ..............................*X | 24.800 | | 10.400 | ............*****X | 10.400 | | 0.000 | ********......***...**************.......**...******.......***...****X | 22.800 | | 17.600 | .....................**X | 17.600 | | 15.200 | ..................*****X | 15.200 | | 4.800 | .....*X | 4.800 | | 0.000 | **************.................................***...............*****X | 38.000 | | 35.000 | ...........................................*X | 35.000 | | 32.400 | ........................................****X | 32.400 | | 32.400 | ........................................X | 32.400 | | 9.400 | ..........*X | 9.400 | | 0.000 | ******.............**......*****X | 15.200 | | 4.800 | .....*X | 4.800 | | 2.400 | ..******......**X | 7.600 | | 5.200 | .....*****X | 5.200 | | 0.000 | ****************......***...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | **************...............................................***.......................*****X | 55.600 | | 29.000 | ...................................*X | 29.000 | | 12.800 | ...............********...*****X | 15.200 | | 10.000 | ...........**X | 10.000 | | 9.800 | ...........******..........................**...*****X | 32.200 | | 18.500 | ......................X | 18.500 | | 12.200 | ..............X | 12.200 | | 7.600 | ........*****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | ******......**...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******......***............******.......................X | 32.400 | | 32.400 | ........................................X | 32.400 | | 25.400 | ...............................*****X | 25.400 | | 2.400 | ..*X | 2.400 | | 0.000 | ***************************************......******...**X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ************************************************************************.............***......****X | 15.200 | | 4.800 | .....**X | 4.800 | | 0.000 | ******************************************************************************************************************************************************************************************************.............**...............******.........**X | 29.600 | | 17.800 | .....................*****X | 17.800 | | 0.000 | *********************************......**...**************X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | *****************************************************************************************************************************.....******..........................*X | 24.600 | | 22.200 | ...........................*****X | 22.200 | | 2.200 | .**X | 2.200 | | 0.000 | ***************************************************************......***......******...*X | 12.000 | | 7.400 | ........*****X | 7.400 | | 0.000 | *************************......**...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ***************************************************************************************************************************************************......**...*****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | ****************************************************************......**...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******************************************************************************************************************************************......**...*****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | *********************************...******....*..X | 7.600 | | 5.200 | .....*****X | 5.200 | | 0.000 | ******************************************************************************************************************************************************......***...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | **************************************************...........******................................*X | 34.400 | | 25.200 | ...............................*****X | 25.200 | | 0.000 | *********************************************************************************************************************************...*****....*..*X | 7.600 | | 5.200 | .....*****X | 5.200 | | 0.000 | **********************************************************.........................**.........*****X | 26.800 | | 6.800 | .......**X | 6.800 | | 0.000 | *************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************......***...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******...................**..........*****X | 22.800 | | 7.200 | ........**X | 7.200 | | 0.000 | ***********************************************************************************************************************************************************************************************************************************************......**......******................................***......*****X | 39.600 | | 14.400 | .................*X | 14.400 | | 7.600 | ........*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ***************************************************************************************************************************************************************************************..******................***.*****X | 15.000 | | 7.600 | ........*******X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ************************************************......***...**********************..*.*X | 9.800 | | 9.600 | ...........*****X | 9.600 | | 2.200 | .*X | 2.200 | | 0.000 | ***************......**...******...................**........*****X | 29.000 | | 16.400 | ...................**X | 16.400 | | 7.400 | ........*****X | 7.400 | | 0.000 | ****************......***...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 2.200 | .******..........**X | 9.600 | | 7.400 | ........*****X | 7.400 | | 0.000 | ***********************************************************************************************************************************************************************......................***.........*****X | 24.800 | | 7.000 | .......*X | 7.000 | | 0.000 | ***************************************......................***.........*****X | 24.800 | | 7.000 | .......*X | 7.000 | | 0.000 | ***************************************.........***...*****X | 9.600 | | 2.200 | .*X | 2.200 | | 0.000 | ************************************************************************************.....******..............*X | 15.200 | | 11.000 | .............*****X | 11.000 | | 0.000 | *************************************************************************************************************************************************.....******................**X | 17.200 | | 12.600 | ...............*****X | 12.600 | | 0.000 | *********************************************************************************************************************..................**......*****X | 19.200 | | 4.400 | ....**X | 4.400 | | 0.000 | **************......**...*****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | *************************************************************************************************************************************************************************************************************************************************************************************************.............***......*****X | 15.200 | | 4.800 | .....*X | 4.800 | | 0.000 | *************************.....******...................*X | 19.200 | | 14.800 | .................*****X | 14.800 | | 0.000 | ***********.....******................*X | 17.200 | | 12.600 | ...............*****X | 12.600 | | 0.000 | ***********************************************************.......**..*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | *******************************.........***...*****X | 9.600 | | 2.200 | .*X | 2.200 | | 0.000 | **************......***...****X | 7.600 | | 2.400 | ..**X | 2.400 | | 0.000 | ********************************************************......**...*****X | 7.600 | | 2.400 | ..*X | 2.400 | | 0.000 | ******............................***........****X | 28.800 | | 6.600 | .......**X | 6.600 | | 0.000 | **************..................**.............******.........................**X | 44.000 | | 38.200 | ...............................................****X | 38.200 | | 25.000 | ..............................X | 25.000 | | 19.200 | .......................*******X | 19.200 | | 11.800 | ..............**...******...........*X | 23.200 | | 18.000 | .....................*****X | 18.000 | | 7.600 | ........********X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | ******.........**...*****X | 9.600 | | 2.200 | .*X | 2.200 | | 0.000 | ************************************************************************..............***.....*****X | 15.200 | | 4.200 | ....*X | 4.200 | | 0.000 | ***************************************................***.....*****X | 17.200 | | 4.600 | ....*X | 4.600 | | 0.000 | ********************************************************.........**...*****X | 9.600 | | 2.200 | .**X | 2.200 | | 0.000 | **********************..................***......*****X | 19.200 | | 4.400 | ....**...******..........................*X | 26.800 | | 20.000 | ........................*****X | 20.000 | | 5.800 | ......***..*************X | 7.600 | | 1.800 | .********...................********X | 17.000 | | 15.400 | ..................**..*****X | 17.200 | | 4.000 | ....*X | 4.000 | | 0.000 | ******..............*****.....***X | 15.200 | | 3.600 | ...*X | 3.600 | | 2.200 | .******....................................**.....*****X | 34.200 | | 19.400 | .......................**X | 19.400 | | 17.200 | ....................****X | 17.200 | | 4.000 | ....**X | 4.000 | | 0.000 | ******.............................................**.............*****X | 46.000 | | 10.600 | ............*X | 10.600 | | 0.000 | *******************..****.................*X | 15.400 | | 15.000 | ..................******................***........*****X | 34.400 | | 13.800 | ................*X | 13.800 | | 11.500 | .............******...................*X | 26.300 | | 22.900 | ............................*****X | 22.900 | | 2.300 | .**X | 2.300 | | 0.000 | ***************************************................**.....******.....................***......****X | 38.400 | | 8.800 | ..........**X | 8.800 | | 2.200 | .******................................................****........***X | 45.800 | | 8.800 | ..........*X | 8.800 | | 0.000 | ******.........***...*****X | 9.600 | | 2.200 | .*X | 2.200 | | 1.800 | .******..........................**...*****X | 25.000 | | 4.400 | ....**X | 4.400 | | 0.000 | **************.........**...******..............***.....****X | 24.800 | | 6.400 | .......**X | 6.400 | | 2.200 | .******.................*X | 15.400 | | 15.000 | ..................*****X | 15.000 | | 12.800 | ...............***...****X | 15.200 | | 10.000 | ...........**X | 10.000 | | 7.600 | ........*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | **************.........***...*****X | 9.600 | | 2.200 | .*X | 2.200 | | 0.000 | ***********************.......**..*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | ************************************************.....***.......******..............*X | 20.800 | | 15.000 | ..................*****X | 15.000 | | 5.800 | ......**..**************X | 7.600 | | 1.800 | .********.........................***.*****........***........*****X | 34.600 | | 17.200 | ....................*X | 17.200 | | 7.400 | ........*****X | 7.400 | | 0.000 | *************************.......***..********...******..*X | 11.400 | | 7.400 | ........*****X | 7.400 | | 0.000 | ***..******.......*X | 7.600 | | 5.800 | ......*****X | 5.800 | | 0.000 | ***************************************************************************................***........*******X | 19.000 | | 15.400 | ..................*****X | 15.400 | | 9.600 | ...........********.......***..*****X | 17.200 | | 4.000 | ....*X | 4.000 | | 0.000 | ******..............***.....*****X | 15.200 | | 3.600 | ...*X | 3.600 | | 0.000 | *******************************................**.....*****X | 17.200 | | 4.000 | ....*X | 4.000 | | 1.800 | .******.......**X | 7.600 | | 5.800 | ......*****X | 5.800 | | 0.000 | ***************************..******.....*..X | 7.600 | | 5.800 | ......*****X | 5.800 | | 0.000 | **********************************................**.....*****X | 17.200 | | 4.000 | ....*X | 4.000 | | 0.000 | ******...............................**..........*****X | 32.400 | | 7.600 | ........**X | 7.600 | | 0.000 | **************..............**.....*****X | 15.200 | | 3.600 | ...**X | 3.600 | | 0.000 | ******.......................**........*****X | 24.800 | | 6.400 | .......*X | 6.400 | | 0.000 | ***********************.........**...*****X | 9.600 | | 8.000 | .........**X | 8.000 | | 7.600 | ........*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | **************.......***..*****X | 7.600 | | 1.800 | .**...******................*X | 17.200 | | 13.200 | ...............*****X | 13.200 | | 0.000 | ********.....*.........**........*****X | 17.400 | | 13.200 | ...............*X | 13.200 | | 7.400 | ........*****X | 7.400 | | 0.000 | *************************......................***.......****X | 22.800 | | 5.400 | .....**X | 5.400 | | 0.000 | ********************************************************..............**.......*****X | 17.000 | | 11.200 | .............**X | 11.200 | | 5.800 | ......*****X | 5.800 | | 0.000 | ***************************..******...............*******X | 13.400 | | 7.600 | ........********X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | *******************************................***.....*****X | 17.200 | | 4.000 | ....*X | 4.000 | | 0.000 | ***************.......**....*******X | 9.400 | | 5.800 | ......*****X | 5.800 | | 0.000 | **************************************************************************************************************************************.......***..*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | **************.......***..*****X | 7.600 | | 1.800 | .********.............................***.....*****X | 28.600 | | 5.400 | .....*X | 5.400 | | 0.000 | ********..******.......*X | 7.600 | | 5.800 | ......*********..*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | ***************************************.............................***.........*****X | 30.400 | | 7.200 | ........*X | 7.200 | | 0.000 | ******..............***.....*****X | 15.200 | | 3.600 | ...*X | 3.600 | | 0.000 | *******************************..............**.....*****X | 15.200 | | 3.600 | ...**X | 3.600 | | 0.000 | ******.......**..*****X | 7.600 | | 1.800 | .**X | 1.800 | | 0.000 | ********************************************************.......**..**************X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | ***********************.......**..*****X | 7.600 | | 1.800 | .*X | 1.800 | | 0.000 | *************************************************************************.......***..******........**..*****X | 15.200 | | 3.600 | ...*X | 3.600 | | 0.000 | ***************..............**.....*****X | 15.200 | | 3.600 | ...**X | 3.600 | | 0.000 | *****************************************************************************************.......***..*****X | 7.600 | | 1.800 | .********.........................**.*****X | 22.600 | | 3.600 | ...**X | 3.600 | | 0.000 | *****************************************************************************************X | 0.000 | +--------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------+ 2022-02-02 03:54:16,055 | test | INFO | pool-3-thread-10 | [table_view:display:72] Ops trend for bucket 'default' +----------+------------------------------------------------------------------------------------------------------+----------+ | Min | Trend | Max | +----------+------------------------------------------------------------------------------------------------------+----------+ | 2076.400 | ...................................................................................................X | 2076.400 | +----------+------------------------------------------------------------------------------------------------------+----------+ 2022-02-02 03:54:16,207 | test | INFO | MainThread | [collections_rebalance:get_zone_info:968] nodes in zone inside get_zone_info():{'Group 1': ['172.23.105.164', '172.23.105.36', '172.23.105.33', '172.23.105.206']} 2022-02-02 03:59:16,601 | test | INFO | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4707] Validating collection stats and item counts 2022-02-02 03:59:29,506 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 03:59:29,506 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 03:59:38,589 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 03:59:38,589 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 03:59:47,799 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 03:59:47,799 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 04:00:02,775 | test | INFO | MainThread | [table_view:display:72] Bucket statistics +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ | Bucket | Type | Storage Backend | Replicas | Durability | TTL | Items | RAM Quota | RAM Used | Disk Used | ARR | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ | bucket1 | couchbase | couchstore | 2 | none | 0 | 92100 | 7.81 GiB | 292.31 MiB | 372.15 MiB | 100 | | bucket2 | couchbase | magma | 2 | none | 0 | 46000 | 3.91 GiB | 447.72 MiB | 372.78 MiB | 100 | | default | couchbase | magma | 2 | none | 0 | 15010750 | 2.00 GiB | 1.08 GiB | 30.54 GiB | 33.7137318255 | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+---------------+ 2022-02-02 04:00:03,295 | test | INFO | MainThread | [collections_base:tearDown:82] Bucket: bucket2, Active Resident ratio(DGM): 100% 2022-02-02 04:00:03,295 | test | INFO | MainThread | [collections_base:tearDown:85] Bucket: bucket2, Replica Resident ratio(DGM): 100% 2022-02-02 04:00:09,746 | test | INFO | MainThread | [collections_base:tearDown:82] Bucket: bucket1, Active Resident ratio(DGM): 100% 2022-02-02 04:00:09,746 | test | INFO | MainThread | [collections_base:tearDown:85] Bucket: bucket1, Replica Resident ratio(DGM): 100% 2022-02-02 04:00:16,092 | test | INFO | MainThread | [collections_base:tearDown:82] Bucket: default, Active Resident ratio(DGM): 32% 2022-02-02 04:00:16,094 | test | INFO | MainThread | [collections_base:tearDown:85] Bucket: default, Replica Resident ratio(DGM): 12% 2022-02-02 04:01:08,729 | infra | ERROR | MainThread | [Rest_Connection:_http_request:286] DELETE http://172.23.105.164:8091/pools/default/buckets/bucket1 body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/x-www-form-urlencoded'} error: 500 reason: unknown {"_":"Bucket deletion not yet complete, but will continue.\r\n"} auth: Administrator:password 2022-02-02 04:01:09,161 | infra | ERROR | MainThread | [remote_util:log_command_output:3013] wc: /data: Is a directory 2022-02-02 04:01:09,161 | test | ERROR | MainThread | [bucket_ready_functions:delete_bucket:1612] Unable to get timings for bucket: global name 'StatsCommon' is not defined 2022-02-02 04:01:39,309 | infra | ERROR | MainThread | [Rest_Connection:_http_request:286] DELETE http://172.23.105.164:8091/pools/default/buckets/bucket2 body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/x-www-form-urlencoded'} error: 500 reason: unknown {"_":"Bucket deletion not yet complete, but will continue.\r\n"} auth: Administrator:password 2022-02-02 04:01:39,721 | infra | ERROR | MainThread | [remote_util:log_command_output:3013] wc: /data: Is a directory 2022-02-02 04:01:39,721 | test | ERROR | MainThread | [bucket_ready_functions:delete_bucket:1612] Unable to get timings for bucket: global name 'StatsCommon' is not defined 2022-02-02 04:02:09,832 | infra | ERROR | MainThread | [Rest_Connection:_http_request:286] DELETE http://172.23.105.164:8091/pools/default/buckets/default body: headers: {'Accept': '*/*', 'Connection': 'close', 'Authorization': 'Basic QWRtaW5pc3RyYXRvcjpwYXNzd29yZA==', 'Content-Type': 'application/x-www-form-urlencoded'} error: 500 reason: unknown {"_":"Bucket deletion not yet complete, but will continue.\r\n"} auth: Administrator:password 2022-02-02 04:02:10,244 | infra | ERROR | MainThread | [remote_util:log_command_output:3013] wc: /data: Is a directory 2022-02-02 04:02:10,246 | test | ERROR | MainThread | [bucket_ready_functions:delete_bucket:1612] Unable to get timings for bucket: global name 'StatsCommon' is not defined 2022-02-02 04:04:11,209 | test | ERROR | MainThread | [rest_client:_rebalance_status_and_progress:1666] {u'errorMessage': u'Rebalance failed. See logs for detailed reason. You can try again.', u'type': u'rebalance', u'masterRequestTimedOut': False, u'statusId': u'dfe1f5a52717f2f48c47547157144f5c', u'subtype': u'rebalance', u'statusIsStale': False, u'lastReportURI': u'/logs/rebalanceReport?reportID=c710ad17d6276c00f01d73f7f64f25fb', u'status': u'notRunning'} - rebalance failed 2022-02-02 04:04:11,233 | test | INFO | MainThread | [rest_client:print_UI_logs:2829] Latest logs from UI on 172.23.105.164: 2022-02-02 04:04:11,233 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_orchestrator', u'type': u'critical', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803450443L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:04:10.443Z', u'text': u'Rebalance exited with reason {buckets_shutdown_wait_failed,\n [{\'ns_1@172.23.105.164\',\n {\'EXIT\',\n {old_buckets_shutdown_wait_failed,\n ["default","bucket2"]}}}]}.\nRebalance Operation Id = feb6cab8816de78b77e3b1f0bead2de9'} 2022-02-02 04:04:11,233 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_rebalancer', u'type': u'critical', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803450442L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:04:10.442Z', u'text': u'Failed to wait deletion of some buckets on some nodes: [{\'ns_1@172.23.105.164\',\n {\'EXIT\',\n {old_buckets_shutdown_wait_failed,\n ["default",\n "bucket2"]}}}]\n'} 2022-02-02 04:04:11,234 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_orchestrator', u'type': u'info', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803330439L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:02:10.439Z', u'text': u"Starting rebalance, KeepNodes = ['ns_1@172.23.105.164'], EjectNodes = ['ns_1@172.23.105.36',\n 'ns_1@172.23.105.33',\n 'ns_1@172.23.105.206'], Failed over and being ejected nodes = []; no delta recovery nodes; Operation Id = feb6cab8816de78b77e3b1f0bead2de9"} 2022-02-02 04:04:11,234 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 102, u'module': u'menelaus_web', u'type': u'warning', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803330431L, u'shortText': u'client-side error report', u'serverTime': u'2022-02-02T04:02:10.431Z', u'text': u'Client-side error-report for user "Administrator" on node \'ns_1@172.23.105.164\':\nUser-Agent:Python-httplib2/$Rev: 259 $\nStarting rebalance from test, ejected nodes [u\'ns_1@172.23.105.36\', u\'ns_1@172.23.105.33\', u\'ns_1@172.23.105.206\']'} 2022-02-02 04:04:11,234 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_memcached', u'type': u'info', u'node': u'ns_1@172.23.105.36', u'tstamp': 1643803329821L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:02:09.821Z', u'text': u'Shutting down bucket "bucket2" on \'ns_1@172.23.105.36\' for deletion'} 2022-02-02 04:04:11,236 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'memcached_config_mgr', u'type': u'info', u'node': u'ns_1@172.23.105.36', u'tstamp': 1643803324539L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:02:04.539Z', u'text': u'Hot-reloaded memcached.json for config change of the following keys: [<<"num_reader_threads">>,\n <<"num_writer_threads">>]'} 2022-02-02 04:04:11,236 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_memcached', u'type': u'info', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803319136L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:01:59.136Z', u'text': u'Shutting down bucket "bucket2" on \'ns_1@172.23.105.164\' for deletion'} 2022-02-02 04:04:11,236 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_memcached', u'type': u'info', u'node': u'ns_1@172.23.105.206', u'tstamp': 1643803299196L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:01:39.196Z', u'text': u'Shutting down bucket "bucket2" on \'ns_1@172.23.105.206\' for deletion'} 2022-02-02 04:04:11,236 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'memcached_config_mgr', u'type': u'info', u'node': u'ns_1@172.23.105.164', u'tstamp': 1643803298482L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:01:38.482Z', u'text': u'Hot-reloaded memcached.json for config change of the following keys: [<<"num_reader_threads">>,\n <<"num_writer_threads">>]'} 2022-02-02 04:04:11,236 | test | ERROR | MainThread | [rest_client:print_UI_logs:2831] {u'code': 0, u'module': u'ns_memcached', u'type': u'info', u'node': u'ns_1@172.23.105.33', u'tstamp': 1643803297851L, u'shortText': u'message', u'serverTime': u'2022-02-02T04:01:37.851Z', u'text': u'Shutting down bucket "bucket2" on \'ns_1@172.23.105.33\' for deletion'} Traceback (most recent call last): File "pytests/basetestcase.py", line 636, in tearDownEverything self.cluster_util.cluster_cleanup(cluster, File "couchbase_utils/cluster_utils/cluster_ready_functions.py", line 169, in cluster_cleanup self.cleanup_cluster(cluster, master=cluster.master) File "couchbase_utils/cluster_utils/cluster_ready_functions.py", line 209, in cleanup_cluster ejectedNodes=[node.id for node in nodes File "lib/membase/api/rest_client.py", line 143, in remove_nodes return self.rest.monitorRebalance() File "lib/membase/api/rest_client.py", line 1569, in monitorRebalance progress = self._rebalance_progress() File "lib/membase/api/rest_client.py", line 1706, in _rebalance_progress 2022-02-02 04:04:11,237 | test | WARNING | MainThread | [basetestcase:tearDownEverything:641] Killing memcached due to Rebalance Failed: {u'errorMessage': u'Rebalance failed. See logs for detailed reason. You can try again.', u'type': u'rebalance', u'masterRequestTimedOut': False, u'statusId': u'dfe1f5a52717f2f48c47547157144f5c', u'subtype': u'rebalance', u'statusIsStale': False, u'lastReportURI': u'/logs/rebalanceReport?reportID=c710ad17d6276c00f01d73f7f64f25fb', u'status': u'notRunning'} - rebalance failed return self._rebalance_status_and_progress()[1] File "lib/membase/api/rest_client.py", line 1668, in _rebalance_status_and_progress raise RebalanceFailedException(msg) RebalanceFailedException: Rebalance Failed: {u'errorMessage': u'Rebalance failed. See logs for detailed reason. You can try again.', u'type': u'rebalance', u'masterRequestTimedOut': False, u'statusId': u'dfe1f5a52717f2f48c47547157144f5c', u'subtype': u'rebalance', u'statusIsStale': False, u'lastReportURI': u'/logs/rebalanceReport?reportID=c710ad17d6276c00f01d73f7f64f25fb', u'status': u'notRunning'} - rebalance failed ok ---------------------------------------------------------------------- During the test, Remote Connections: 241, Disconnections: 241 SDK Connections: 30, Disconnections: 30 Ran 1 test in 16119.814s OK summary so far suite bucket_collections.collections_rebalance.CollectionsRebalance , pass 1 , fail 0 testrunner logs, diags and results are available under /data/workspace/temp_rebalance_magma/logs/testrunner-22-Feb-01_23-35-30/test_1 Logs will be stored at /data/workspace/temp_rebalance_magma/logs/testrunner-22-Feb-01_23-35-30/test_2 guides/gradlew --refresh-dependencies testrunner -P jython=/opt/jython/bin/jython -P 'args=-i /tmp/win10-bucket-ops-temp_rebalance_magma.ini rerun=False,get-cbcollect-info=True,quota_percent=95,crash_warning=True,disk_optimized_thread_settings=True -t bucket_collections.collections_rebalance.CollectionsRebalance.test_data_load_collections_with_hard_failover_rebalance_out,nodes_init=5,nodes_failover=1,bucket_spec=magma_dgm.10_percent_dgm.5_node_2_replica_magma_512,doc_size=512,randomize_value=True,data_load_stage=during,skip_validations=False,GROUP=hard_failover_and_rebalance_out_P0_set0' Test Input params: {'doc_size': '512', 'data_load_stage': 'during', 'cluster_name': 'win10-bucket-ops-temp_rebalance_magma', 'quota_percent': '95', 'nodes_failover': '1', 'ini': '/tmp/win10-bucket-ops-temp_rebalance_magma.ini', 'get-cbcollect-info': 'True', 'conf_file': 'conf/magma/dgm_collections_failover.conf', 'crash_warning': 'True', 'skip_validations': 'False', 'spec': 'dgm_collections_failover', 'rerun': 'False', 'num_nodes': 7, 'logs_folder': '/data/workspace/temp_rebalance_magma/logs/testrunner-22-Feb-01_23-35-30/test_2', 'nodes_init': '5', 'GROUP': 'hard_failover_and_rebalance_out_P0_set0', 'disk_optimized_thread_settings': 'True', 'bucket_spec': 'magma_dgm.10_percent_dgm.5_node_2_replica_magma_512', 'case_number': 2, 'randomize_value': 'True'} test_data_load_collections_with_hard_failover_rebalance_out (bucket_collections.collections_rebalance.CollectionsRebalance) ... 2022-02-02 04:04:17,351 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionsRebalance setup started for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:04:17,755 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= BaseTestCase setup started for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:05:21,361 | test | INFO | MainThread | [rest_client:monitorRebalance:1599] Rebalance done. Taken 63.3600001335 seconds to complete 2022-02-02 04:05:21,368 | test | INFO | MainThread | [common_lib:sleep:22] Sleep 5 seconds. Reason: Wait after rebalance complete 2022-02-02 04:05:26,441 | test | INFO | MainThread | [basetestcase:initialize_cluster:432] Initializing cluster : C1 Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd6f43 type=client open_count=1 channel=[id: 0x9efde4c9, 0.0.0.0/0.0.0.0:58077] timeout=300.0>) 2022-02-02 04:05:30,224 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd6f44 type=client open_count=1 channel=[id: 0xe8e03ed0, 0.0.0.0/0.0.0.0:49976] timeout=300.0>) 2022-02-02 04:05:32,236 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd6f45 type=client open_count=1 channel=[id: 0xddbd162f, 0.0.0.0/0.0.0.0:53188] timeout=300.0>) 2022-02-02 04:05:34,246 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd6f46 type=client open_count=1 channel=[id: 0xc137f739, 0.0.0.0/0.0.0.0:39826] timeout=300.0>) 2022-02-02 04:05:36,257 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.164:8091 during connect (<_realsocket at 0xd6f47 type=client open_count=1 channel=[id: 0xcb0aa24d, 0.0.0.0/0.0.0.0:36617] timeout=300.0>) 2022-02-02 04:05:38,269 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.164:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0xd6f48 type=client open_count=1 channel=[id: 0xbe8c956f, 0.0.0.0/0.0.0.0:47891] timeout=300.0>) 2022-02-02 04:05:43,862 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0xd6f49 type=client open_count=1 channel=[id: 0x70098270, 0.0.0.0/0.0.0.0:46519] timeout=300.0>) 2022-02-02 04:05:45,872 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0xd6f4a type=client open_count=1 channel=[id: 0x34a5ae88, 0.0.0.0/0.0.0.0:35787] timeout=300.0>) 2022-02-02 04:05:47,884 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0xd6f4b type=client open_count=1 channel=[id: 0xb693b2cf, 0.0.0.0/0.0.0.0:42313] timeout=300.0>) 2022-02-02 04:05:49,894 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.206:8091 during connect (<_realsocket at 0xd6f4c type=client open_count=1 channel=[id: 0xaf844695, 0.0.0.0/0.0.0.0:34417] timeout=300.0>) 2022-02-02 04:05:51,904 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.206:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0xd6f4d type=client open_count=1 channel=[id: 0xeee48893, 0.0.0.0/0.0.0.0:39125] timeout=300.0>) 2022-02-02 04:05:57,413 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0xd6f4e type=client open_count=1 channel=[id: 0xd79e4202, 0.0.0.0/0.0.0.0:37713] timeout=300.0>) 2022-02-02 04:05:59,424 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0xd6f4f type=client open_count=1 channel=[id: 0x2fc5a8d2, 0.0.0.0/0.0.0.0:55498] timeout=300.0>) 2022-02-02 04:06:01,436 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0xd6f50 type=client open_count=1 channel=[id: 0xa0cddf97, 0.0.0.0/0.0.0.0:49551] timeout=300.0>) 2022-02-02 04:06:03,447 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.33:8091 during connect (<_realsocket at 0xd6f51 type=client open_count=1 channel=[id: 0x0c79dc69, 0.0.0.0/0.0.0.0:44125] timeout=300.0>) 2022-02-02 04:06:05,459 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.33:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0xd6f52 type=client open_count=1 channel=[id: 0xb4c181a0, 0.0.0.0/0.0.0.0:46389] timeout=300.0>) 2022-02-02 04:06:10,913 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0xd6f53 type=client open_count=1 channel=[id: 0xd1f76e8d, 0.0.0.0/0.0.0.0:38390] timeout=300.0>) 2022-02-02 04:06:12,926 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0xd6f54 type=client open_count=1 channel=[id: 0x1ea1a522, 0.0.0.0/0.0.0.0:50429] timeout=300.0>) 2022-02-02 04:06:14,937 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0xd6f55 type=client open_count=1 channel=[id: 0x8ef877b0, 0.0.0.0/0.0.0.0:51641] timeout=300.0>) 2022-02-02 04:06:16,947 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.105.36:8091 during connect (<_realsocket at 0xd6f56 type=client open_count=1 channel=[id: 0x9e27bbba, 0.0.0.0/0.0.0.0:37581] timeout=300.0>) 2022-02-02 04:06:18,960 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.105.36:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0xd6f57 type=client open_count=1 channel=[id: 0x970edfd2, 0.0.0.0/0.0.0.0:58267] timeout=300.0>) 2022-02-02 04:06:27,061 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0xd6f58 type=client open_count=1 channel=[id: 0xdca2da5e, 0.0.0.0/0.0.0.0:55377] timeout=300.0>) 2022-02-02 04:06:29,073 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0xd6f59 type=client open_count=1 channel=[id: 0x999367de, 0.0.0.0/0.0.0.0:35325] timeout=300.0>) 2022-02-02 04:06:31,085 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0xd6f5a type=client open_count=1 channel=[id: 0xce147ca4, 0.0.0.0/0.0.0.0:50016] timeout=300.0>) 2022-02-02 04:06:33,095 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.106.177:8091 during connect (<_realsocket at 0xd6f5b type=client open_count=1 channel=[id: 0x5af66d8b, 0.0.0.0/0.0.0.0:44243] timeout=300.0>) 2022-02-02 04:06:35,107 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.106.177:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f5c type=client open_count=1 channel=[id: 0x517bdb42, 0.0.0.0/0.0.0.0:49893] timeout=300.0>) 2022-02-02 04:06:40,687 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f5d type=client open_count=1 channel=[id: 0xc1130e3c, 0.0.0.0/0.0.0.0:51168] timeout=300.0>) 2022-02-02 04:06:42,698 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f5e type=client open_count=1 channel=[id: 0xabbc540f, 0.0.0.0/0.0.0.0:54208] timeout=300.0>) 2022-02-02 04:06:44,709 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f5f type=client open_count=1 channel=[id: 0x85cd6bdd, 0.0.0.0/0.0.0.0:53643] timeout=300.0>) 2022-02-02 04:06:46,720 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f60 type=client open_count=1 channel=[id: 0x4a69f78a, 0.0.0.0/0.0.0.0:49831] timeout=300.0>) 2022-02-02 04:06:48,730 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f61 type=client open_count=1 channel=[id: 0x97c4b3ea, 0.0.0.0/0.0.0.0:44749] timeout=300.0>) 2022-02-02 04:06:50,740 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.208:8091 during connect (<_realsocket at 0xd6f62 type=client open_count=1 channel=[id: 0xf7ad4bb7, 0.0.0.0/0.0.0.0:41890] timeout=300.0>) 2022-02-02 04:06:52,750 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.208:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0xd6f63 type=client open_count=1 channel=[id: 0x036ec3f6, 0.0.0.0/0.0.0.0:43601] timeout=300.0>) 2022-02-02 04:07:00,391 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0xd6f64 type=client open_count=1 channel=[id: 0xf8a45b55, 0.0.0.0/0.0.0.0:49247] timeout=300.0>) 2022-02-02 04:07:02,401 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0xd6f65 type=client open_count=1 channel=[id: 0xd96fa9e0, 0.0.0.0/0.0.0.0:39667] timeout=300.0>) 2022-02-02 04:07:04,413 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused Got this failure java.net.ConnectException: Connection refused: /172.23.122.226:8091 during connect (<_realsocket at 0xd6f66 type=client open_count=1 channel=[id: 0x42aaa82d, 0.0.0.0/0.0.0.0:42780] timeout=300.0>) 2022-02-02 04:07:06,423 | test | ERROR | MainThread | [rest_client:_http_request:838] Socket error while connecting to http://172.23.122.226:8091/nodes/self error [Errno 111] Connection refused 2022-02-02 04:07:21,420 | test | WARNING | MainThread | [basetestcase:_initialize_nodes:735] RAM quota was defined less than 100 MB: 2022-02-02 04:07:34,042 | test | INFO | MainThread | [basetestcase:initialize_cluster:457] Cluster C1 initialized 2022-02-02 04:07:34,042 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= BaseTestCase setup finished for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:07:34,062 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= ClusterSetup setup started for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:07:47,148 | test | INFO | pool-5-thread-8 | [table_view:display:72] Rebalance Overview +----------------+----------+-----------------------+----------------+--------------+ | Nodes | Services | Version | CPU | Status | +----------------+----------+-----------------------+----------------+--------------+ | 172.23.105.164 | kv | 7.1.0-2211-enterprise | 0.200526381752 | Cluster node | | 172.23.105.206 | None | | | <--- IN --- | | 172.23.105.33 | None | | | <--- IN --- | | 172.23.105.36 | None | | | <--- IN --- | | 172.23.106.177 | None | | | <--- IN --- | +----------------+----------+-----------------------+----------------+--------------+ 2022-02-02 04:07:47,171 | test | INFO | pool-5-thread-8 | [task:check:409] Rebalance - status: running, progress: 0.0 2022-02-02 04:08:02,210 | test | INFO | pool-5-thread-8 | [task:check:409] Rebalance - status: none, progress: 100 2022-02-02 04:08:02,223 | test | INFO | pool-5-thread-8 | [task:check:468] Rebalance completed with progress: 100% in 15.0750000477 sec 2022-02-02 04:08:02,339 | test | INFO | MainThread | [table_view:display:72] Cluster statistics +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ | Node | Services | CPU_utilization | Mem_total | Mem_free | Swap_mem_used | Active / Replica | Version | +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ | 172.23.105.36 | kv | 0.413223140496 | 11.45 GiB | 10.69 GiB | 52.50 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.33 | kv | 0.225479143179 | 11.45 GiB | 10.70 GiB | 24.25 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.206 | kv | 1.17735470942 | 11.45 GiB | 10.67 GiB | 28.14 MiB / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.106.177 | kv | 0.288328945719 | 11.45 GiB | 10.76 GiB | 0.0 Byte / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | | 172.23.105.164 | kv | 0.791755686817 | 11.45 GiB | 10.65 GiB | 0.0 Byte / 3.50 GiB | 0 / 0 | 7.1.0-2211-enterprise | +----------------+----------+-----------------+-----------+-----------+----------------------+-------------------+-----------------------+ 2022-02-02 04:08:02,339 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= ClusterSetup setup complete for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:08:02,339 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionBase setup started for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:08:02,505 | test | INFO | MainThread | [bucket_ready_functions:create_buckets_using_json_data:1894] Creating required buckets from template 2022-02-02 04:08:02,960 | test | INFO | MainThread | [bucket_ready_functions:wait_for_collection_creation_to_complete:2490] Waiting for all collections to be created 2022-02-02 04:08:03,273 | test | INFO | MainThread | [table_view:display:72] Bucket statistics +---------+-----------+-----------------+----------+------------+-----+-------+-----------+------------+-----------+-----+ | Bucket | Type | Storage Backend | Replicas | Durability | TTL | Items | RAM Quota | RAM Used | Disk Used | ARR | +---------+-----------+-----------------+----------+------------+-----+-------+-----------+------------+-----------+-----+ | bucket1 | couchbase | couchstore | 2 | none | 0 | 0 | 0.0 Byte | 0.0 Byte | 0.0 Byte | 100 | | bucket2 | couchbase | magma | 2 | none | 0 | 10400 | 4.88 GiB | 167.22 MiB | 0.0 Byte | 100 | | default | couchbase | magma | 2 | none | 0 | 0 | 0.0 Byte | 0.0 Byte | 0.0 Byte | 100 | +---------+-----------+-----------------+----------+------------+-----+-------+-----------+------------+-----------+-----+ 2022-02-02 04:08:03,273 | test | INFO | MainThread | [collections_base:collection_setup:164] Creating required SDK clients for client_pool 2022-02-02 04:08:12,403 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:4953] Performing scope/collection specific operations 2022-02-02 04:08:12,411 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:5043] Done Performing scope/collection specific operations 2022-02-02 04:37:07,164 | test | INFO | pool-5-thread-13 | [table_view:display:72] Ops trend for bucket 'bucket1' +----------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ | Min | Trend | Max | +----------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ | 734.400 | ...................******................................................................................**X | 3600.000 | | 2865.600 | ..............................................................................*****X | 2865.600 | | 0.000 | ****************************************************************************************************...........***.....*****.........**X | 920.400 | | 818.400 | .....................*****X | 818.400 | | 181.600 | ....*X | 181.600 | | 79.600 | .*****X | 79.600 | | 0.000 | ********************************************************************************************************************....**.*****X | 200.000 | | 40.800 | **X | 40.800 | | 0.000 | ******..**.******.......**.*****X | 400.000 | | 320.400 | .......**X | 320.400 | | 259.200 | ......****X | 259.200 | | 20.400 | **X | 20.400 | | 0.000 | **************************************************************************************************************************************************..********X | 100.000 | | 43.700 | ********..............**...*****X | 656.300 | | 202.000 | ....*X | 202.000 | | 79.600 | .*****X | 79.600 | | 0.000 | *****************************************************************************************************************************************************......**..*************X | 300.000 | | 61.200 | **X | 61.200 | | 0.000 | ******************************..*********....**..*****X | 300.000 | | 61.200 | *X | 61.200 | | 0.000 | *************************************************************************************************************************...........**..*****X | 500.000 | | 102.000 | .**X | 102.000 | | 0.000 | ************************************************************************************************************************..***.******..*X | 200.000 | | 179.600 | ...*************X | 179.600 | | 20.400 | **X | 20.400 | | 0.000 | ***********************************************************************..********..*******X | 179.600 | | 20.400 | *X | 20.400 | | 0.000 | *****************************************************************************************************************..**..******......*X | 384.300 | | 323.100 | .......*****X | 323.100 | | 36.100 | ********.**X | 100.000 | | 79.600 | .*****X | 79.600 | | 0.000 | *******************************************************************************************************************..*******X | 100.000 | | 20.400 | *X | 20.400 | | 0.000 | ******************************************************************************************X | 0.000 | +----------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------+ 2022-02-02 04:37:07,243 | test | INFO | pool-5-thread-14 | [table_view:display:72] Ops trend for bucket 'bucket2' +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | **..........******............................................*X | 300.000 | | 241.800 | ..........................................*****X | 241.800 | | 0.000 | *****************************************************************************************************.............................**............******.......*X | 269.100 | | 230.900 | ........................................*****X | 230.900 | | 69.700 | ...........**X | 69.700 | | 40.300 | ......*****X | 40.300 | | 0.000 | ****************************************************************************************************************************.......**..******....................................***.........****X | 300.000 | | 219.400 | ......................................**X | 219.400 | | 209.700 | .....................................*****X | 209.700 | | 129.100 | ......................*X | 129.100 | | 90.300 | ...............*****X | 90.300 | | 9.700 | *X | 9.700 | | 0.000 | *********************************************************************************************************************************************.*****........*****************....................................**.........*****X | 300.000 | | 138.800 | ........................*X | 138.800 | | 90.300 | ...............*****X | 90.300 | | 9.700 | **X | 9.700 | | 0.000 | **************************************************************************************************************************************************..............**....******..................................................................**................*****X | 550.000 | | 106.700 | ..................**X | 106.700 | | 0.000 | *****.*......**..*****X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | ******..**.******...........********X | 79.000 | | 9.700 | *X | 9.700 | | 0.000 | *************************************************************************************************************************.......**..******......................**.....*****X | 201.400 | | 127.900 | ......................**X | 127.900 | | 115.400 | ...................****X | 115.400 | | 60.900 | ..........**X | 60.900 | | 33.200 | .....*****X | 33.200 | | 0.000 | **********************************************************************************.......**..*****X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | *****************.******........*********X | 50.000 | | 40.300 | ......*****X | 40.300 | | 0.000 | **************************************************************************..............**.......*******X | 119.400 | | 82.400 | .............******..................................................................**...................*****X | 548.200 | | 104.900 | ..................**X | 104.900 | | 0.000 | ******..............**....*****X | 100.000 | | 19.400 | ..*X | 19.400 | | 0.000 | ********************************************************************************.......**..******..............**....********...******......**X | 200.700 | | 171.600 | ..............................****X | 171.600 | | 28.400 | ....**X | 28.400 | | 9.000 | *****X | 9.000 | | 0.000 | ************************.......***..*****X | 50.000 | | 9.700 | *X | 9.700 | | 0.000 | ************************************************************************************************.....................**......*****X | 150.000 | | 109.700 | ..................**X | 109.700 | | 100.000 | .................****X | 100.000 | | 19.400 | ..**X | 19.400 | | 0.000 | *****************************************************************X | 0.000 | +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ 2022-02-02 04:37:07,454 | test | INFO | pool-5-thread-15 | [table_view:display:72] Ops trend for bucket 'default' +-----------+----------------------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +-----------+----------------------------------------------------------------------------------------------------------------------+-----------+ | 0.000 | **.....******...................................................................................**............*****X | 50340.400 | | 18960.400 | ....................................**X | 18960.400 | | 12494.600 | .......................*****X | 12494.600 | | 8731.200 | ................*X | 8731.200 | | 8665.400 | ................*****X | 8665.400 | | 6957.900 | ............**X | 6957.900 | | 6503.300 | ...........******....**.*****X | 8863.800 | | 7466.200 | .............*X | 7466.200 | | 6791.600 | ............*****X | 6791.600 | | 5424.900 | .........***.******.....**.*****X | 8724.200 | | 8544.100 | ...............**.*********.*************.......***.*****X | 13429.400 | | 11760.100 | ......................*X | 11760.100 | | 11129.300 | .....................*****X | 11129.300 | | 9530.100 | .................*X | 9530.100 | | 9386.100 | .................******.**X | 9894.600 | | 9561.600 | .................****X | 9561.600 | | 9016.100 | ................***.******.********.**.*******X | 11025.300 | | 10751.000 | ....................*****X | 10751.000 | | 9867.000 | ..................*X | 9867.000 | | 9865.800 | ..................******..*******X | 10859.100 | | 10168.700 | ...................**X | 10168.700 | | 10057.600 | ..................*****X | 10057.600 | | 8544.300 | ...............*X | 8544.300 | | 8012.000 | ..............******..**.*****X | 9183.600 | | 7124.500 | .............*X | 7124.500 | | 6791.000 | ............******...**.********X | 9008.400 | | 8772.200 | ................****X | 8772.200 | | 7900.000 | ..............********X | 7924.600 | | 6745.100 | ............*X | 6745.100 | | 6397.500 | ...........******.....**..******...*X | 11187.200 | | 10574.100 | ....................*****X | 10574.100 | | 6210.200 | ...........**X | 6210.200 | | 5568.200 | ..........****X | 5568.200 | | 5451.000 | .........***.******.********.*******X | 7017.700 | | 5634.000 | ..........*X | 5634.000 | | 5260.900 | .........*****X | 5260.900 | | 4862.200 | ........********...***.******.......**.*****X | 10812.300 | | 8107.300 | ...............*X | 8107.300 | | 7564.200 | ..............*****X | 7564.200 | | 6352.900 | ...........*X | 6352.900 | | 6296.300 | ...........******.....***.*******X | 9349.200 | | 9294.100 | .................*****X | 9294.100 | | 8053.600 | ..............**.******.*X | 8671.200 | | 8563.700 | ................******.*******X | 9485.000 | | 8585.100 | ................********X | 8606.100 | | 8415.400 | ...............*X | 8415.400 | | 7670.300 | ..............*****X | 7670.300 | | 5106.100 | .........*X | 5106.100 | | 4971.600 | ........******...**.*****X | 6583.700 | | 5953.700 | ..........**X | 5953.700 | | 5881.400 | ..........******....**.*****X | 8216.800 | | 8093.200 | ...............*X | 8093.200 | | 8057.300 | ...............******......**.******....*X | 14016.200 | | 13676.200 | ..........................*****X | 13676.200 | | 8279.200 | ...............**X | 8279.200 | | 7395.900 | .............*****....***.*****X | 9835.400 | | 3518.100 | .....*X | 3518.100 | | 1842.700 | ..********.******......**.******.....***.******..*X | 9960.200 | | 9955.400 | ..................*****X | 9955.400 | | 9819.200 | ..................**.******...*X | 12004.000 | | 11471.100 | .....................*****X | 11471.100 | | 10146.900 | ...................********...***..*****X | 12977.500 | | 7779.500 | ..............*X | 7779.500 | | 5141.800 | .........*****X | 5141.800 | | 2089.700 | ...********.............**..******.***.****X | 10880.700 | | 7265.000 | .............**X | 7265.000 | | 5607.100 | ..........*****.***..******..*******X | 8286.300 | | 4164.800 | .......*X | 4164.800 | | 2424.700 | ...*********..*****.......***..*****.*..**.*****X | 9573.700 | | 4260.100 | .......*X | 4260.100 | | 2430.100 | ...******.**.******........***..****X | 8378.000 | | 4507.000 | .......**X | 4507.000 | | 2992.500 | ....******.....**.******...**.*****X | 7966.300 | | 4037.400 | .......**X | 4037.400 | | 3666.900 | ......*****.........***..*****X | 9402.700 | | 8427.600 | ...............*X | 8427.600 | | 8104.100 | ...............******...**.******...**.*****X | 12171.900 | | 6412.600 | ...........**X | 6412.600 | | 4845.100 | ........*****........***..******..**.*******X | 11400.700 | | 11259.000 | .....................******.....**.*****X | 14479.300 | | 10865.800 | ....................*X | 10865.800 | | 9186.600 | .................*****X | 9186.600 | | 8394.900 | ...............**..******.....*******X | 11677.900 | | 10484.700 | ...................**X | 10484.700 | | 10410.400 | ...................*****X | 10410.400 | | 10373.400 | ...................*X | 10373.400 | | 10312.200 | ...................******...**.*****X | 12213.300 | | 11516.600 | .....................*X | 11516.600 | | 11505.600 | .....................******.**X | 12027.900 | | 11516.600 | .....................****X | 11516.600 | | 9610.900 | ..................*********...*******X | 11475.000 | | 9735.500 | ..................*X | 9735.500 | | 9629.400 | ..................******....**.*****X | 12139.400 | | 11464.600 | .....................*******X | 11472.000 | | 9296.700 | .................**X | 9296.700 | | 8630.200 | ................******....**..******.*X | 12552.300 | | 12277.700 | .......................*****X | 12277.700 | | 11790.300 | ......................*******X | 12030.300 | | 11272.600 | .....................**X | 11272.600 | | 11043.500 | ....................*****...**X | 12348.400 | | 12241.500 | .......................*****X | 12241.500 | | 11131.100 | .....................*******X | 11321.000 | | 11236.800 | .....................*X | 11236.800 | | 11203.500 | .....................******.*******X | 11829.900 | | 10285.300 | ...................**X | 10285.300 | | 9512.800 | .................*****........***..*****X | 14140.500 | | 12605.300 | ........................********.********..*******X | 14282.200 | | 13043.300 | ........................**X | 13043.300 | | 12795.000 | ........................*****..**X | 13975.800 | | 13659.200 | ..........................*****X | 13659.200 | | 9101.300 | .................********....********....**.*****X | 13677.200 | | 12243.600 | .......................********.**X | 12858.400 | | 12234.500 | .......................*****X | 12234.500 | | 11250.000 | .....................********..*X | 12364.700 | | 12266.100 | .......................*****X | 12266.100 | | 5649.100 | ..........*X | 5649.100 | | 3767.600 | ......******.***..*****.......***.*****X | 9508.500 | | 9015.800 | ................********......**.******.*******X | 12999.000 | | 11463.400 | .....................**X | 11463.400 | | 11153.400 | .....................*******X | 11378.100 | | 11319.100 | .....................******...**.*****X | 13401.800 | | 9532.700 | .................*X | 9532.700 | | 8358.400 | ...............******......**..******...*******X | 13951.000 | | 13170.500 | .........................**X | 13170.500 | | 12792.800 | ........................****X | 12792.800 | | 12269.900 | .......................********X | 12480.900 | | 11765.500 | ......................*X | 11765.500 | | 11582.700 | ......................*****X | 11582.700 | | 10984.100 | ....................*X | 10984.100 | | 10336.200 | ...................*****X | 10336.200 | | 5024.300 | ........*X | 5024.300 | | 3366.600 | .....******....***..*******X | 6504.200 | | 6208.500 | ...........*****X | 6208.500 | | 3405.100 | .....*X | 3405.100 | | 2698.600 | ....******......**....******....*******X | 9723.700 | | 7353.900 | .............**X | 7353.900 | | 6788.900 | ............******.*X | 7060.600 | | 6267.200 | ...........********...******.....**.******.....**.*****X | 13989.500 | | 13842.300 | ..........................**X | 13842.300 | | 13734.500 | ..........................****X | 13734.500 | | 13288.300 | .........................********X | 13326.800 | | 11284.900 | .....................*X | 11284.900 | | 10994.100 | ....................******.....**.******.*X | 14169.200 | | 14097.700 | ...........................*****X | 14097.700 | | 10863.200 | ....................**X | 10863.200 | | 9920.300 | ..................*****.***.*****.**X | 11112.800 | | 10698.300 | ....................*****X | 10698.300 | | 10621.100 | ....................********.*******X | 11548.100 | | 10207.300 | ...................*X | 10207.300 | | 9229.300 | .................******....***.****X | 11980.700 | | 9490.100 | .................**X | 9490.100 | | 8275.100 | ...............*****X | 8275.100 | | 4523.200 | .......*X | 4523.200 | | 4446.300 | .......******.........**...******....**.******...*X | 14313.400 | | 13865.000 | ..........................X | 13865.000 | +-----------+----------------------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 04:37:08,750 | test | INFO | pool-5-thread-9 | [table_view:display:72] Ops trend for bucket 'default' +-----------+------------------------------------------------------------------------------------------------------+-----------+ | Min | Trend | Max | +-----------+------------------------------------------------------------------------------------------------------+-----------+ | 13865.000 | ...................................................................................................X | 13865.000 | +-----------+------------------------------------------------------------------------------------------------------+-----------+ 2022-02-02 04:37:08,868 | test | INFO | MainThread | [table_view:display:72] Cluster statistics +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ | Node | Services | CPU_utilization | Mem_total | Mem_free | Swap_mem_used | Active / Replica | Version | +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ | 172.23.105.36 | kv | 31.4168902517 | 11.45 GiB | 9.06 GiB | 52.50 MiB / 3.50 GiB | 3254220 / 6522650 | 7.1.0-2211-enterprise | | 172.23.105.33 | kv | 30.6049366927 | 11.45 GiB | 9.10 GiB | 24.25 MiB / 3.50 GiB | 3283807 / 6535928 | 7.1.0-2211-enterprise | | 172.23.105.206 | kv | 23.6036725325 | 11.45 GiB | 9.06 GiB | 28.14 MiB / 3.50 GiB | 3260760 / 6473436 | 7.1.0-2211-enterprise | | 172.23.106.177 | kv | 30.5186509964 | 11.45 GiB | 9.03 GiB | 0.0 Byte / 3.50 GiB | 3207781 / 6449977 | 7.1.0-2211-enterprise | | 172.23.105.164 | kv | 32.4878298745 | 11.45 GiB | 8.98 GiB | 0.0 Byte / 3.50 GiB | 3263991 / 6557741 | 7.1.0-2211-enterprise | +----------------+----------+-----------------+-----------+----------+----------------------+-------------------+-----------------------+ 2022-02-02 04:37:36,005 | test | INFO | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4707] Validating collection stats and item counts 2022-02-02 04:37:50,905 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 04:37:50,905 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 04:38:02,048 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 04:38:02,049 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 04:38:13,371 | test | ERROR | MainThread | [bucket_ready_functions:validate_manifest_uid:4570] Bucket UID mismatch. Expected: 0, Actual: 1 2022-02-02 04:38:13,371 | test | WARNING | MainThread | [bucket_ready_functions:validate_docs_per_collections_all_buckets:4724] Bucket manifest UID mismatch! 2022-02-02 04:38:31,859 | test | INFO | MainThread | [table_view:display:72] Bucket statistics +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+--------------+ | Bucket | Type | Storage Backend | Replicas | Durability | TTL | Items | RAM Quota | RAM Used | Disk Used | ARR | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+--------------+ | bucket1 | couchbase | couchstore | 2 | none | 0 | 100000 | 9.77 GiB | 313.43 MiB | 371.21 MiB | 100 | | bucket2 | couchbase | magma | 2 | none | 0 | 50000 | 4.88 GiB | 527.58 MiB | 568.50 MiB | 100 | | default | couchbase | magma | 2 | none | 0 | 16287500 | 2.50 GiB | 1.68 GiB | 23.87 GiB | 25.691561013 | +---------+-----------+-----------------+----------+------------+-----+----------+-----------+------------+------------+--------------+ 2022-02-02 04:38:31,859 | test | INFO | MainThread | [basetestcase:log_setup_status:683] ========= CollectionBase setup complete for test #2 test_data_load_collections_with_hard_failover_rebalance_out ========= 2022-02-02 04:38:36,513 | test | INFO | MainThread | [collections_rebalance:load_collections_with_rebalance:996] Doing collection data load during hard_failover_rebalance_out 2022-02-02 04:38:36,515 | test | INFO | MainThread | [collections_rebalance:rebalance_operation:360] Starting rebalance operation of type : hard_failover_rebalance_out 2022-02-02 04:38:36,515 | test | INFO | MainThread | [collections_rebalance:rebalance_operation:623] failing over nodes [ip:172.23.106.177 port:8091 ssh_username:root] 2022-02-02 04:38:45,711 | test | INFO | pool-5-thread-1 | [rest_client:monitorRebalance:1599] Rebalance done. Taken 8.03999996185 seconds to complete 2022-02-02 04:38:45,713 | test | INFO | pool-5-thread-1 | [common_lib:sleep:22] Sleep 8.03999996185 seconds. Reason: Wait after rebalance complete 2022-02-02 04:43:53,756 | test | INFO | MainThread | [collections_rebalance:data_load_after_failover:329] Starting a sync data load after failover 2022-02-02 04:43:53,756 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:4953] Performing scope/collection specific operations 2022-02-02 04:43:53,763 | test | INFO | MainThread | [bucket_ready_functions:perform_tasks_from_spec:5043] Done Performing scope/collection specific operations 2022-02-02 05:23:48,845 | test | INFO | pool-5-thread-13 | [table_view:display:72] Ops trend for bucket 'bucket1' +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | ****.............................................................................**.......................*****X | 212.000 | | 47.400 | .....................**X | 47.400 | | 0.000 | *******************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************************.......................***.......*****X | 64.000 | | 14.000 | .....*X | 14.000 | | 0.000 | *******************************.....**..*****X | 16.000 | | 3.500 | *X | 3.500 | | 0.000 | *******************************************************************........******.............................*X | 80.000 | | 62.500 | ............................*****X | 62.500 | | 0.000 | *********.....**..*************X | 16.000 | | 3.500 | **X | 3.500 | | 0.000 | ********...******.......................*******X | 57.000 | | 7.000 | ..**X | 7.000 | | 0.000 | ********.******......*X | 16.000 | | 12.500 | ....*****X | 12.500 | | 0.000 | *********...........**....*****X | 32.000 | | 7.000 | ..*X | 7.000 | | 0.000 | **************.....***..******..................**.....*****X | 64.000 | | 26.500 | ...........**X | 26.500 | | 16.000 | ......****X | 16.000 | | 3.500 | *********..................**.....*****X | 51.500 | | 39.000 | .................*X | 39.000 | | 25.000 | ..........*****X | 25.000 | | 12.500 | ....***..*****X | 16.000 | | 3.500 | *X | 3.500 | | 0.000 | **********************...........***....*****X | 32.000 | | 7.000 | ..*X | 7.000 | | 0.000 | ******..............................***.........****X | 84.000 | | 31.500 | .............**X | 31.500 | | 16.000 | ......*****X | 16.000 | | 3.500 | *X | 3.500 | | 0.000 | ******.....***..****X | 16.000 | | 3.500 | **X | 3.500 | | 0.000 | ***************************************.................***.......*****X | 51.500 | | 39.000 | .................********......*X | 51.500 | | 37.500 | ................*****X | 37.500 | | 0.000 | *****************...........**........******.**X | 43.000 | | 31.000 | .............******...........**...*****X | 60.500 | | 23.000 | .........**..******...................................**..*****X | 105.000 | | 92.500 | ..........................................********X | 92.500 | | 17.500 | .......*X | 17.500 | | 3.500 | ******........................**.....*****X | 64.000 | | 26.500 | ...........***..*****........................................................................***.....*****X | 194.500 | | 42.000 | ..................*X | 42.000 | | 19.500 | ........******...........********............***.....****X | 80.000 | | 30.000 | .............**X | 30.000 | | 16.000 | ......******.........................................**............*****X | 128.000 | | 53.000 | ........................**X | 53.000 | | 32.000 | ..............****X | 32.000 | | 7.000 | ..**X | 7.000 | | 3.500 | ******..................**.....******......*X | 64.000 | | 60.500 | ...........................******.........................***.......****X | 128.500 | | 63.500 | ............................**X | 63.500 | | 56.500 | .........................******.........................................................**.........*****X | 195.500 | | 38.000 | ................*X | 38.000 | | 0.000 | *********...******......................................................**.........*****X | 141.000 | | 26.000 | ...........*X | 26.000 | | 0.000 | ******....................***........*****....................***..*****X | 108.100 | | 47.200 | .....................*X | 47.200 | | 32.000 | ..............*****X | 32.000 | | 7.000 | ..**.....******...............................**X | 84.000 | | 65.000 | .............................********.........*****X | 84.000 | | 19.000 | .......*X | 19.000 | | 3.500 | ******......*X | 16.000 | | 12.500 | ....******......................................***.............*****X | 120.000 | | 40.400 | ..................*X | 40.400 | | 16.000 | ......*****X | 16.000 | | 3.500 | **.******.................................**.......*****X | 90.500 | | 33.400 | ..............*X | 33.400 | | 12.500 | ....*****X | 12.500 | | 0.000 | ***.*****...................***..*****X | 48.500 | | 8.500 | ...*X | 8.500 | | 0.000 | ******...............................**..........*****X | 88.000 | | 33.000 | ..............**X | 33.000 | | 16.000 | ......*****X | 16.000 | | 3.500 | *X | 3.500 | | 0.000 | ******...........................**...........*****X | 81.000 | | 38.500 | .................**X | 38.500 | | 15.000 | ......*****............***.......****X | 56.000 | | 26.400 | ...........**X | 26.400 | | 24.500 | ..........******.......*X | 39.500 | | 27.500 | ...........*****X | 27.500 | | 0.000 | ********..................***..........*******X | 60.900 | | 46.600 | ....................*****X | 46.600 | | 19.500 | ........*X | 19.500 | | 12.500 | ....******..........................**..........*****X | 88.000 | | 63.000 | ............................**X | 63.000 | | 56.000 | .........................*****X | 56.000 | | 26.000 | ...........*X | 26.000 | | 19.500 | ........******...................**........*****X | 77.300 | | 76.500 | ...................................*X | 76.500 | | 55.200 | .........................*****X | 55.200 | | 46.000 | ....................**.....******..............**.....*****X | 96.000 | | 23.500 | ..........**X | 23.500 | | 0.000 | ********........******........................................*X | 102.000 | | 94.600 | ...........................................*****X | 94.600 | | 40.000 | .................**....******.............................................**........*****X | 161.000 | | 33.900 | ..............**X | 33.900 | | 13.900 | .....*****....................**X | 56.000 | | 42.100 | ..................********.......*****X | 56.000 | | 13.900 | .....*X | 13.900 | | 0.000 | ********...******............**X | 32.000 | | 24.200 | ..........****X | 24.200 | | 0.000 | *********.......**..*****X | 20.000 | | 5.000 | .*X | 5.000 | | 0.000 | ******...........................................**.............*****X | 120.000 | | 28.700 | ............**X | 28.700 | | 0.000 | **************.....**..*****X | 16.000 | | 3.900 | **X | 3.900 | | 0.000 | **************.....................**.......*****X | 60.000 | | 30.000 | .............*X | 30.000 | | 20.000 | ........******.............***....*****X | 56.000 | | 28.900 | ............*X | 28.900 | | 20.000 | ........******.......**.........******...............**X | 85.000 | | 65.000 | .............................****X | 65.000 | | 29.200 | ............***........******................*X | 78.800 | | 62.100 | ............................*****X | 62.100 | | 5.000 | .*X | 5.000 | | 0.000 | ******.....**..******.......***..*****X | 36.000 | | 33.100 | ..............*X | 33.100 | | 32.000 | ..............*****X | 32.000 | | 7.800 | ..*X | 7.800 | | 0.000 | ******...................**.......*****X | 56.000 | | 13.900 | .....**X | 13.900 | | 0.000 | ******...................**.........******......*X | 73.100 | | 67.000 | ..............................*****X | 67.000 | | 37.000 | ................**.....******.........**X | 67.800 | | 61.700 | ............................******...........................*******X | 119.300 | | 28.800 | ............*X | 28.800 | | 16.000 | ......******......***....*****.....*.........*******X | 67.000 | | 12.800 | .....*X | 12.800 | | 0.000 | ******.......**........******...............................................***............****X | 157.000 | | 108.600 | ..................................................**X | 108.600 | | 70.200 | ................................*****X | 70.200 | | 3.900 | *X | 3.900 | | 0.000 | ******......................................................**.................*****X | 152.000 | | 49.400 | ......................**X | 49.400 | | 31.600 | .............******..................*X | 67.900 | | 48.400 | .....................******................................**.................*****X | 152.000 | | 37.300 | ................**X | 37.300 | | 0.000 | *****............................***.........*****X | 80.000 | | 67.900 | ...............................*******X | 67.900 | | 31.600 | .............*X | 31.600 | | 19.900 | ........******...........***..*****..............................................***...........*****X | 168.200 | | 35.100 | ...............*X | 35.100 | | 0.000 | *X | 0.000 | +---------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ 2022-02-02 05:23:49,941 | test | INFO | pool-5-thread-14 | [table_view:display:72] Ops trend for bucket 'bucket2' +--------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | Min | Trend | Max | +--------+---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+ | 0.000 | ****....................................................................**................................*****X | 272.000 | | 85.000 | ..............................**X | 85.000 | | 0.000 | ********************************************************************************************************************************************************************************************************************************************************..**X | 8.000 | | 5.500 | .*****X | 5.500 | | 0.000 | *******************************************************************************************..********X | 8.000 | | 2.500 | *X | 2.500 | | 0.000 | *********************************************************************************..*******X | 8.000 | | 2.500 | **X | 2.500 | | 0.000 | ************************************************************************......***...*****X | 26.000 | | 12.600 | ...*X | 12.600 | | 8.000 | .*****X | 8.000 | | 2.500 | *X | 2.500 | | 0.000 | ******..********X | 8.000 | | 2.500 | *X | 2.500 | | 0.000 | **************..*******X | 8.000 | | 2.500 | **X | 2.500 | | 0.000 | *********************************************************************************..**.******......**.*****X | 29.500 | | 7.500 | .**X | 7.500 | | 0.000 | ******......................**............*****X | 93.000 | | 54.500 | ...................**X | 54.500 | | 27.000 | ........****X | 27.000 | | 5.000 | **X | 5.000 | | 0.000 | **************..*X | 8.000 | | 5.500 | .*****X | 5.500 | | 0.000 | *********......**...*****X | 26.500 | | 21.000 | ......*X | 21.000 | | 13.500 | ...*****X | 13.500 | | 2.500 | **X | 2.500 | | 0.000 | *****..***.******......**.*****X | 29.500 | | 13.000 | ...*X | 13.000 | | 8.000 | .*****X | 8.000 | | 2.500 | *********...........**....*******X | 42.500 | | 37.500 | ............*****X | 37.500 | | 15.500 | ....**X | 15.500 | | 5.500 | .******....**...*****X | 26.000 | | 18.100 | .....*X | 18.100 | | 16.000 | ....******......**..*****X | 36.000 | | 20.200 | ......**X | 20.200 | | 16.000 | ....*****X | 16.000 | | 5.000 | *X | 5.000 | | 0.000 | ******......**...*****X | 26.500 | | 21.000 | ......**X | 21.000 | | 13.500 | ...*****X | 13.500 | | 8.000 | .**..******..*X | 18.500 | | 11.000 | ...*****X | 11.000 | | 0.000 | *********..***************X | 8.000 | | 2.500 | **X | 2.500 | | 0.000 | **************......**...*****X | 26.000 | | 12.600 | ...**X | 12.600 | | 8.000 | .*****X | 8.000 | | 2.500 | *X | 2.500 | | 0.000 | ******......**..*****X | 24.000 | | 13.000 | ...**X | 13.000 | | 8.000 | .*****...***.*****X | 18.000 | | 4.600 | *X | 4.600 | | 0.000 | ******......**..*****X | 24.000 | | 7.500 | .**X | 7.500 | | 0.000 | ******..............**.........******......*X | 80.100 | | 72.500 | .........................*****X | 72.500 | | 17.400 | .....**X | 17.400 | | 2.500 | *****..*...**.*****X | 18.000 | | 10.100 | ..*X | 10.100 | | 5.500 | .******....**..******....***..*****X | 38.500 | | 28.200 | .........*X | 28.200 | | 21.500 | ......*****X | 21.500 | | 18.400 | .....*X | 18.400 | | 18.000 | .....*****X | 18.000 | | 10.100 | ..*X