Started by upstream project "pipeline-weekly" build number 2577 originally caused by: Started by user Bo-Chun Wang Started by upstream project "pipeline-weekly" build number 2572 originally caused by: Started by user Bo-Chun Wang Started by Naginator after build #2963 failure Started by user Varun Velamuri Rebuilds build #2964 Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on aether-client in workspace /workspace/workspace/aether [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is used... [WS-CLEANUP] Done The recommended git tool is: git No credentials specified Cloning the remote Git repository Cloning repository https://github.com/couchbase/perfrunner.git > git init /workspace/workspace/aether/src/perfrunner # timeout=10 Fetching upstream changes from https://github.com/couchbase/perfrunner.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/couchbase/perfrunner.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/couchbase/perfrunner.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse origin/master^{commit} # timeout=10 Checking out Revision 2b08d62211b845d8bc64a1669b97e4d94ade36fb (origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 2b08d62211b845d8bc64a1669b97e4d94ade36fb # timeout=10 Commit message: "[CBPS-1236] Add test config option for data disk autofailover timeout" > git rev-list --no-walk 2b08d62211b845d8bc64a1669b97e4d94ade36fb # timeout=10 > git tag -a -f -m Jenkins Build #2965 jenkins-aether-2965 # timeout=10 [aether] $ /bin/sh -xe /tmp/jenkins13563504790436528500.sh + echo 7.6.0-1467,gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test 7.6.0-1467,gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test + export PYTHONWARNINGS=ignore:Unverified HTTPS request + cd src/perfrunner + [ git fetch https://review.couchbase.org/perfrunner refs/changes/87/184087/16 && git cherry-pick FETCH_HEAD != None ] + sh -c git fetch https://review.couchbase.org/perfrunner refs/changes/87/184087/16 && git cherry-pick FETCH_HEAD From https://review.couchbase.org/perfrunner * branch refs/changes/87/184087/16 -> FETCH_HEAD [detached HEAD 212047946] GSI: throughput latency test with fast rebalance Author: vikas chaudhary Date: Wed Dec 14 21:57:32 2022 +0530 7 files changed, 341 insertions(+), 2 deletions(-) create mode 100644 cloud/infrastructure/yubo_rebalance_aws_5s_1c_16vcpu_32vcpu.spec create mode 100644 tests/cloud/rebalance/capella_swap_reb_yubo.test create mode 100644 tests/gsi/elixir/secondary_thr_lat_256B_10RR_20Buckets_2_swap_reb_aws.test create mode 100644 tests/gsi/elixir/secondary_thr_lat_256B_10RR_20Buckets_swap_reb_aws.test + echo [clusters] aether = 172.23.110.53:kv 172.23.110.54:kv 172.23.110.72:index 172.23.110.55:kv 172.23.110.56:kv 172.23.110.71:kv [clients] hosts = 172.23.110.74 credentials = root:couchbase [storage] data = /data [credentials] rest = Administrator:password ssh = root:couchbase [parameters] OS = CentOS 7 CPU = Data: 2xGold 6230 (80 vCPU), Index: CPU 2xGold 6230 (80 vCPU) Memory = Data: 128 GB, Index: 512 GB Disk = Samsung SSD 860 1TB + pwd + export GOPATH=/workspace/workspace/aether/src/perfrunner + pwd + export PATH=/workspace/workspace/aether/src/perfrunner/bin:/opt/java/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin + export CBAUTH_REVRPC_URL=http://Administrator:password@172.23.110.72:8091/query + cat clusters/aether_5indexes.spec [clusters] aether = 172.23.110.53:kv 172.23.110.54:kv 172.23.110.72:index 172.23.110.55:index 172.23.110.56:index 172.23.110.71:index 172.23.110.73:index [clients] hosts = 172.23.110.74 credentials = root:couchbase [storage] data = /data [credentials] rest = Administrator:password ssh = root:couchbase [parameters] OS = CentOS 7 CPU = Data: 2xGold 6230 (80 vCPU), Index: CPU 2xGold 6230 (80 vCPU) Memory = Data: 128 GB, Index: 512 GB Disk = Samsung SSD 860 1TB + cat tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test [test_case] test = perfrunner.tests.secondary.SecondaryRebalanceTest [showfast] title = Rebalance-in (min) 3->4, 1 bucket x 55M x 1KB, 100 indexes, 10K KV ops/sec, Scan Workload concurrency=128, Plasma, s=1 c=10 component = secondary category = rebalance sub_category = Plasma [stats] server_processes = projector [cluster] mem_quota = 50000 index_mem_quota = 127000 initial_nodes = 5 num_buckets = 1 [bucket] replica_number=0 replica_index=0 [collection] config = collections/1bucket_1scope_10collections_uneven.json [compaction] db_percentage = 100 view_percentage = 100 [load] items = 55000000 size = 1024 workers = 100 doc_gen = grouped doc_groups = 1 [rebalance] nodes_after = 6 start_after = 180 stop_after = 180 [secondary] indexes = tests/gsi/index_defs/1bucket_1scope_10collections_100_indexes_partitioned.json cbindexperf_configfile = tests/gsi/plasma/config/config_scanlatency_sessionconsistent_100_indexes_1s_10c_partitioned.json indexer.settings.rebalance.redistribute_indexes = True indexer.settings.storage_mode = plasma indexer.settings.max_cpu_percent = 4800 indexer.settings.gc_percent = 200 queryport.client.usePlanner = false queryport.client.log_level = Warn projector.backChanSize = 500000 disable_perindex_stats = True indexer.settings.build.batch_size = 100 cbindexperf_repeat = 299999 cbindexperf_concurrency = 128 [access] updates = 100 items = 55000000 throughput = 10000 workers = 20 + make export PYENV_ROOT="$HOME/.pyenv" && \ export PATH="$PYENV_ROOT/bin:$PATH" && \ eval "$(pyenv init --path)" && \ pyenv install 3.9.7 -s && \ pyenv local 3.9.7 && \ virtualenv --quiet --python python3.9 env env/bin/pip install --upgrade --quiet pip wheel env/bin/pip install --quiet --no-warn-script-location -r requirements.txt env/bin/python setup.py --quiet install zip_safe flag not set; analyzing archive contents... __pycache__.fastdocgen.cpython-39: module references __file__ pwd > env/lib/python3.9/site-packages/perfrunner.pth + env/bin/ansible-playbook -i clusters/aether.ini playbooks/uninstall.yml [WARNING]: Could not match supplied host pattern, ignoring: n1ql [WARNING]: Could not match supplied host pattern, ignoring: analytics [WARNING]: Could not match supplied host pattern, ignoring: eventing PLAY [kv:index:n1ql:analytics:eventing] **************************************** TASK [Gathering Facts] ********************************************************* ok: [172.23.110.55] ok: [172.23.110.56] ok: [172.23.110.54] ok: [172.23.110.53] ok: [172.23.110.71] ok: [172.23.110.73] ok: [172.23.110.72] TASK [killing the processes] *************************************************** changed: [172.23.110.53] => (item=epmd) changed: [172.23.110.56] => (item=epmd) changed: [172.23.110.55] => (item=epmd) changed: [172.23.110.71] => (item=epmd) changed: [172.23.110.54] => (item=epmd) changed: [172.23.110.55] => (item=beam.smp) changed: [172.23.110.71] => (item=beam.smp) changed: [172.23.110.56] => (item=beam.smp) changed: [172.23.110.54] => (item=beam.smp) changed: [172.23.110.53] => (item=beam.smp) changed: [172.23.110.55] => (item=cbq-engine) changed: [172.23.110.71] => (item=cbq-engine) changed: [172.23.110.54] => (item=cbq-engine) changed: [172.23.110.56] => (item=cbq-engine) changed: [172.23.110.53] => (item=cbq-engine) changed: [172.23.110.55] => (item=cbft) changed: [172.23.110.71] => (item=cbft) changed: [172.23.110.54] => (item=cbft) changed: [172.23.110.53] => (item=cbft) changed: [172.23.110.56] => (item=cbft) changed: [172.23.110.71] => (item=couch_view_index_updater) changed: [172.23.110.55] => (item=couch_view_index_updater) changed: [172.23.110.54] => (item=couch_view_index_updater) changed: [172.23.110.56] => (item=couch_view_index_updater) changed: [172.23.110.53] => (item=couch_view_index_updater) changed: [172.23.110.71] => (item=goport) changed: [172.23.110.55] => (item=goport) changed: [172.23.110.54] => (item=goport) changed: [172.23.110.56] => (item=goport) changed: [172.23.110.53] => (item=goport) changed: [172.23.110.71] => (item=goxdcr) changed: [172.23.110.54] => (item=goxdcr) changed: [172.23.110.55] => (item=goxdcr) changed: [172.23.110.56] => (item=goxdcr) changed: [172.23.110.53] => (item=goxdcr) changed: [172.23.110.71] => (item=java) changed: [172.23.110.54] => (item=java) changed: [172.23.110.55] => (item=java) changed: [172.23.110.56] => (item=java) changed: [172.23.110.53] => (item=java) changed: [172.23.110.71] => (item=indexer) changed: [172.23.110.55] => (item=indexer) changed: [172.23.110.54] => (item=indexer) changed: [172.23.110.56] => (item=indexer) changed: [172.23.110.53] => (item=indexer) changed: [172.23.110.71] => (item=memcached) changed: [172.23.110.55] => (item=memcached) changed: [172.23.110.54] => (item=memcached) changed: [172.23.110.56] => (item=memcached) changed: [172.23.110.53] => (item=memcached) changed: [172.23.110.71] => (item=moxi) changed: [172.23.110.55] => (item=moxi) changed: [172.23.110.54] => (item=moxi) changed: [172.23.110.56] => (item=moxi) changed: [172.23.110.53] => (item=moxi) changed: [172.23.110.71] => (item=mongod) changed: [172.23.110.55] => (item=mongod) changed: [172.23.110.54] => (item=mongod) changed: [172.23.110.53] => (item=mongod) changed: [172.23.110.56] => (item=mongod) changed: [172.23.110.71] => (item=mongos) changed: [172.23.110.55] => (item=mongos) changed: [172.23.110.54] => (item=mongos) changed: [172.23.110.53] => (item=mongos) changed: [172.23.110.56] => (item=mongos) changed: [172.23.110.71] => (item=mysqld) changed: [172.23.110.55] => (item=mysqld) changed: [172.23.110.54] => (item=mysqld) changed: [172.23.110.53] => (item=mysqld) changed: [172.23.110.56] => (item=mysqld) changed: [172.23.110.71] => (item=sync_gateway) changed: [172.23.110.55] => (item=sync_gateway) changed: [172.23.110.54] => (item=sync_gateway) changed: [172.23.110.53] => (item=sync_gateway) changed: [172.23.110.56] => (item=sync_gateway) changed: [172.23.110.72] => (item=epmd) changed: [172.23.110.73] => (item=epmd) changed: [172.23.110.72] => (item=beam.smp) changed: [172.23.110.73] => (item=beam.smp) changed: [172.23.110.72] => (item=cbq-engine) changed: [172.23.110.73] => (item=cbq-engine) changed: [172.23.110.72] => (item=cbft) changed: [172.23.110.73] => (item=cbft) changed: [172.23.110.72] => (item=couch_view_index_updater) changed: [172.23.110.73] => (item=couch_view_index_updater) changed: [172.23.110.72] => (item=goport) changed: [172.23.110.73] => (item=goport) changed: [172.23.110.72] => (item=goxdcr) changed: [172.23.110.73] => (item=goxdcr) changed: [172.23.110.72] => (item=java) changed: [172.23.110.73] => (item=java) changed: [172.23.110.72] => (item=indexer) changed: [172.23.110.73] => (item=indexer) changed: [172.23.110.72] => (item=memcached) changed: [172.23.110.73] => (item=memcached) changed: [172.23.110.72] => (item=moxi) changed: [172.23.110.73] => (item=moxi) changed: [172.23.110.72] => (item=mongod) changed: [172.23.110.73] => (item=mongod) changed: [172.23.110.72] => (item=mongos) changed: [172.23.110.73] => (item=mongos) changed: [172.23.110.72] => (item=mysqld) changed: [172.23.110.73] => (item=mysqld) changed: [172.23.110.72] => (item=sync_gateway) changed: [172.23.110.73] => (item=sync_gateway) TASK [killing the processes on ports] ****************************************** changed: [172.23.110.53] => (item=9100) changed: [172.23.110.55] => (item=9100) changed: [172.23.110.54] => (item=9100) changed: [172.23.110.56] => (item=9100) changed: [172.23.110.71] => (item=9100) changed: [172.23.110.55] => (item=9101) changed: [172.23.110.53] => (item=9101) changed: [172.23.110.71] => (item=9101) changed: [172.23.110.54] => (item=9101) changed: [172.23.110.56] => (item=9101) changed: [172.23.110.55] => (item=9102) changed: [172.23.110.71] => (item=9102) changed: [172.23.110.53] => (item=9102) changed: [172.23.110.54] => (item=9102) changed: [172.23.110.56] => (item=9102) changed: [172.23.110.55] => (item=9103) changed: [172.23.110.71] => (item=9103) changed: [172.23.110.53] => (item=9103) changed: [172.23.110.56] => (item=9103) changed: [172.23.110.54] => (item=9103) changed: [172.23.110.55] => (item=9104) changed: [172.23.110.53] => (item=9104) changed: [172.23.110.71] => (item=9104) changed: [172.23.110.56] => (item=9104) changed: [172.23.110.54] => (item=9104) changed: [172.23.110.55] => (item=9105) changed: [172.23.110.56] => (item=9105) changed: [172.23.110.53] => (item=9105) changed: [172.23.110.71] => (item=9105) changed: [172.23.110.54] => (item=9105) changed: [172.23.110.56] => (item=9999) changed: [172.23.110.55] => (item=9999) changed: [172.23.110.53] => (item=9999) changed: [172.23.110.71] => (item=9999) changed: [172.23.110.54] => (item=9999) changed: [172.23.110.72] => (item=9100) changed: [172.23.110.73] => (item=9100) changed: [172.23.110.72] => (item=9101) changed: [172.23.110.73] => (item=9101) changed: [172.23.110.72] => (item=9102) changed: [172.23.110.73] => (item=9102) changed: [172.23.110.72] => (item=9103) changed: [172.23.110.73] => (item=9103) changed: [172.23.110.72] => (item=9104) changed: [172.23.110.73] => (item=9104) changed: [172.23.110.72] => (item=9105) changed: [172.23.110.73] => (item=9105) changed: [172.23.110.72] => (item=9999) changed: [172.23.110.73] => (item=9999) TASK [check if mongodb is installed] ******************************************* fatal: [172.23.110.54]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.026685", "end": "2023-09-06 19:19:33.968582", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:33.941897", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.71]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.026177", "end": "2023-09-06 19:19:33.973760", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:33.947583", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.55]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.026346", "end": "2023-09-06 19:19:33.972789", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:33.946443", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.53]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.026269", "end": "2023-09-06 19:19:33.975263", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:33.948994", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.56]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.025894", "end": "2023-09-06 19:19:33.987754", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:33.961860", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.72]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.027021", "end": "2023-09-06 19:19:34.337150", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.310129", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.73]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep mongodb*", "delta": "0:00:00.024942", "end": "2023-09-06 19:19:34.349246", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.324304", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring TASK [uninstalling mongodb (if installed)] ************************************* skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [check if MariaDB is installed] ******************************************* fatal: [172.23.110.54]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.025750", "end": "2023-09-06 19:19:34.804767", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.779017", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.53]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.026079", "end": "2023-09-06 19:19:34.807272", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.781193", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.55]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.026275", "end": "2023-09-06 19:19:34.820875", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.794600", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.56]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.026648", "end": "2023-09-06 19:19:34.835736", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.809088", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.71]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.026558", "end": "2023-09-06 19:19:34.841708", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:34.815150", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.72]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.024341", "end": "2023-09-06 19:19:35.157120", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:35.132779", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.73]: FAILED! => {"changed": true, "cmd": "dpkg -l | grep MariaDB*", "delta": "0:00:00.024948", "end": "2023-09-06 19:19:35.177492", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:35.152544", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring TASK [uninstalling MariaDB (if installed)] ************************************* skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [check if couchbase is installed] ***************************************** changed: [172.23.110.53] changed: [172.23.110.54] changed: [172.23.110.55] changed: [172.23.110.71] changed: [172.23.110.56] changed: [172.23.110.72] changed: [172.23.110.73] TASK [uninstalling couchbase (if installed)] *********************************** ok: [172.23.110.54] ok: [172.23.110.56] ok: [172.23.110.53] ok: [172.23.110.71] ok: [172.23.110.55] ok: [172.23.110.72] ok: [172.23.110.73] TASK [removing Couchbase Server files] ***************************************** ok: [172.23.110.54] ok: [172.23.110.55] ok: [172.23.110.53] ok: [172.23.110.56] ok: [172.23.110.71] ok: [172.23.110.72] ok: [172.23.110.73] TASK [removing the files remaining in the "/data" directory] ******************* changed: [172.23.110.53] changed: [172.23.110.55] changed: [172.23.110.54] changed: [172.23.110.71] changed: [172.23.110.56] changed: [172.23.110.72] changed: [172.23.110.73] TASK [stat] ******************************************************************** ok: [172.23.110.55] ok: [172.23.110.56] ok: [172.23.110.54] ok: [172.23.110.53] ok: [172.23.110.71] ok: [172.23.110.72] ok: [172.23.110.73] TASK [removing the files remaining in the "/index" directory] ****************** skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [removing MySQL installation (if any)] ************************************ changed: [172.23.110.53] changed: [172.23.110.54] changed: [172.23.110.56] changed: [172.23.110.71] changed: [172.23.110.55] changed: [172.23.110.72] changed: [172.23.110.73] TASK [set vm.swappiness to 0] ************************************************** changed: [172.23.110.54] changed: [172.23.110.55] changed: [172.23.110.53] changed: [172.23.110.71] changed: [172.23.110.56] changed: [172.23.110.72] changed: [172.23.110.73] TASK [disable thp] ************************************************************* changed: [172.23.110.54] changed: [172.23.110.53] changed: [172.23.110.55] changed: [172.23.110.56] changed: [172.23.110.71] changed: [172.23.110.72] changed: [172.23.110.73] TASK [reset vbucket count] ***************************************************** changed: [172.23.110.53] changed: [172.23.110.54] changed: [172.23.110.71] changed: [172.23.110.55] changed: [172.23.110.56] changed: [172.23.110.72] changed: [172.23.110.73] PLAY RECAP ********************************************************************* 172.23.110.53 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.54 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.55 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.56 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.71 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.72 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 172.23.110.73 : ok=14 changed=10 unreachable=0 failed=0 skipped=3 rescued=0 ignored=2 + env/bin/ansible-playbook -i clusters/aether.ini playbooks/reset_mem.yml [WARNING]: Could not match supplied host pattern, ignoring: analytics [WARNING]: Could not match supplied host pattern, ignoring: eventing [WARNING]: Could not match supplied host pattern, ignoring: fts PLAY [kv:index:analytics:eventing:fts] ***************************************** TASK [Gathering Facts] ********************************************************* ok: [172.23.110.53] ok: [172.23.110.54] ok: [172.23.110.56] ok: [172.23.110.55] ok: [172.23.110.71] ok: [172.23.110.73] ok: [172.23.110.72] TASK [checking if there are custom memory settings] **************************** fatal: [172.23.110.53]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006761", "end": "2023-09-06 19:19:47.292982", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.286221", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.55]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006559", "end": "2023-09-06 19:19:47.297111", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.290552", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.71]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006660", "end": "2023-09-06 19:19:47.299359", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.292699", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.54]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006782", "end": "2023-09-06 19:19:47.302802", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.296020", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.56]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006598", "end": "2023-09-06 19:19:47.308069", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.301471", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.72]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006694", "end": "2023-09-06 19:19:47.633894", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.627200", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring fatal: [172.23.110.73]: FAILED! => {"changed": true, "cmd": "grep -E 'mem=[0-9]+[kmgKMG]' /etc/default/grub", "delta": "0:00:00.006579", "end": "2023-09-06 19:19:47.639310", "msg": "non-zero return code", "rc": 1, "start": "2023-09-06 19:19:47.632731", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} ...ignoring TASK [changing the GRUB configation] ******************************************* skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [applying new GRUB settings] ********************************************** skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [restarting servers] ****************************************************** skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] TASK [waitings for servers to restart] ***************************************** skipping: [172.23.110.53] skipping: [172.23.110.54] skipping: [172.23.110.55] skipping: [172.23.110.56] skipping: [172.23.110.71] skipping: [172.23.110.72] skipping: [172.23.110.73] PLAY RECAP ********************************************************************* 172.23.110.53 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.54 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.55 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.56 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.71 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.72 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 172.23.110.73 : ok=2 changed=1 unreachable=0 failed=0 skipped=4 rescued=0 ignored=1 + set +e + [ -z ] + env/bin/install -c clusters/aether_5indexes.spec -v 7.6.0-1467 --local-copy 2023-09-06T19:19:48 [INFO] Reading configuration file: clusters/aether_5indexes.spec 2023-09-06T19:19:48 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:19:49 [INFO] Detected OS platform is linux 2023-09-06T19:19:49 [INFO] Detecting Linux distribution on master node 2023-09-06T19:19:49 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:19:49 [INFO] Disabling Serverless profile 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:49 [INFO] Killing processes that match pattern: cbas 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Killing processes: beam.smp, memcached, epmd, cbq-engine, indexer, cbft, goport, goxdcr, couch_view_index_updater, moxi, spring, sync_gateway 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:50 [INFO] Uninstalling Couchbase Server 2023-09-06T19:19:53 [INFO] Using this URL: http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:53 [INFO] Fetching http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb 2023-09-06T19:19:56 [INFO] Installing Couchbase Server 2023-09-06T19:19:56 [INFO] Installing Couchbase Server 2023-09-06T19:19:56 [INFO] Installing Couchbase Server 2023-09-06T19:19:57 [INFO] Installing Couchbase Server 2023-09-06T19:19:57 [INFO] Installing Couchbase Server 2023-09-06T19:19:57 [INFO] Installing Couchbase Server 2023-09-06T19:19:57 [INFO] Installing Couchbase Server 2023-09-06T19:20:40 [INFO] Saving a local copy of http://172.23.126.166/builds/latestbuilds/couchbase-server/trinity/1467/couchbase-server-enterprise_7.6.0-1467-ubuntu20.04_amd64.deb + env/bin/clients -c clusters/aether_5indexes.spec -t tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test secondary."indexer.settings.rebalance.blob_storage_scheme"."https" secondary."indexer.planner.enableShardAffinity".true secondary."queryport.client.usePlanner".true 2023-09-06T19:20:41 [INFO] Reading configuration file: clusters/aether_5indexes.spec 2023-09-06T19:20:41 [INFO] Reading configuration file: tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test 2023-09-06T19:20:41 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:20:42 [INFO] Detected OS platform is linux 2023-09-06T19:20:42 [INFO] Detecting Linux distribution on master node 2023-09-06T19:20:42 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:20:42 [INFO] Detecting OS on client 172.23.110.74 2023-09-06T19:20:43 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:21:03 [INFO] Desired clients: lcb=None, py=None 2023-09-06T19:21:03 [INFO] No python SDK version provided. Defaulting to version specified in requirements.txt 2023-09-06T19:21:03 [INFO] No libcouchbase version provided. Uninstalling libcouchbase. 2023-09-06T19:21:03 [INFO] 172.23.110.74: 2023-09-06T19:21:03 [INFO] Python client detected (pip freeze): 3.0.8 + env/bin/cluster -c clusters/aether_5indexes.spec -t tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test secondary."indexer.settings.rebalance.blob_storage_scheme"."https" secondary."indexer.planner.enableShardAffinity".true secondary."queryport.client.usePlanner".true 2023-09-06T19:21:04 [INFO] Reading configuration file: clusters/aether_5indexes.spec 2023-09-06T19:21:04 [INFO] Reading configuration file: tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test 2023-09-06T19:21:04 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:21:04 [INFO] Detected OS platform is linux 2023-09-06T19:21:04 [INFO] Detecting Linux distribution on master node 2023-09-06T19:21:04 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:21:04 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:21:05 [INFO] Detected OS platform is linux 2023-09-06T19:21:05 [INFO] Detecting Linux distribution on master node 2023-09-06T19:21:05 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:21:05 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:21:05 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:05 [INFO] Disabling WAN effects 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:06 [INFO] Enabling all CPU cores 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:10 [INFO] Tune log rotation so that it happens less frequently 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:11 [INFO] Restarting server 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Flushing iptables rules 2023-09-06T19:21:13 [INFO] Configuring data path on 172.23.110.53 2023-09-06T19:21:37 [INFO] Configuring data path on 172.23.110.54 2023-09-06T19:21:42 [INFO] Configuring data path on 172.23.110.72 2023-09-06T19:21:46 [INFO] Configuring data path on 172.23.110.55 2023-09-06T19:21:50 [INFO] Configuring data path on 172.23.110.56 2023-09-06T19:21:54 [INFO] Configuring data path on 172.23.110.71 2023-09-06T19:21:58 [INFO] Configuring data path on 172.23.110.73 2023-09-06T19:22:01 [INFO] Configuring index path on 172.23.110.53 2023-09-06T19:22:04 [INFO] Configuring index path on 172.23.110.54 2023-09-06T19:22:08 [INFO] Configuring index path on 172.23.110.72 2023-09-06T19:22:11 [INFO] Configuring index path on 172.23.110.55 2023-09-06T19:22:14 [INFO] Configuring index path on 172.23.110.56 2023-09-06T19:22:18 [INFO] Configuring index path on 172.23.110.71 2023-09-06T19:22:21 [INFO] Configuring index path on 172.23.110.73 2023-09-06T19:22:25 [INFO] Configuring data RAM quota: 50000 MB 2023-09-06T19:22:25 [INFO] Configuring index RAM quota: 127000 MB 2023-09-06T19:22:25 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:22:25 [INFO] Configuring services on 172.23.110.53: kv 2023-09-06T19:22:25 [INFO] Changing server name: 172.23.110.53 -> 172.23.110.53 2023-09-06T19:22:25 [INFO] Changing server name: 172.23.110.54 -> 172.23.110.54 2023-09-06T19:22:25 [INFO] Changing server name: 172.23.110.72 -> 172.23.110.72 2023-09-06T19:22:26 [INFO] Changing server name: 172.23.110.55 -> 172.23.110.55 2023-09-06T19:22:26 [INFO] Changing server name: 172.23.110.56 -> 172.23.110.56 2023-09-06T19:22:26 [INFO] Changing server name: 172.23.110.71 -> 172.23.110.71 2023-09-06T19:22:27 [INFO] Changing server name: 172.23.110.73 -> 172.23.110.73 2023-09-06T19:22:27 [INFO] Configuring cluster authentication: 172.23.110.53 2023-09-06T19:22:27 [INFO] Configuring cluster authentication: 172.23.110.54 2023-09-06T19:22:27 [INFO] Configuring cluster authentication: 172.23.110.72 2023-09-06T19:22:27 [INFO] Configuring cluster authentication: 172.23.110.55 2023-09-06T19:22:27 [INFO] Configuring cluster authentication: 172.23.110.56 2023-09-06T19:22:28 [INFO] Configuring cluster authentication: 172.23.110.71 2023-09-06T19:22:28 [INFO] Configuring cluster authentication: 172.23.110.73 2023-09-06T19:22:28 [INFO] Server group map: {} 2023-09-06T19:22:28 [INFO] Adding new node: 172.23.110.54 2023-09-06T19:22:32 [INFO] Adding new node: 172.23.110.72 2023-09-06T19:22:36 [INFO] Adding new node: 172.23.110.55 2023-09-06T19:22:50 [INFO] Adding new node: 172.23.110.56 2023-09-06T19:22:54 [INFO] Starting rebalance 2023-09-06T19:22:54 [INFO] Getting OTP node name from 172.23.110.53 2023-09-06T19:22:54 [INFO] Getting OTP node name from 172.23.110.54 2023-09-06T19:22:54 [INFO] Getting OTP node name from 172.23.110.72 2023-09-06T19:22:54 [INFO] Getting OTP node name from 172.23.110.55 2023-09-06T19:22:54 [INFO] Getting OTP node name from 172.23.110.56 2023-09-06T19:22:55 [INFO] Monitoring rebalance status 2023-09-06T19:22:56 [INFO] Rebalance progress: 40 % 2023-09-06T19:22:57 [INFO] Rebalance progress: 100 % 2023-09-06T19:22:58 [INFO] Rebalance progress: 100 % 2023-09-06T19:22:59 [INFO] Rebalance progress: 100 % 2023-09-06T19:23:00 [INFO] Rebalance progress: 100 % 2023-09-06T19:23:01 [INFO] Rebalance progress: 100 % 2023-09-06T19:23:02 [INFO] Rebalance completed 2023-09-06T19:23:02 [INFO] Monitoring node health 2023-09-06T19:23:02 [INFO] Setting auto-failover to: true 2023-09-06T19:23:02 [INFO] Applying auto-compaction settings: {'db_percentage': '100', 'view_percentage': '100', 'parallel': True, 'bucket_compaction': 'true', 'magma_fragmentation_percentage': 50} 2023-09-06T19:23:02 [INFO] Auto-compaction settings: { "autoCompactionSettings": { "databaseFragmentationThreshold": { "percentage": 100, "size": "undefined" }, "indexCircularCompaction": { "daysOfWeek": "Sunday,Monday,Tuesday,Wednesday,Thursday,Friday,Saturday", "interval": { "abortOutside": false, "fromHour": 0, "fromMinute": 0, "toHour": 0, "toMinute": 0 } }, "indexCompactionMode": "circular", "indexFragmentationThreshold": { "percentage": 30 }, "magmaFragmentationPercentage": 50, "parallelDBAndViewCompaction": true, "viewFragmentationThreshold": { "percentage": 100, "size": "undefined" } }, "purgeInterval": 3 } 2023-09-06T19:23:02 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:02 [INFO] Getting Couchbase Server edition 2023-09-06T19:23:02 [INFO] Enabling audit 2023-09-06T19:23:02 [INFO] Adding new bucket: bucket-1 2023-09-06T19:23:02 [INFO] Bucket configuration: { "bucketType": "membase", "conflictResolutionType": "seqno", "evictionPolicy": "valueOnly", "flushEnabled": 1, "name": "bucket-1", "ramQuotaMB": 50000, "replicaIndex": 0, "replicaNumber": 0 } 2023-09-06T19:23:02 [INFO] Getting Couchbase Server edition 2023-09-06T19:23:02 [INFO] Getting the existing RBAC roles 2023-09-06T19:23:02 [INFO] Adding an RBAC user: Administrator, roles: ['admin'] 2023-09-06T19:23:02 [INFO] Adding an RBAC user: bucket-1, roles: ['bucket_admin[bucket-1]', 'data_dcp_reader[bucket-1]', 'data_monitoring[bucket-1]', 'data_reader[bucket-1]', 'data_writer[bucket-1]', 'fts_admin[bucket-1]', 'fts_searcher[bucket-1]', 'query_delete[bucket-1]', 'query_insert[bucket-1]', 'query_select[bucket-1]', 'query_update[bucket-1]', 'views_admin[bucket-1]', 'admin'] 2023-09-06T19:23:02 [INFO] Setting index settings 2023-09-06T19:23:02 [INFO] Changing indexer.settings.rebalance.redistribute_indexes to True 2023-09-06T19:23:02 [INFO] Changing indexer.settings.storage_mode to plasma 2023-09-06T19:23:02 [INFO] Changing indexer.settings.max_cpu_percent to 4800 2023-09-06T19:23:02 [INFO] Changing indexer.settings.gc_percent to 200 2023-09-06T19:23:02 [INFO] Changing queryport.client.usePlanner to True 2023-09-06T19:23:02 [INFO] Changing queryport.client.log_level to Warn 2023-09-06T19:23:02 [INFO] Changing projector.backChanSize to 500000 2023-09-06T19:23:02 [INFO] Changing indexer.settings.build.batch_size to 100 2023-09-06T19:23:02 [INFO] Changing indexer.settings.rebalance.blob_storage_scheme to https 2023-09-06T19:23:02 [INFO] Changing indexer.planner.enableShardAffinity to True 2023-09-06T19:23:02 [INFO] Changing indexer.cpu.throttle.target to 1.0 2023-09-06T19:23:03 [INFO] Index settings: { "indexer.adminPort": "9100", "indexer.allowDDLDuringRebalance": false, "indexer.allowPartialQuorum": false, "indexer.allowScheduleCreate": true, "indexer.allowScheduleCreateRebal": false, "indexer.allow_ddl_during_scaleup": false, "indexer.allow_scan_when_paused": true, "indexer.api.enableTestServer": false, "indexer.build.background.disable": false, "indexer.build.enableOSO": true, "indexer.caFile": "/opt/couchbase/var/lib/couchbase/config/certs/ca.pem", "indexer.certFile": "/opt/couchbase/var/lib/couchbase/config/certs/chain.pem", "indexer.cgroup.max_cpu_percent": 8000, "indexer.cgroup.memory_quota": 0, "indexer.cinfo_lite.force_after": 5, "indexer.cinfo_lite.notifier_restart_sleep": 1000, "indexer.clientCertFile": "/opt/couchbase/var/lib/couchbase/config/certs/client_chain.pem", "indexer.clientKeyFile": "/opt/couchbase/var/lib/couchbase/config/certs/client_pkey.pem", "indexer.client_stats_refresh_interval": 5000, "indexer.clusterAddr": "127.0.0.1:8091", "indexer.cpu.throttle.target": 1, "indexer.dataport.dataChanSize": 250, "indexer.dataport.enableAuth": true, "indexer.dataport.genServerChanSize": 1024, "indexer.dataport.maxPayload": 1024000, "indexer.dataport.plasma.dataChanSize": 250, "indexer.dataport.tcpReadDeadline": 300000, "indexer.ddl.create.retryInterval": 300, "indexer.debug.assertOnError": false, "indexer.debug.enableBackgroundIndexCreation": true, "indexer.debug.randomDelayInjection": false, "indexer.deleteCommandTokenTimeout": 5000, "indexer.deploymentModel": "default", "indexer.diagnostics_dir": "/opt/couchbase/var/lib/couchbase/crash", "indexer.enableAsyncOpenStream": true, "indexer.enableManager": true, "indexer.enable_session_consistency_strict": false, "indexer.encoding.encode_compat_mode": 0, "indexer.force_gc_mem_frac": 0.1, "indexer.high_mem_mark": 0.95, "indexer.http.readHeaderTimeout": 5, "indexer.http.readTimeout": 30, "indexer.http.writeTimeout": 1200, "indexer.httpPort": "9102", "indexer.httpsPort": "19102", "indexer.init_stream.smallSnapshotThreshold": 30, "indexer.isEnterprise": true, "indexer.isIPv6": false, "indexer.keyFile": "/opt/couchbase/var/lib/couchbase/config/certs/pkey.pem", "indexer.log_dir": "/opt/couchbase/var/lib/couchbase/logs", "indexer.low_mem_mark": 0.8, "indexer.maxHeapThreshold": 20, "indexer.max_parallel_collection_builds": 10, "indexer.max_parallel_per_bucket_builds": 0, "indexer.mem_usage_check_interval": 10, "indexer.memcachedTimeout": 120, "indexer.memstatTick": 60, "indexer.memstats_cache_timeout": 60000, "indexer.metadata.compaction.minFileSize": 0, "indexer.metadata.compaction.sleepDuration": 900, "indexer.metadata.compaction.threshold": 30, "indexer.min_oom_memory": 268435456, "indexer.moi.exposeItemCopy": false, "indexer.moi.persistence.io_concurrency": 0.7, "indexer.moi.useDeltaInterleaving": true, "indexer.moi.useMemMgmt": true, "indexer.mutation_manager.fdb.fracMutationQueueMem": 0.01, "indexer.mutation_manager.maxQueueMem": 268435456, "indexer.mutation_manager.moi.fracMutationQueueMem": 0.01, "indexer.mutation_queue.dequeuePollInterval": 1, "indexer.mutation_queue.fdb.allocPollInterval": 30, "indexer.mutation_queue.moi.allocPollInterval": 1, "indexer.mutation_queue.resultChanSize": 20, "indexer.nodeuuid": "2ea223c51234a5bcb9bc09558b875923", "indexer.numPartitions": 8, "indexer.numSliceWriters": 80, "indexer.numSnapshotWorkers": 800, "indexer.pause_if_memory_full": true, "indexer.pause_resume.blob_storage_endpoint": "", "indexer.pause_resume.compression": true, "indexer.pause_resume.test_action.enabled": false, "indexer.pause_resume.test_action.sleep_interval": 0, "indexer.planner.cpuProfile": false, "indexer.planner.enableShardAffinity": true, "indexer.planner.honourNodesInDefn": false, "indexer.planner.internal.binSize": 2684354560, "indexer.planner.internal.maxIterPerTemp": 20000, "indexer.planner.internal.minIterPerTemp": 100, "indexer.planner.minResidentRatio": 0.1, "indexer.planner.timeout": 300, "indexer.planner.useGreedyPlanner": true, "indexer.planner.variationThreshold": 0.25, "indexer.plasma.AutoTuneAvailDiskLimit": 0.9, "indexer.plasma.AutoTuneCleanerMinBandwidthRatio": 0.1, "indexer.plasma.AutoTuneCleanerTargetFragRatio": 50, "indexer.plasma.AutoTuneDiskFullTimeLimit": 3600, "indexer.plasma.AutoTuneDiskQuota": 0, "indexer.plasma.AutoTuneLSSCleaner": false, "indexer.plasma.BufMemQuotaRatio": 0.3, "indexer.plasma.EnableContainerSupport": true, "indexer.plasma.LSSCleanerConcurrency": 4, "indexer.plasma.LSSCleanerFlushInterval": 10, "indexer.plasma.LSSCleanerMinReclaimSize": 67108864, "indexer.plasma.LSSReclaimBlockSize": 67108864, "indexer.plasma.LSSSegmentFileSize": 0, "indexer.plasma.MaxPageSize": 196608, "indexer.plasma.MaxSMRInstPerCtx": 100, "indexer.plasma.MaxSMRWorkerPerCore": 2, "indexer.plasma.PageStatsSamplePercent": 0.1, "indexer.plasma.UseQuotaTuner": true, "indexer.plasma.backIndex.LSSFragMinFileSize": 16777216, "indexer.plasma.backIndex.LSSFragmentation": 30, "indexer.plasma.backIndex.bloomFilterExpectedMaxItems": 220, "indexer.plasma.backIndex.bloomFilterFalsePositiveRate": 0.15, "indexer.plasma.backIndex.compressBeforeEvictPercent": 0, "indexer.plasma.backIndex.compressMemoryThresholdPercent": 95, "indexer.plasma.backIndex.enableCompressAfterSwapin": true, "indexer.plasma.backIndex.enableCompressDuringBurst": false, "indexer.plasma.backIndex.enableCompressFullMarshal": true, "indexer.plasma.backIndex.enableDecompressDuringSwapin": false, "indexer.plasma.backIndex.enableInMemoryCompression": false, "indexer.plasma.backIndex.enablePageBloomFilter": false, "indexer.plasma.backIndex.enablePeriodicEvict": true, "indexer.plasma.backIndex.evictDirtyOnPersistRatio": 1.2, "indexer.plasma.backIndex.evictDirtyPercent": 0.95, "indexer.plasma.backIndex.evictMaxThreshold": 0.9, "indexer.plasma.backIndex.evictMinThreshold": 0.5, "indexer.plasma.backIndex.evictRunInterval": 100, "indexer.plasma.backIndex.evictSweepInterval": 300, "indexer.plasma.backIndex.evictSweepIntervalIncrementDuration": 0, "indexer.plasma.backIndex.evictUseMemEstimate": true, "indexer.plasma.backIndex.maxLSSFragmentation": 80, "indexer.plasma.backIndex.maxLSSPageSegments": 4, "indexer.plasma.backIndex.maxNumPageDeltas": 30, "indexer.plasma.backIndex.pageMergeThreshold": 5, "indexer.plasma.backIndex.pageSplitThreshold": 300, "indexer.plasma.checkpointInterval": 600, "indexer.plasma.compression": "zstd1", "indexer.plasma.disablePersistence": false, "indexer.plasma.disableReadCaching": false, "indexer.plasma.diskUsageThreshold": 50, "indexer.plasma.enableLSSPageSMO": true, "indexer.plasma.enablePageChecksum": true, "indexer.plasma.enforceKeyRange": true, "indexer.plasma.evictionCPUPercent": 50, "indexer.plasma.fbtuner.adjustInterval": 270, "indexer.plasma.fbtuner.adjustRate": 0.1, "indexer.plasma.fbtuner.debug": false, "indexer.plasma.fbtuner.enable": false, "indexer.plasma.fbtuner.lssSampleInterval": 180, "indexer.plasma.fbtuner.minQuotaRatio": 0.1, "indexer.plasma.flushBufferQuota": 4, "indexer.plasma.flushBufferSize": 1048576, "indexer.plasma.holecleaner.cpuPercent": 10, "indexer.plasma.holecleaner.enabled": true, "indexer.plasma.holecleaner.interval": 60, "indexer.plasma.holecleaner.maxPages": 128000, "indexer.plasma.inMemoryCompression": "zstd1", "indexer.plasma.logReadAheadSize": 1048576, "indexer.plasma.mainIndex.LSSFragMinFileSize": 16777216, "indexer.plasma.mainIndex.LSSFragmentation": 30, "indexer.plasma.mainIndex.bloomFilterExpectedMaxItems": 220, "indexer.plasma.mainIndex.bloomFilterFalsePositiveRate": 0.15, "indexer.plasma.mainIndex.compressBeforeEvictPercent": 0, "indexer.plasma.mainIndex.compressMemoryThresholdPercent": 95, "indexer.plasma.mainIndex.enableCompressAfterSwapin": true, "indexer.plasma.mainIndex.enableCompressDuringBurst": false, "indexer.plasma.mainIndex.enableCompressFullMarshal": true, "indexer.plasma.mainIndex.enableDecompressDuringSwapin": false, "indexer.plasma.mainIndex.enableInMemoryCompression": false, "indexer.plasma.mainIndex.enablePageBloomFilter": false, "indexer.plasma.mainIndex.enablePeriodicEvict": true, "indexer.plasma.mainIndex.evictDirtyOnPersistRatio": 1.2, "indexer.plasma.mainIndex.evictDirtyPercent": 0.95, "indexer.plasma.mainIndex.evictMaxThreshold": 0.9, "indexer.plasma.mainIndex.evictMinThreshold": 0.5, "indexer.plasma.mainIndex.evictRunInterval": 100, "indexer.plasma.mainIndex.evictSweepInterval": 300, "indexer.plasma.mainIndex.evictSweepIntervalIncrementDuration": 0, "indexer.plasma.mainIndex.evictUseMemEstimate": true, "indexer.plasma.mainIndex.maxLSSFragmentation": 80, "indexer.plasma.mainIndex.maxLSSPageSegments": 4, "indexer.plasma.mainIndex.maxNumPageDeltas": 200, "indexer.plasma.mainIndex.pageMergeThreshold": 25, "indexer.plasma.mainIndex.pageSplitThreshold": 400, "indexer.plasma.maxDiskUsagePerShard": 268435456000, "indexer.plasma.maxInstancePerShard": 100, "indexer.plasma.memFragThreshold": 0.3, "indexer.plasma.memtuner.decrCeilAdjust": 0.03, "indexer.plasma.memtuner.freeMemHighWatermark": 0.3, "indexer.plasma.memtuner.freeMemLowWatermark": 0.2, "indexer.plasma.memtuner.incrCeilPercent": 3, "indexer.plasma.memtuner.incrementRatio": 0.01, "indexer.plasma.memtuner.maxFreeMemory": 8589934592, "indexer.plasma.memtuner.minFreeRatio": 0.1, "indexer.plasma.memtuner.minQuota": 1073741824, "indexer.plasma.memtuner.minQuotaRatio": 0.2, "indexer.plasma.memtuner.overshootRatio": 0.1, "indexer.plasma.memtuner.runInterval": 0.5, "indexer.plasma.memtuner.trimDownRatio": 0.1, "indexer.plasma.minNumShard": 12, "indexer.plasma.numReaders": 240, "indexer.plasma.persistenceCPUPercent": 50, "indexer.plasma.purger.compactRatio": 0.5, "indexer.plasma.purger.enabled": true, "indexer.plasma.purger.highThreshold": 10, "indexer.plasma.purger.interval": 60, "indexer.plasma.purger.lowThreshold": 7, "indexer.plasma.reader.hole.minPages": 10, "indexer.plasma.reader.purge.enabled": true, "indexer.plasma.reader.purge.pageRatio": 0.25, "indexer.plasma.reader.purge.threshold": 5, "indexer.plasma.reader.quotaAdjRatio": 0.9, "indexer.plasma.recovery.checkpointInterval": 900000000000, "indexer.plasma.recovery.enableFullReplayOnError": true, "indexer.plasma.recoveryFlushBufferSize": 262144, "indexer.plasma.serverless.LSSSegmentFileSize": 1073741824, "indexer.plasma.serverless.backIndex.evictMinThreshold": 0.9, "indexer.plasma.serverless.backIndex.pageSplitThreshold": 100, "indexer.plasma.serverless.idleDurationThreshold": 300, "indexer.plasma.serverless.idleResidentRatio": 0.05, "indexer.plasma.serverless.mainIndex.evictMinThreshold": 0.9, "indexer.plasma.serverless.mainIndex.maxNumPageDeltas": 150, "indexer.plasma.serverless.mainIndex.pageSplitThreshold": 150, "indexer.plasma.serverless.maxDiskUsagePerShard": 9223372036854775807, "indexer.plasma.serverless.maxInstancePerShard": 9223372036854775807, "indexer.plasma.serverless.minNumShard": 1, "indexer.plasma.serverless.mutationRateLimit": 5000, "indexer.plasma.serverless.recovery.requestQuoteIncrement": 1048576, "indexer.plasma.serverless.shardCopy.s3MaxRetries": 4, "indexer.plasma.serverless.shardCopy.s3PartSize": 5242880, "indexer.plasma.serverless.shardCopy.s3dbg": 0, "indexer.plasma.serverless.targetResidentRatio": 0.1, "indexer.plasma.serverless.useMultipleContainers": false, "indexer.plasma.shardCopy.dbg": false, "indexer.plasma.shardCopy.maxRetries": 2, "indexer.plasma.shardLimitPerNode": 200, "indexer.plasma.shardLimitPerTenant": 2000, "indexer.plasma.shardTenantMultiplier": 5, "indexer.plasma.sharedFlushBufferSize": 1048576, "indexer.plasma.sharedRecoveryFlushBufferSize": 1048576, "indexer.plasma.stats.logInterval": 0, "indexer.plasma.stats.logger.fileCount": 10, "indexer.plasma.stats.logger.fileName": "plasma_stats.log", "indexer.plasma.stats.logger.fileSize": 33554432, "indexer.plasma.stats.runInterval": 900, "indexer.plasma.stats.threshold.keySize": 1000, "indexer.plasma.stats.threshold.numInstances": 100, "indexer.plasma.stats.threshold.percentile": 0.9, "indexer.plasma.useCompression": true, "indexer.plasma.useDirectIO": false, "indexer.plasma.useMemMgmt": true, "indexer.plasma.useMmapReads": false, "indexer.plasma.useSharedLSS": false, "indexer.plasma.writer.tuning.adjust.interval": 100, "indexer.plasma.writer.tuning.enable": false, "indexer.plasma.writer.tuning.sampling.interval": 20, "indexer.plasma.writer.tuning.sampling.window": 5000, "indexer.plasma.writer.tuning.throttling.threshold": 10, "indexer.plasma.writer.tuning.throughput.scalingFactor": 0.2, "indexer.projectorclient.exponentialBackoff": 2, "indexer.projectorclient.maxRetries": 5, "indexer.projectorclient.retryInterval": 16, "indexer.projectorclient.urlPrefix": "/adminport/", "indexer.queryport.keepAliveInterval": 1, "indexer.queryport.maxPayload": 65536, "indexer.queryport.pageSize": 1, "indexer.queryport.readDeadline": 4000, "indexer.queryport.streamChanSize": 16, "indexer.queryport.writeDeadline": 4000, "indexer.rebalance.disable_index_move": false, "indexer.rebalance.disable_replica_repair": false, "indexer.rebalance.drop_index.wait_time": 1, "indexer.rebalance.emptyNodeBuildBatchSize": 20, "indexer.rebalance.enableEmptyNodeBatching": true, "indexer.rebalance.globalTokenWaitTimeout": 60, "indexer.rebalance.httpTimeout": 1200, "indexer.rebalance.maxRemainingBuildTime": 10, "indexer.rebalance.node_eject_only": true, "indexer.rebalance.perNodeTransferBatchSize": 2, "indexer.rebalance.projNumDcpConns": 1, "indexer.rebalance.projNumVbWorkers": 8, "indexer.rebalance.serverless.maxDiskBW": 200, "indexer.rebalance.serverless.perNodeTransferBatchSize": 2, "indexer.rebalance.serverless.refetchTokenWaitTime": 5000, "indexer.rebalance.serverless.scheduleVersion": "v2", "indexer.rebalance.serverless.transferBatchSize": 4, "indexer.rebalance.serverless.transferRetries": 3, "indexer.rebalance.shardTransferProtocol": "https", "indexer.rebalance.shard_aware_rebalance": true, "indexer.rebalance.startPhaseBeginTimeout": 600, "indexer.rebalance.stream_update.interval": 600, "indexer.rebalance.transferBatchSize": 3, "indexer.rebalance.use_simple_planner": false, "indexer.recovery.max_disksnaps": 4, "indexer.recovery.reset_index_on_rollback": false, "indexer.scan.enable_fast_count": true, "indexer.scan.notify_count": 5, "indexer.scan.partial_group_buffer_size": 50, "indexer.scan.queue_size": 20, "indexer.scanPort": "9101", "indexer.scheduleCreateRetries": 1000, "indexer.serverless.allowDDLDuringRebalance": true, "indexer.serverless.allowScheduleCreateRebal": true, "indexer.serverless.cpu.throttle.target": 0.95, "indexer.serverless.max_parallel_collection_builds": 20, "indexer.serverless.max_parallel_per_bucket_builds": 1, "indexer.serverless.scan.throttle.pause_duration": 2, "indexer.serverless.scan.throttle.queued_threshold": 500, "indexer.settings.allow_large_keys": true, "indexer.settings.bufferPoolBlockSize": 16384, "indexer.settings.build.batch_size": 100, "indexer.settings.compaction.abort_exceed_interval": false, "indexer.settings.compaction.check_period": 30, "indexer.settings.compaction.compaction_mode": "circular", "indexer.settings.compaction.days_of_week": "Sunday,Monday,Tuesday,Wednesday,Thursday,Friday,Saturday", "indexer.settings.compaction.interval": "00:00,00:00", "indexer.settings.compaction.min_frag": 30, "indexer.settings.compaction.min_size": 524288000, "indexer.settings.compaction.plasma.manual": false, "indexer.settings.compaction.plasma.optional.decrement": 5, "indexer.settings.compaction.plasma.optional.min_frag": 20, "indexer.settings.compaction.plasma.optional.quota": 25, "indexer.settings.corrupt_index_num_backups": 1, "indexer.settings.cpuProfDir": "", "indexer.settings.cpuProfile": false, "indexer.settings.eTagPeriod": 240, "indexer.settings.enable_corrupt_index_backup": false, "indexer.settings.enable_page_bloom_filter": false, "indexer.settings.fast_flush_mode": true, "indexer.settings.gc_percent": 200, "indexer.settings.inmemory_snapshot.fdb.interval": 200, "indexer.settings.inmemory_snapshot.interval": 200, "indexer.settings.inmemory_snapshot.moi.interval": 10, "indexer.settings.largeSnapshotThreshold": 200, "indexer.settings.log_level": "info", "indexer.settings.maxVbQueueLength": 0, "indexer.settings.max_array_seckey_size": 10240, "indexer.settings.max_cpu_percent": 4800, "indexer.settings.max_seckey_size": 4608, "indexer.settings.max_writer_lock_prob": 20, "indexer.settings.memProfDir": "", "indexer.settings.memProfile": false, "indexer.settings.memory_quota": 133169152000, "indexer.settings.minVbQueueLength": 30, "indexer.settings.moi.debug": false, "indexer.settings.moi.persistence_threads": 40, "indexer.settings.moi.recovery.max_rollbacks": 2, "indexer.settings.moi.recovery_threads": 80, "indexer.settings.num_replica": 0, "indexer.settings.percentage_memory_quota": 0, "indexer.settings.persisted_snapshot.fdb.interval": 5000, "indexer.settings.persisted_snapshot.interval": 5000, "indexer.settings.persisted_snapshot.moi.interval": 600000, "indexer.settings.persisted_snapshot_init_build.fdb.interval": 5000, "indexer.settings.persisted_snapshot_init_build.interval": 5000, "indexer.settings.persisted_snapshot_init_build.moi.interval": 600000, "indexer.settings.plasma.recovery.max_rollbacks": 2, "indexer.settings.rebalance.blob_storage_bucket": "", "indexer.settings.rebalance.blob_storage_prefix": "", "indexer.settings.rebalance.blob_storage_region": "", "indexer.settings.rebalance.blob_storage_scheme": "https", "indexer.settings.rebalance.redistribute_indexes": true, "indexer.settings.recovery.max_rollbacks": 2, "indexer.settings.scan_getseqnos_retries": 30, "indexer.settings.scan_timeout": 120000, "indexer.settings.send_buffer_size": 1024, "indexer.settings.serverless.indexLimit": 201, "indexer.settings.sliceBufSize": 16000, "indexer.settings.smallSnapshotThreshold": 30, "indexer.settings.snapshotListeners": 40, "indexer.settings.snapshotRequestWorkers": 40, "indexer.settings.statsLogDumpInterval": 60, "indexer.settings.storage_mode": "plasma", "indexer.settings.storage_mode.disable_upgrade": false, "indexer.settings.thresholds.mem_high": 70, "indexer.settings.thresholds.mem_low": 50, "indexer.settings.thresholds.units_high": 60, "indexer.settings.thresholds.units_low": 40, "indexer.settings.units_quota": 10000, "indexer.settings.wal_size": 4096, "indexer.shardRebalance.execTestAction": false, "indexer.shardTransferServerPort": "9104", "indexer.statsLogEnable": true, "indexer.statsLogFcount": 10, "indexer.statsLogFname": "indexer_stats.log", "indexer.statsLogFsize": 33554432, "indexer.statsPersistenceChunkSize": 20971520, "indexer.statsPersistenceInterval": 900, "indexer.stats_cache_timeout": 30000, "indexer.storage.fdb.commitPollInterval": 10, "indexer.storage.moi.commitPollInterval": 1, "indexer.storage_dir": "/data/@2i", "indexer.streamCatchupPort": "9104", "indexer.streamInitPort": "9103", "indexer.streamMaintPort": "9105", "indexer.stream_reader.fdb.mutationBuffer": 250, "indexer.stream_reader.fdb.numWorkers": 1, "indexer.stream_reader.fdb.syncBatchInterval": 40, "indexer.stream_reader.fdb.workerBuffer": 500, "indexer.stream_reader.markFirstSnap": true, "indexer.stream_reader.moi.mutationBuffer": 250, "indexer.stream_reader.moi.numWorkers": 32, "indexer.stream_reader.moi.syncBatchInterval": 3, "indexer.stream_reader.moi.workerBuffer": 500, "indexer.stream_reader.plasma.mutationBuffer": 250, "indexer.stream_reader.plasma.workerBuffer": 500, "indexer.strict_consistency_check_threshold": 5000, "indexer.sync_period": 2000, "indexer.thisNodeOnly.ignoreAlternateShardIds": false, "indexer.timekeeper.escalate.StreamBeginWaitTime": 1800, "indexer.timekeeper.maxTsQueueLen": 2500, "indexer.timekeeper.monitor_flush_interval": 5, "indexer.timekeeper.rollback.StreamBeginWaitTime": 30, "indexer.timekeeper.streamRepairWaitTime": 60, "indexer.useMutationSyncPool": false, "indexer.use_bucket_seqnos": false, "indexer.use_cinfo_lite": true, "indexer.vbseqnos.workers_per_reader": 10, "manager.projectorclient.exponentialBackoff": 2, "manager.projectorclient.maxRetries": 5, "manager.projectorclient.retryInterval": 16, "manager.projectorclient.urlPrefix": "/adminport/", "projector.adminport.listenAddr": "", "projector.adminport.maxHeaderBytes": 1048576, "projector.adminport.name": "projector.adminport", "projector.adminport.readHeaderTimeout": 5000, "projector.adminport.readTimeout": 30000, "projector.adminport.urlPrefix": "/adminport/", "projector.adminport.writeTimeout": 0, "projector.backChanSize": 500000, "projector.cinfo_lite.force_after": 5, "projector.cinfo_lite.notifier_restart_sleep": 1000, "projector.clusterAddr": "localhost:9000", "projector.cpuProfDir": "", "projector.cpuProfile": false, "projector.dataport.bufferSize": 100, "projector.dataport.bufferTimeout": 1, "projector.dataport.harakiriTimeout": 300000, "projector.dataport.keyChanSize": 5000, "projector.dataport.maxPayload": 1048576, "projector.dataport.remoteBlock": true, "projector.dcp.activeVbOnly": true, "projector.dcp.connection_buffer_size": 20971520, "projector.dcp.dataChanSize": 1000, "projector.dcp.genChanSize": 2048, "projector.dcp.latencyTick": 60000, "projector.dcp.mutation_queue.connection_buffer_size": 2097152, "projector.dcp.numConnections": 4, "projector.dcp.serverless.useMutationQueue": true, "projector.dcp.useMutationQueue": true, "projector.diagnostics_dir": "./", "projector.encodeBufResizeInterval": 60, "projector.encodeBufSize": 2048, "projector.evalStatLoggingThreshold": 200, "projector.feedChanSize": 100, "projector.feedWaitStreamEndTimeout": 300000, "projector.feedWaitStreamReqTimeout": 300000, "projector.forceGCOnThreshold": true, "projector.gogc": 100, "projector.maintStreamMemThrottle": true, "projector.maxCpuPercent": 2000, "projector.memProfDir": "", "projector.memProfile": false, "projector.memThrottle": true, "projector.memThrottle.incr_build.start_level": 0, "projector.memThrottle.init_build.start_level": 0, "projector.memcachedTimeout": 120, "projector.memstatTick": 60000, "projector.mutationChanSize": 150, "projector.name": "projector", "projector.relaxGCThreshold": 0.01, "projector.routerEndpointFactory": "", "projector.rssThreshold": 0.1, "projector.settings.log_level": "info", "projector.staleTimeout": 300000, "projector.statsLogDumpInterval": 60, "projector.syncTimeout": 20000, "projector.systemStatsCollectionInterval": 5, "projector.use_cinfo_lite": true, "projector.usedMemThreshold": 0.5, "projector.vbseqnosLogIntervalMultiplier": 5, "projector.vbucketWorkers": 64, "projector.watchInterval": 300000, "queryport.client.allowCJsonScanFormat": true, "queryport.client.connPoolAvailWaitTimeout": 1, "queryport.client.connPoolTimeout": 1000, "queryport.client.disable_prune_replica": false, "queryport.client.keepAliveInterval": 1, "queryport.client.listSchedIndexes": true, "queryport.client.load.equivalenceFactor": 0.1, "queryport.client.load.randomWeight": 0.9, "queryport.client.log_level": "warn", "queryport.client.logtick": 60000, "queryport.client.maxPayload": 1024000, "queryport.client.readDeadline": 120000, "queryport.client.restRequestTimeout": 120, "queryport.client.retryIntervalScanport": 10, "queryport.client.retryScanPort": 2, "queryport.client.scan.max_concurrency": 0, "queryport.client.scan.queue_size": 0, "queryport.client.scanLagItem": 100000, "queryport.client.scanLagPercent": 0.2, "queryport.client.servicesNotifierRetryTm": 1000, "queryport.client.settings.backfillLimit": 5120, "queryport.client.settings.minPoolSizeWM": 1000, "queryport.client.settings.poolOverflow": 30, "queryport.client.settings.poolSize": 5000, "queryport.client.settings.relConnBatchSize": 100, "queryport.client.usePlanner": true, "queryport.client.waitForScheduledIndex": true, "queryport.client.writeDeadline": 4000, "security.encryption.encryptLocalhost": true } 2023-09-06T19:23:03 [INFO] Setting query settings 2023-09-06T19:23:03 [INFO] Monitoring node health 2023-09-06T19:23:04 [INFO] Monitoring warmup status: bucket-1@172.23.110.53 2023-09-06T19:23:04 [INFO] Getting memcached port from 172.23.110.53 2023-09-06T19:23:04 [INFO] Setting collection map on bucket-1 via bulk api 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:04 [INFO] Resetting swap 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:05 [INFO] Dropping memory cache 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 2023-09-06T19:23:06 [INFO] Changing swappiness to 0 + curl -u Administrator:password http://172.23.110.72:9102/settings?internal=ok + python -m json.tool % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 14110 0 14110 0 0 1968k 0 --:--:-- --:--:-- --:--:-- 1722k 100 22674 0 22674 0 0 3163k 0 --:--:-- --:--:-- --:--:-- 2767k { "indexer.adminPort": "9100", "indexer.allowDDLDuringRebalance": false, "indexer.allowPartialQuorum": false, "indexer.allowScheduleCreate": true, "indexer.allowScheduleCreateRebal": false, "indexer.allow_ddl_during_scaleup": false, "indexer.allow_scan_when_paused": true, "indexer.api.enableTestServer": false, "indexer.build.background.disable": false, "indexer.build.enableOSO": true, "indexer.caFile": "/opt/couchbase/var/lib/couchbase/config/certs/ca.pem", "indexer.certFile": "/opt/couchbase/var/lib/couchbase/config/certs/chain.pem", "indexer.cgroup.max_cpu_percent": 8000, "indexer.cgroup.memory_quota": 0, "indexer.cinfo_lite.force_after": 5, "indexer.cinfo_lite.notifier_restart_sleep": 1000, "indexer.clientCertFile": "/opt/couchbase/var/lib/couchbase/config/certs/client_chain.pem", "indexer.clientKeyFile": "/opt/couchbase/var/lib/couchbase/config/certs/client_pkey.pem", "indexer.client_stats_refresh_interval": 5000, "indexer.clusterAddr": "127.0.0.1:8091", "indexer.cpu.throttle.target": 1, "indexer.dataport.dataChanSize": 250, "indexer.dataport.enableAuth": true, "indexer.dataport.genServerChanSize": 1024, "indexer.dataport.maxPayload": 1024000, "indexer.dataport.plasma.dataChanSize": 250, "indexer.dataport.tcpReadDeadline": 300000, "indexer.ddl.create.retryInterval": 300, "indexer.debug.assertOnError": false, "indexer.debug.enableBackgroundIndexCreation": true, "indexer.debug.randomDelayInjection": false, "indexer.deleteCommandTokenTimeout": 5000, "indexer.deploymentModel": "default", "indexer.diagnostics_dir": "/opt/couchbase/var/lib/couchbase/crash", "indexer.enableAsyncOpenStream": true, "indexer.enableManager": true, "indexer.enable_session_consistency_strict": false, "indexer.encoding.encode_compat_mode": 0, "indexer.force_gc_mem_frac": 0.1, "indexer.high_mem_mark": 0.95, "indexer.http.readHeaderTimeout": 5, "indexer.http.readTimeout": 30, "indexer.http.writeTimeout": 1200, "indexer.httpPort": "9102", "indexer.httpsPort": "19102", "indexer.init_stream.smallSnapshotThreshold": 30, "indexer.isEnterprise": true, "indexer.isIPv6": false, "indexer.keyFile": "/opt/couchbase/var/lib/couchbase/config/certs/pkey.pem", "indexer.log_dir": "/opt/couchbase/var/lib/couchbase/logs", "indexer.low_mem_mark": 0.8, "indexer.maxHeapThreshold": 20, "indexer.max_parallel_collection_builds": 10, "indexer.max_parallel_per_bucket_builds": 0, "indexer.mem_usage_check_interval": 10, "indexer.memcachedTimeout": 120, "indexer.memstatTick": 60, "indexer.memstats_cache_timeout": 60000, "indexer.metadata.compaction.minFileSize": 0, "indexer.metadata.compaction.sleepDuration": 900, "indexer.metadata.compaction.threshold": 30, "indexer.min_oom_memory": 268435456, "indexer.moi.exposeItemCopy": false, "indexer.moi.persistence.io_concurrency": 0.7, "indexer.moi.useDeltaInterleaving": true, "indexer.moi.useMemMgmt": true, "indexer.mutation_manager.fdb.fracMutationQueueMem": 0.01, "indexer.mutation_manager.maxQueueMem": 268435456, "indexer.mutation_manager.moi.fracMutationQueueMem": 0.01, "indexer.mutation_queue.dequeuePollInterval": 1, "indexer.mutation_queue.fdb.allocPollInterval": 30, "indexer.mutation_queue.moi.allocPollInterval": 1, "indexer.mutation_queue.resultChanSize": 20, "indexer.nodeuuid": "2ea223c51234a5bcb9bc09558b875923", "indexer.numPartitions": 8, "indexer.numSliceWriters": 80, "indexer.numSnapshotWorkers": 800, "indexer.pause_if_memory_full": true, "indexer.pause_resume.blob_storage_endpoint": "", "indexer.pause_resume.compression": true, "indexer.pause_resume.test_action.enabled": false, "indexer.pause_resume.test_action.sleep_interval": 0, "indexer.planner.cpuProfile": false, "indexer.planner.enableShardAffinity": true, "indexer.planner.honourNodesInDefn": false, "indexer.planner.internal.binSize": 2684354560, "indexer.planner.internal.maxIterPerTemp": 20000, "indexer.planner.internal.minIterPerTemp": 100, "indexer.planner.minResidentRatio": 0.1, "indexer.planner.timeout": 300, "indexer.planner.useGreedyPlanner": true, "indexer.planner.variationThreshold": 0.25, "indexer.plasma.AutoTuneAvailDiskLimit": 0.9, "indexer.plasma.AutoTuneCleanerMinBandwidthRatio": 0.1, "indexer.plasma.AutoTuneCleanerTargetFragRatio": 50, "indexer.plasma.AutoTuneDiskFullTimeLimit": 3600, "indexer.plasma.AutoTuneDiskQuota": 0, "indexer.plasma.AutoTuneLSSCleaner": false, "indexer.plasma.BufMemQuotaRatio": 0.3, "indexer.plasma.EnableContainerSupport": true, "indexer.plasma.LSSCleanerConcurrency": 4, "indexer.plasma.LSSCleanerFlushInterval": 10, "indexer.plasma.LSSCleanerMinReclaimSize": 67108864, "indexer.plasma.LSSReclaimBlockSize": 67108864, "indexer.plasma.LSSSegmentFileSize": 0, "indexer.plasma.MaxPageSize": 196608, "indexer.plasma.MaxSMRInstPerCtx": 100, "indexer.plasma.MaxSMRWorkerPerCore": 2, "indexer.plasma.PageStatsSamplePercent": 0.1, "indexer.plasma.UseQuotaTuner": true, "indexer.plasma.backIndex.LSSFragMinFileSize": 16777216, "indexer.plasma.backIndex.LSSFragmentation": 30, "indexer.plasma.backIndex.bloomFilterExpectedMaxItems": 220, "indexer.plasma.backIndex.bloomFilterFalsePositiveRate": 0.15, "indexer.plasma.backIndex.compressBeforeEvictPercent": 0, "indexer.plasma.backIndex.compressMemoryThresholdPercent": 95, "indexer.plasma.backIndex.enableCompressAfterSwapin": true, "indexer.plasma.backIndex.enableCompressDuringBurst": false, "indexer.plasma.backIndex.enableCompressFullMarshal": true, "indexer.plasma.backIndex.enableDecompressDuringSwapin": false, "indexer.plasma.backIndex.enableInMemoryCompression": false, "indexer.plasma.backIndex.enablePageBloomFilter": false, "indexer.plasma.backIndex.enablePeriodicEvict": true, "indexer.plasma.backIndex.evictDirtyOnPersistRatio": 1.2, "indexer.plasma.backIndex.evictDirtyPercent": 0.95, "indexer.plasma.backIndex.evictMaxThreshold": 0.9, "indexer.plasma.backIndex.evictMinThreshold": 0.5, "indexer.plasma.backIndex.evictRunInterval": 100, "indexer.plasma.backIndex.evictSweepInterval": 300, "indexer.plasma.backIndex.evictSweepIntervalIncrementDuration": 0, "indexer.plasma.backIndex.evictUseMemEstimate": true, "indexer.plasma.backIndex.maxLSSFragmentation": 80, "indexer.plasma.backIndex.maxLSSPageSegments": 4, "indexer.plasma.backIndex.maxNumPageDeltas": 30, "indexer.plasma.backIndex.pageMergeThreshold": 5, "indexer.plasma.backIndex.pageSplitThreshold": 300, "indexer.plasma.checkpointInterval": 600, "indexer.plasma.compression": "zstd1", "indexer.plasma.disablePersistence": false, "indexer.plasma.disableReadCaching": false, "indexer.plasma.diskUsageThreshold": 50, "indexer.plasma.enableLSSPageSMO": true, "indexer.plasma.enablePageChecksum": true, "indexer.plasma.enforceKeyRange": true, "indexer.plasma.evictionCPUPercent": 50, "indexer.plasma.fbtuner.adjustInterval": 270, "indexer.plasma.fbtuner.adjustRate": 0.1, "indexer.plasma.fbtuner.debug": false, "indexer.plasma.fbtuner.enable": false, "indexer.plasma.fbtuner.lssSampleInterval": 180, "indexer.plasma.fbtuner.minQuotaRatio": 0.1, "indexer.plasma.flushBufferQuota": 4, "indexer.plasma.flushBufferSize": 1048576, "indexer.plasma.holecleaner.cpuPercent": 10, "indexer.plasma.holecleaner.enabled": true, "indexer.plasma.holecleaner.interval": 60, "indexer.plasma.holecleaner.maxPages": 128000, "indexer.plasma.inMemoryCompression": "zstd1", "indexer.plasma.logReadAheadSize": 1048576, "indexer.plasma.mainIndex.LSSFragMinFileSize": 16777216, "indexer.plasma.mainIndex.LSSFragmentation": 30, "indexer.plasma.mainIndex.bloomFilterExpectedMaxItems": 220, "indexer.plasma.mainIndex.bloomFilterFalsePositiveRate": 0.15, "indexer.plasma.mainIndex.compressBeforeEvictPercent": 0, "indexer.plasma.mainIndex.compressMemoryThresholdPercent": 95, "indexer.plasma.mainIndex.enableCompressAfterSwapin": true, "indexer.plasma.mainIndex.enableCompressDuringBurst": false, "indexer.plasma.mainIndex.enableCompressFullMarshal": true, "indexer.plasma.mainIndex.enableDecompressDuringSwapin": false, "indexer.plasma.mainIndex.enableInMemoryCompression": false, "indexer.plasma.mainIndex.enablePageBloomFilter": false, "indexer.plasma.mainIndex.enablePeriodicEvict": true, "indexer.plasma.mainIndex.evictDirtyOnPersistRatio": 1.2, "indexer.plasma.mainIndex.evictDirtyPercent": 0.95, "indexer.plasma.mainIndex.evictMaxThreshold": 0.9, "indexer.plasma.mainIndex.evictMinThreshold": 0.5, "indexer.plasma.mainIndex.evictRunInterval": 100, "indexer.plasma.mainIndex.evictSweepInterval": 300, "indexer.plasma.mainIndex.evictSweepIntervalIncrementDuration": 0, "indexer.plasma.mainIndex.evictUseMemEstimate": true, "indexer.plasma.mainIndex.maxLSSFragmentation": 80, "indexer.plasma.mainIndex.maxLSSPageSegments": 4, "indexer.plasma.mainIndex.maxNumPageDeltas": 200, "indexer.plasma.mainIndex.pageMergeThreshold": 25, "indexer.plasma.mainIndex.pageSplitThreshold": 400, "indexer.plasma.maxDiskUsagePerShard": 268435456000, "indexer.plasma.maxInstancePerShard": 100, "indexer.plasma.memFragThreshold": 0.3, "indexer.plasma.memtuner.decrCeilAdjust": 0.03, "indexer.plasma.memtuner.freeMemHighWatermark": 0.3, "indexer.plasma.memtuner.freeMemLowWatermark": 0.2, "indexer.plasma.memtuner.incrCeilPercent": 3, "indexer.plasma.memtuner.incrementRatio": 0.01, "indexer.plasma.memtuner.maxFreeMemory": 8589934592, "indexer.plasma.memtuner.minFreeRatio": 0.1, "indexer.plasma.memtuner.minQuota": 1073741824, "indexer.plasma.memtuner.minQuotaRatio": 0.2, "indexer.plasma.memtuner.overshootRatio": 0.1, "indexer.plasma.memtuner.runInterval": 0.5, "indexer.plasma.memtuner.trimDownRatio": 0.1, "indexer.plasma.minNumShard": 12, "indexer.plasma.numReaders": 240, "indexer.plasma.persistenceCPUPercent": 50, "indexer.plasma.purger.compactRatio": 0.5, "indexer.plasma.purger.enabled": true, "indexer.plasma.purger.highThreshold": 10, "indexer.plasma.purger.interval": 60, "indexer.plasma.purger.lowThreshold": 7, "indexer.plasma.reader.hole.minPages": 10, "indexer.plasma.reader.purge.enabled": true, "indexer.plasma.reader.purge.pageRatio": 0.25, "indexer.plasma.reader.purge.threshold": 5, "indexer.plasma.reader.quotaAdjRatio": 0.9, "indexer.plasma.recovery.checkpointInterval": 900000000000, "indexer.plasma.recovery.enableFullReplayOnError": true, "indexer.plasma.recoveryFlushBufferSize": 262144, "indexer.plasma.serverless.LSSSegmentFileSize": 1073741824, "indexer.plasma.serverless.backIndex.evictMinThreshold": 0.9, "indexer.plasma.serverless.backIndex.pageSplitThreshold": 100, "indexer.plasma.serverless.idleDurationThreshold": 300, "indexer.plasma.serverless.idleResidentRatio": 0.05, "indexer.plasma.serverless.mainIndex.evictMinThreshold": 0.9, "indexer.plasma.serverless.mainIndex.maxNumPageDeltas": 150, "indexer.plasma.serverless.mainIndex.pageSplitThreshold": 150, "indexer.plasma.serverless.maxDiskUsagePerShard": 9223372036854775807, "indexer.plasma.serverless.maxInstancePerShard": 9223372036854775807, "indexer.plasma.serverless.minNumShard": 1, "indexer.plasma.serverless.mutationRateLimit": 5000, "indexer.plasma.serverless.recovery.requestQuoteIncrement": 1048576, "indexer.plasma.serverless.shardCopy.s3MaxRetries": 4, "indexer.plasma.serverless.shardCopy.s3PartSize": 5242880, "indexer.plasma.serverless.shardCopy.s3dbg": 0, "indexer.plasma.serverless.targetResidentRatio": 0.1, "indexer.plasma.serverless.useMultipleContainers": false, "indexer.plasma.shardCopy.dbg": false, "indexer.plasma.shardCopy.maxRetries": 2, "indexer.plasma.shardLimitPerNode": 200, "indexer.plasma.shardLimitPerTenant": 2000, "indexer.plasma.shardTenantMultiplier": 5, "indexer.plasma.sharedFlushBufferSize": 1048576, "indexer.plasma.sharedRecoveryFlushBufferSize": 1048576, "indexer.plasma.stats.logInterval": 0, "indexer.plasma.stats.logger.fileCount": 10, "indexer.plasma.stats.logger.fileName": "plasma_stats.log", "indexer.plasma.stats.logger.fileSize": 33554432, "indexer.plasma.stats.runInterval": 900, "indexer.plasma.stats.threshold.keySize": 1000, "indexer.plasma.stats.threshold.numInstances": 100, "indexer.plasma.stats.threshold.percentile": 0.9, "indexer.plasma.useCompression": true, "indexer.plasma.useDirectIO": false, "indexer.plasma.useMemMgmt": true, "indexer.plasma.useMmapReads": false, "indexer.plasma.useSharedLSS": false, "indexer.plasma.writer.tuning.adjust.interval": 100, "indexer.plasma.writer.tuning.enable": false, "indexer.plasma.writer.tuning.sampling.interval": 20, "indexer.plasma.writer.tuning.sampling.window": 5000, "indexer.plasma.writer.tuning.throttling.threshold": 10, "indexer.plasma.writer.tuning.throughput.scalingFactor": 0.2, "indexer.projectorclient.exponentialBackoff": 2, "indexer.projectorclient.maxRetries": 5, "indexer.projectorclient.retryInterval": 16, "indexer.projectorclient.urlPrefix": "/adminport/", "indexer.queryport.keepAliveInterval": 1, "indexer.queryport.maxPayload": 65536, "indexer.queryport.pageSize": 1, "indexer.queryport.readDeadline": 4000, "indexer.queryport.streamChanSize": 16, "indexer.queryport.writeDeadline": 4000, "indexer.rebalance.disable_index_move": false, "indexer.rebalance.disable_replica_repair": false, "indexer.rebalance.drop_index.wait_time": 1, "indexer.rebalance.emptyNodeBuildBatchSize": 20, "indexer.rebalance.enableEmptyNodeBatching": true, "indexer.rebalance.globalTokenWaitTimeout": 60, "indexer.rebalance.httpTimeout": 1200, "indexer.rebalance.maxRemainingBuildTime": 10, "indexer.rebalance.node_eject_only": true, "indexer.rebalance.perNodeTransferBatchSize": 2, "indexer.rebalance.projNumDcpConns": 1, "indexer.rebalance.projNumVbWorkers": 8, "indexer.rebalance.serverless.maxDiskBW": 200, "indexer.rebalance.serverless.perNodeTransferBatchSize": 2, "indexer.rebalance.serverless.refetchTokenWaitTime": 5000, "indexer.rebalance.serverless.scheduleVersion": "v2", "indexer.rebalance.serverless.transferBatchSize": 4, "indexer.rebalance.serverless.transferRetries": 3, "indexer.rebalance.shardTransferProtocol": "https", "indexer.rebalance.shard_aware_rebalance": true, "indexer.rebalance.startPhaseBeginTimeout": 600, "indexer.rebalance.stream_update.interval": 600, "indexer.rebalance.transferBatchSize": 3, "indexer.rebalance.use_simple_planner": false, "indexer.recovery.max_disksnaps": 4, "indexer.recovery.reset_index_on_rollback": false, "indexer.scan.enable_fast_count": true, "indexer.scan.notify_count": 5, "indexer.scan.partial_group_buffer_size": 50, "indexer.scan.queue_size": 20, "indexer.scanPort": "9101", "indexer.scheduleCreateRetries": 1000, "indexer.serverless.allowDDLDuringRebalance": true, "indexer.serverless.allowScheduleCreateRebal": true, "indexer.serverless.cpu.throttle.target": 0.95, "indexer.serverless.max_parallel_collection_builds": 20, "indexer.serverless.max_parallel_per_bucket_builds": 1, "indexer.serverless.scan.throttle.pause_duration": 2, "indexer.serverless.scan.throttle.queued_threshold": 500, "indexer.settings.allow_large_keys": true, "indexer.settings.bufferPoolBlockSize": 16384, "indexer.settings.build.batch_size": 100, "indexer.settings.compaction.abort_exceed_interval": false, "indexer.settings.compaction.check_period": 30, "indexer.settings.compaction.compaction_mode": "circular", "indexer.settings.compaction.days_of_week": "Sunday,Monday,Tuesday,Wednesday,Thursday,Friday,Saturday", "indexer.settings.compaction.interval": "00:00,00:00", "indexer.settings.compaction.min_frag": 30, "indexer.settings.compaction.min_size": 524288000, "indexer.settings.compaction.plasma.manual": false, "indexer.settings.compaction.plasma.optional.decrement": 5, "indexer.settings.compaction.plasma.optional.min_frag": 20, "indexer.settings.compaction.plasma.optional.quota": 25, "indexer.settings.corrupt_index_num_backups": 1, "indexer.settings.cpuProfDir": "", "indexer.settings.cpuProfile": false, "indexer.settings.eTagPeriod": 240, "indexer.settings.enable_corrupt_index_backup": false, "indexer.settings.enable_page_bloom_filter": false, "indexer.settings.fast_flush_mode": true, "indexer.settings.gc_percent": 200, "indexer.settings.inmemory_snapshot.fdb.interval": 200, "indexer.settings.inmemory_snapshot.interval": 200, "indexer.settings.inmemory_snapshot.moi.interval": 10, "indexer.settings.largeSnapshotThreshold": 200, "indexer.settings.log_level": "info", "indexer.settings.maxVbQueueLength": 0, "indexer.settings.max_array_seckey_size": 10240, "indexer.settings.max_cpu_percent": 4800, "indexer.settings.max_seckey_size": 4608, "indexer.settings.max_writer_lock_prob": 20, "indexer.settings.memProfDir": "", "indexer.settings.memProfile": false, "indexer.settings.memory_quota": 133169152000, "indexer.settings.minVbQueueLength": 30, "indexer.settings.moi.debug": false, "indexer.settings.moi.persistence_threads": 40, "indexer.settings.moi.recovery.max_rollbacks": 2, "indexer.settings.moi.recovery_threads": 80, "indexer.settings.num_replica": 0, "indexer.settings.percentage_memory_quota": 0, "indexer.settings.persisted_snapshot.fdb.interval": 5000, "indexer.settings.persisted_snapshot.interval": 5000, "indexer.settings.persisted_snapshot.moi.interval": 600000, "indexer.settings.persisted_snapshot_init_build.fdb.interval": 5000, "indexer.settings.persisted_snapshot_init_build.interval": 5000, "indexer.settings.persisted_snapshot_init_build.moi.interval": 600000, "indexer.settings.plasma.recovery.max_rollbacks": 2, "indexer.settings.rebalance.blob_storage_bucket": "", "indexer.settings.rebalance.blob_storage_prefix": "", "indexer.settings.rebalance.blob_storage_region": "", "indexer.settings.rebalance.blob_storage_scheme": "https", "indexer.settings.rebalance.redistribute_indexes": true, "indexer.settings.recovery.max_rollbacks": 2, "indexer.settings.scan_getseqnos_retries": 30, "indexer.settings.scan_timeout": 120000, "indexer.settings.send_buffer_size": 1024, "indexer.settings.serverless.indexLimit": 201, "indexer.settings.sliceBufSize": 16000, "indexer.settings.smallSnapshotThreshold": 30, "indexer.settings.snapshotListeners": 40, "indexer.settings.snapshotRequestWorkers": 40, "indexer.settings.statsLogDumpInterval": 60, "indexer.settings.storage_mode": "plasma", "indexer.settings.storage_mode.disable_upgrade": false, "indexer.settings.thresholds.mem_high": 70, "indexer.settings.thresholds.mem_low": 50, "indexer.settings.thresholds.units_high": 60, "indexer.settings.thresholds.units_low": 40, "indexer.settings.units_quota": 10000, "indexer.settings.wal_size": 4096, "indexer.shardRebalance.execTestAction": false, "indexer.shardTransferServerPort": "9104", "indexer.statsLogEnable": true, "indexer.statsLogFcount": 10, "indexer.statsLogFname": "indexer_stats.log", "indexer.statsLogFsize": 33554432, "indexer.statsPersistenceChunkSize": 20971520, "indexer.statsPersistenceInterval": 900, "indexer.stats_cache_timeout": 30000, "indexer.storage.fdb.commitPollInterval": 10, "indexer.storage.moi.commitPollInterval": 1, "indexer.storage_dir": "/data/@2i", "indexer.streamCatchupPort": "9104", "indexer.streamInitPort": "9103", "indexer.streamMaintPort": "9105", "indexer.stream_reader.fdb.mutationBuffer": 250, "indexer.stream_reader.fdb.numWorkers": 1, "indexer.stream_reader.fdb.syncBatchInterval": 40, "indexer.stream_reader.fdb.workerBuffer": 500, "indexer.stream_reader.markFirstSnap": true, "indexer.stream_reader.moi.mutationBuffer": 250, "indexer.stream_reader.moi.numWorkers": 32, "indexer.stream_reader.moi.syncBatchInterval": 3, "indexer.stream_reader.moi.workerBuffer": 500, "indexer.stream_reader.plasma.mutationBuffer": 250, "indexer.stream_reader.plasma.workerBuffer": 500, "indexer.strict_consistency_check_threshold": 5000, "indexer.sync_period": 2000, "indexer.thisNodeOnly.ignoreAlternateShardIds": false, "indexer.timekeeper.escalate.StreamBeginWaitTime": 1800, "indexer.timekeeper.maxTsQueueLen": 2500, "indexer.timekeeper.monitor_flush_interval": 5, "indexer.timekeeper.rollback.StreamBeginWaitTime": 30, "indexer.timekeeper.streamRepairWaitTime": 60, "indexer.useMutationSyncPool": false, "indexer.use_bucket_seqnos": false, "indexer.use_cinfo_lite": true, "indexer.vbseqnos.workers_per_reader": 10, "manager.projectorclient.exponentialBackoff": 2, "manager.projectorclient.maxRetries": 5, "manager.projectorclient.retryInterval": 16, "manager.projectorclient.urlPrefix": "/adminport/", "projector.adminport.listenAddr": "", "projector.adminport.maxHeaderBytes": 1048576, "projector.adminport.name": "projector.adminport", "projector.adminport.readHeaderTimeout": 5000, "projector.adminport.readTimeout": 30000, "projector.adminport.urlPrefix": "/adminport/", "projector.adminport.writeTimeout": 0, "projector.backChanSize": 500000, "projector.cinfo_lite.force_after": 5, "projector.cinfo_lite.notifier_restart_sleep": 1000, "projector.clusterAddr": "localhost:9000", "projector.cpuProfDir": "", "projector.cpuProfile": false, "projector.dataport.bufferSize": 100, "projector.dataport.bufferTimeout": 1, "projector.dataport.harakiriTimeout": 300000, "projector.dataport.keyChanSize": 5000, "projector.dataport.maxPayload": 1048576, "projector.dataport.remoteBlock": true, "projector.dcp.activeVbOnly": true, "projector.dcp.connection_buffer_size": 20971520, "projector.dcp.dataChanSize": 1000, "projector.dcp.genChanSize": 2048, "projector.dcp.latencyTick": 60000, "projector.dcp.mutation_queue.connection_buffer_size": 2097152, "projector.dcp.numConnections": 4, "projector.dcp.serverless.useMutationQueue": true, "projector.dcp.useMutationQueue": true, "projector.diagnostics_dir": "./", "projector.encodeBufResizeInterval": 60, "projector.encodeBufSize": 2048, "projector.evalStatLoggingThreshold": 200, "projector.feedChanSize": 100, "projector.feedWaitStreamEndTimeout": 300000, "projector.feedWaitStreamReqTimeout": 300000, "projector.forceGCOnThreshold": true, "projector.gogc": 100, "projector.maintStreamMemThrottle": true, "projector.maxCpuPercent": 2000, "projector.memProfDir": "", "projector.memProfile": false, "projector.memThrottle": true, "projector.memThrottle.incr_build.start_level": 0, "projector.memThrottle.init_build.start_level": 0, "projector.memcachedTimeout": 120, "projector.memstatTick": 60000, "projector.mutationChanSize": 150, "projector.name": "projector", "projector.relaxGCThreshold": 0.01, "projector.routerEndpointFactory": "", "projector.rssThreshold": 0.1, "projector.settings.log_level": "info", "projector.staleTimeout": 300000, "projector.statsLogDumpInterval": 60, "projector.syncTimeout": 20000, "projector.systemStatsCollectionInterval": 5, "projector.use_cinfo_lite": true, "projector.usedMemThreshold": 0.5, "projector.vbseqnosLogIntervalMultiplier": 5, "projector.vbucketWorkers": 64, "projector.watchInterval": 300000, "queryport.client.allowCJsonScanFormat": true, "queryport.client.connPoolAvailWaitTimeout": 1, "queryport.client.connPoolTimeout": 1000, "queryport.client.disable_prune_replica": false, "queryport.client.keepAliveInterval": 1, "queryport.client.listSchedIndexes": true, "queryport.client.load.equivalenceFactor": 0.1, "queryport.client.load.randomWeight": 0.9, "queryport.client.log_level": "warn", "queryport.client.logtick": 60000, "queryport.client.maxPayload": 1024000, "queryport.client.readDeadline": 120000, "queryport.client.restRequestTimeout": 120, "queryport.client.retryIntervalScanport": 10, "queryport.client.retryScanPort": 2, "queryport.client.scan.max_concurrency": 0, "queryport.client.scan.queue_size": 0, "queryport.client.scanLagItem": 100000, "queryport.client.scanLagPercent": 0.2, "queryport.client.servicesNotifierRetryTm": 1000, "queryport.client.settings.backfillLimit": 5120, "queryport.client.settings.minPoolSizeWM": 1000, "queryport.client.settings.poolOverflow": 30, "queryport.client.settings.poolSize": 5000, "queryport.client.settings.relConnBatchSize": 100, "queryport.client.usePlanner": true, "queryport.client.waitForScheduledIndex": true, "queryport.client.writeDeadline": 4000, "security.encryption.encryptLocalhost": true } + [ true = true ] + env/bin/perfrunner -c clusters/aether_5indexes.spec -t tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test secondary."indexer.settings.rebalance.blob_storage_scheme"."https" secondary."indexer.planner.enableShardAffinity".true secondary."queryport.client.usePlanner".true stats.post_to_sf.0 --verbose 2023-09-06T19:23:08 [INFO] Reading configuration file: clusters/aether_5indexes.spec 2023-09-06T19:23:08 [INFO] Reading configuration file: tests/gsi/plasma/secondary_55M_100_indexes_plasma_1s_10c_2irebalance_in_partitioned.test 2023-09-06T19:23:09 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:23:09 [INFO] Detected OS platform is linux 2023-09-06T19:23:09 [INFO] Detecting Linux distribution on master node 2023-09-06T19:23:09 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:23:09 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:23:10 [INFO] Detected OS platform is linux 2023-09-06T19:23:10 [INFO] Detecting Linux distribution on master node 2023-09-06T19:23:10 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:23:10 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:10 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:10 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:23:10 [INFO] Detected OS platform is linux 2023-09-06T19:23:10 [INFO] Detecting Linux distribution on master node context has already been set [172.23.110.53] run: grep ^ID= /etc/os-release | cut -d= -f2 | tr -d '"' [172.23.110.53] out: ubuntu [172.23.110.53] out: [172.23.110.53] run: grep ^VERSION_ID= /etc/os-release | cut -d= -f2 | tr -d '"' [172.23.110.53] out: 20.04 [172.23.110.53] out: 2023-09-06T19:23:10 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:23:10 [INFO] Detecting OS platform on host 172.23.110.53 using Python 2023-09-06T19:23:10 [INFO] Detected OS platform is linux 2023-09-06T19:23:10 [INFO] Detecting Linux distribution on master node [172.23.110.53] run: grep ^ID= /etc/os-release | cut -d= -f2 | tr -d '"' [172.23.110.53] out: ubuntu [172.23.110.53] out: [172.23.110.53] run: grep ^VERSION_ID= /etc/os-release | cut -d= -f2 | tr -d '"' [172.23.110.53] out: 20.04 [172.23.110.53] out: 2023-09-06T19:23:10 [INFO] Detected Linux distribution: ubuntu 20.04 2023-09-06T19:23:10 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:10 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:10 [INFO] Terminating Celery workers 2023-09-06T19:23:10 [INFO] Killing the following process: celery 2023-09-06T19:23:10 [INFO] Starting local Celery worker -------------- celery@ubu-sd03 v5.2.7 (dawn-chorus) --- ***** ----- -- ******* ---- Linux-5.4.0-125-generic-x86_64-with-glibc2.31 2023-09-06 19:23:12 - *** --- * --- - ** ---------- [config] - ** ---------- .> app: workers:0x7ffbc1d1ce50 - ** ---------- .> transport: sqla+sqlite:///perfrunner.db - ** ---------- .> results: sqlite:///results.db - *** --- * --- .> concurrency: 80 (prefork) -- ******* ---- .> task events: OFF (enable -E to monitor tasks in this worker) --- ***** ----- -------------- [queues] .> localhost exchange=localhost(direct) key=localhost [tasks] . perfrunner.helpers.worker.java_dcp_client_task . perfrunner.helpers.worker.jts_run_task . perfrunner.helpers.worker.jts_warmup_task . perfrunner.helpers.worker.pillowfight_data_load_task . perfrunner.helpers.worker.pillowfight_task . perfrunner.helpers.worker.spring_task . perfrunner.helpers.worker.syncgateway_bh_puller_task . perfrunner.helpers.worker.syncgateway_delta_sync_task_load_docs . perfrunner.helpers.worker.syncgateway_delta_sync_task_run_test . perfrunner.helpers.worker.syncgateway_e2e_cbl_task_load_docs . perfrunner.helpers.worker.syncgateway_e2e_cbl_task_run_test . perfrunner.helpers.worker.syncgateway_e2e_multi_cb_task_load_docs . perfrunner.helpers.worker.syncgateway_e2e_multi_cb_task_run_test . perfrunner.helpers.worker.syncgateway_e2e_multi_cbl_task_load_docs . perfrunner.helpers.worker.syncgateway_e2e_multi_cbl_task_run_test . perfrunner.helpers.worker.syncgateway_new_docpush_task . perfrunner.helpers.worker.syncgateway_task_grant_access . perfrunner.helpers.worker.syncgateway_task_init_users . perfrunner.helpers.worker.syncgateway_task_load_docs . perfrunner.helpers.worker.syncgateway_task_load_users . perfrunner.helpers.worker.syncgateway_task_run_test . perfrunner.helpers.worker.syncgateway_task_start_memcached . perfrunner.helpers.worker.tpcds_initial_data_load_task . perfrunner.helpers.worker.tpcds_remaining_data_load_task . perfrunner.helpers.worker.ycsb_data_load_task . perfrunner.helpers.worker.ycsb_task 2023-09-06T19:23:12 [INFO] Local Celery worker is ready 2023-09-06T19:23:44 [INFO] Getting Couchbase Server version on server 172.23.110.53 2023-09-06T19:23:44 [INFO] Existing 2i latency stats file removed 2023-09-06T19:23:44 [INFO] Running load phase phase 2023-09-06T19:23:44 [INFO] Task settings: { "additional_items": 0, "analytics_warmup_ops": 0, "analytics_warmup_workers": 0, "array_size": 10, "batch_size": 1000, "batches": 1, "boost": 48, "bucket_list": [ "bucket-1" ], "cbcollect": 0, "certificate_file": "root.pem", "cipher_list": null, "collection_mod_throughput": Infinity, "collection_mod_workers": 0, "collections": { "bucket-1": { "_default": {}, "scope-1": { "collection-1": { "access": 1, "load": 1, "ratio": 1 }, "collection-10": { "access": 1, "load": 1, "ratio": 10 }, "collection-2": { "access": 1, "load": 1, "ratio": 2 }, "collection-3": { "access": 1, "load": 1, "ratio": 3 }, "collection-4": { "access": 1, "load": 1, "ratio": 4 }, "collection-5": { "access": 5, "load": 1, "ratio": 5 }, "collection-6": { "access": 1, "load": 1, "ratio": 6 }, "collection-7": { "access": 1, "load": 1, "ratio": 7 }, "collection-8": { "access": 1, "load": 1, "ratio": 8 }, "collection-9": { "access": 1, "load": 1, "ratio": 9 } } } }, "concurrent_collection_load": 0, "connstr_params": { "enable_tracing": "false", "ipv6": "allow" }, "creates": 100, "custom_pillowfight": false, "dapi_request_logs": false, "dapi_request_meta": false, "ddocs": null, "deletes": 0, "doc_gen": "grouped", "doc_groups": 1, "documentsintransaction": 4, "durability": null, "durability_set": false, "enable_mutation_token": null, "epoll": "true", "field_count": 10, "field_length": 100, "fts_data_spread_worker_type": "default", "fts_data_spread_workers": null, "fts_updates_reverse": 0, "fts_updates_swap": 0, "hot_reads": false, "index_type": null, "insert_test_flag": 0, "inserts_per_workerinstance": 0, "insertstart": 0, "item_size": 64, "items": 55000000, "iterations": 1, "java_dcp_clients": 0, "java_dcp_config": null, "java_dcp_stream": "all", "key_fmtr": "decimal", "key_prefix": null, "kv_endpoints": 1, "latency_percentiles": [ 99.9 ], "mem_high_wat": 0, "mem_low_wat": 0, "min_tls_version": null, "n1ql_batch_size": 100, "n1ql_gen": null, "n1ql_op": "read", "n1ql_shutdown_type": null, "n1ql_throughput": Infinity, "n1ql_timeout": 0, "n1ql_workers": 0, "nebula_mode": "none", "num_atrs": 1024, "num_buckets": 0, "num_categories": 1000000, "num_replies": 100, "ops": 0.0, "persist_to": 0, "phase": 0, "power_alpha": 0.0, "query_params": {}, "query_throughput": Infinity, "query_workers": 0, "range_distance": 10, "reads": 0, "reads_and_updates": 0, "recorded_load_cache_size": 0, "replicate_to": 0, "requestdistribution": "zipfian", "reset_throttle_limit": true, "retry_factor": 2, "retry_lower": 1, "retry_strategy": "default", "retry_upper": 500, "run_async": false, "run_extra_access": false, "seq_upserts": true, "show_tls_version": false, "size": 1024, "size_variation_max": 1024, "size_variation_min": 1, "split_workload": null, "split_workload_throughput": 0, "split_workload_workers": 0, "spring_batch_size": 100, "ssl_keystore_file": "certificates/data.keystore", "ssl_keystore_password": "storepass", "ssl_mode": "none", "subdoc_field": null, "syncgateway_settings": null, "target": 0.0, "throughput": Infinity, "time": 86400, "timeseries": 0, "timeseries_docs_per_device": 1, "timeseries_enable": true, "timeseries_hours_per_doc": 1, "timeseries_regular": false, "timeseries_start": 0, "timeseries_total_days": 1, "tpcds_scale_factor": 1, "transactioninsertproportion": 0, "transactionreadproportion": 0.25, "transactionsenabled": 0, "transactionupdateproportion": 0.75, "ttl": 0, "uniform_collection_load_time": 0, "updates": 0, "use_backup": false, "user_mod_throughput": Infinity, "user_mod_workers": 0, "users": null, "workers": 100, "working_set": 100.0, "working_set_access": 100, "working_set_move_time": 0, "working_set_moving_docs": 0, "workload_instances": 1, "workload_mix": [], "workload_path": "workloads/workloada", "xattr_field": null, "ycsb_client": "couchbase2", "ycsb_jvm_args": null, "ycsb_out_of_order": 0, "ycsb_split_workload": 0, "zipf_alpha": 0.0 } 2023-09-06T19:23:44 [INFO] Running task on localhost 2023-09-06T19:23:44 [INFO] task results [] 2023-09-06T19:23:44 [INFO] Waiting for all tasks to finish 2023-09-06T19:28:09 [INFO] All tasks are done 2023-09-06T19:28:09 [INFO] Monitoring disk queues: bucket-1 2023-09-06T19:28:09 [INFO] ep_queue_size = 270,825 2023-09-06T19:28:09 [INFO] ep_flusher_todo = 1,144 2023-09-06T19:28:09 [INFO] ep_diskqueue_items = 270,825 2023-09-06T19:28:09 [INFO] vb_active_queue_size = 268,637 2023-09-06T19:28:09 [INFO] vb_replica_queue_size reached 0 2023-09-06T19:28:11 [INFO] ep_queue_size = 270,825 2023-09-06T19:28:11 [INFO] ep_flusher_todo = 1,144 2023-09-06T19:28:11 [INFO] ep_diskqueue_items = 270,825 2023-09-06T19:28:11 [INFO] vb_active_queue_size = 268,637 2023-09-06T19:28:12 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:12 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:12 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:12 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:13 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:13 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:13 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:13 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:14 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:14 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:14 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:14 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:15 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:15 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:15 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:15 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:16 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:16 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:16 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:16 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:18 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:18 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:18 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:18 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:19 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:19 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:19 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:19 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:20 [INFO] ep_queue_size = 1,120 2023-09-06T19:28:20 [INFO] ep_flusher_todo = 7 2023-09-06T19:28:20 [INFO] ep_diskqueue_items = 1,120 2023-09-06T19:28:20 [INFO] vb_active_queue_size = 1,105 2023-09-06T19:28:21 [INFO] ep_queue_size = 190 2023-09-06T19:28:21 [INFO] ep_flusher_todo = 2 2023-09-06T19:28:21 [INFO] ep_diskqueue_items = 190 2023-09-06T19:28:21 [INFO] vb_active_queue_size = 182 2023-09-06T19:28:22 [INFO] ep_queue_size reached 0 2023-09-06T19:28:22 [INFO] ep_flusher_todo reached 0 2023-09-06T19:28:22 [INFO] ep_diskqueue_items reached 0 2023-09-06T19:28:22 [INFO] vb_active_queue_size reached 0 2023-09-06T19:28:22 [INFO] Monitoring DCP queues: bucket-1 2023-09-06T19:28:22 [INFO] ep_dcp_other_items_remaining reached 0 2023-09-06T19:28:22 [INFO] Monitoring replica count match: bucket-1 2023-09-06T19:28:23 [INFO] Starting stats collectors [localhost] local: WORKER_TYPE=local BROKER_URL=sqla+sqlite:///perfrunner.db nohup env/bin/celery -A perfrunner.helpers.worker worker -l INFO -Q localhost -f worker.log & 2023-09-06T19:28:23 [INFO] building secondary index.. 2023-09-06T19:28:23 [INFO] creating secondary indexes 2023-09-06T19:28:23 [INFO] Running: /opt/couchbase/bin/cbindex -auth='Administrator:password' -server 172.23.110.72:8091 -type batch_process -input /tmp/batch.txt -refresh_settings true [172.23.110.53] put: /tmp/batch.txt -> /tmp/batch.txt [172.23.110.53] run: /opt/couchbase/bin/cbindex -auth='Administrator:password' -server 172.23.110.72:8091 -type batch_process -input /tmp/batch.txt -refresh_settings true [172.23.110.53] out: cbindex Sleeping for 60 seconds to allow client to catch-up with index metacbindex starting to process batch file: /tmp/batch.txtcbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index1-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:29:24.213+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:24.213+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:24.213+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index1-1", ID: 1036247113925879403, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index1-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:29:24.640+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:24.640+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:24.640+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index1-10", ID: 16692410232585451348, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index1-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:29:25.741+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:25.741+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:25.741+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index1-2", ID: 8493888222641254224, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index1-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:25.907+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:25.907+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:25.907+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index1-3", ID: 15996519338940947361, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index1-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:26.731+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:26.731+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:26.731+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index1-4", ID: 16126604774139872727, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index1-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:27.679+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:27.679+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:27.680+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index1-5", ID: 11777157184689729635, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index1-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:27.877+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:27.878+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:27.878+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index1-6", ID: 17802362102404559061, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index1-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:28.699+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:28.700+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:28.700+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index1-7", ID: 17389312068652929562, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index1-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:29.706+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:29.708+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:29.709+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index1-8", ID: 3866257561882810956, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-1 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index1-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:29:30.704+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:30.705+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:30.705+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index1-9", ID: 17018013075504039614, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index10-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:29:30.985+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:30.985+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:30.986+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index10-1", ID: 14956568538743606174, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index10-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:29:31.234+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:31.234+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:31.234+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index10-10", ID: 16004662496769433667, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index10-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:29:31.827+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:31.827+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:31.828+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index10-2", ID: 89081606535978652, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index10-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:32.015+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:32.016+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:32.016+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index10-3", ID: 5278618775943892521, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index10-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:32.683+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:32.683+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:32.684+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index10-4", ID: 1648530378011032565, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index10-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:33.704+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:33.705+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:33.705+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index10-5", ID: 4549279803000698954, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index10-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:34.699+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:34.700+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:34.700+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index10-6", ID: 9860858207198945407, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index10-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:34.890+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:34.890+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:34.891+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index10-7", ID: 15543535160839373026, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index10-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:29:35.710+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:35.710+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:35.711+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index10-8", ID: 17339621260906799608, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-10 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index10-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:29:36.716+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:36.717+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:36.717+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index10-9", ID: 6896929015483620728, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index2-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:29:37.010+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:37.011+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:37.011+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index2-1", ID: 6458062012590663227, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index2-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:29:37.276+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:29:37.277+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:29:37.278+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:29:37.309+00:00 [Warn] Unable to find a solution with resource constraint. Relax resource constraint check. [172.23.110.53] out: 2023-09-06T19:29:37.310+00:00 [Error] [172.23.110.53] out: MemoryQuota: 133169152000 [172.23.110.53] out: CpuQuota: 80 [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: 2023-09-06T19:29:37.310+00:00 [Error] Encounter planner error for index. Error: [172.23.110.53] out: MemoryQuota: 133169152000 [172.23.110.53] out: CpuQuota: 80 [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: : Index:bucket-1, scope-1, collection-2, index2-10 [172.23.110.53] out: 2023-09-06T19:29:37.310+00:00 [Error] Error occured while executing command -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index2-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} , err: [172.23.110.53] out: MemoryQuota: 133169152000 [172.23.110.53] out: CpuQuota: 80 [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: --- Violations for index (mem 0, cpu 0) at node 172.23.110.55:8091 [172.23.110.53] out: Cannot move to 172.23.110.72:8091: ReplicaViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: Can move to 172.23.110.56:8091: NoViolation (free mem 1.67772e+07T, free cpu 80) [172.23.110.53] out: [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index2-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} Index created: name: "index2-2", ID: 17834265797588582934, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index2-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:37.654+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:37.655+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:37.655+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index2-3", ID: 8180207504477170496, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index2-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:38.736+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:38.737+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:38.738+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index2-4", ID: 8751450532559526463, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index2-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:39.679+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:39.680+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:39.680+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index2-5", ID: 9041912252395045864, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index2-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:40.720+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:40.721+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:40.722+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index2-6", ID: 3185130006286348563, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index2-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:41.728+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:41.728+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:41.729+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index2-7", ID: 6667930243737831442, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index2-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:42.742+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:42.743+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:42.744+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index2-8", ID: 4057512861878733388, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-2 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index2-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:43.739+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:43.740+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:43.741+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index2-9", ID: 2241163271736309885, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index3-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:43.941+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:43.942+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:43.942+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index3-1", ID: 11418291064937163867, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index3-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:44.226+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:44.227+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:44.228+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index3-10", ID: 4453519554967608357, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index3-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:44.894+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:44.894+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:44.895+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index3-2", ID: 15036335430317256070, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index3-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:45.287+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:45.288+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:45.289+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index3-3", ID: 2245869235199873652, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index3-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:45.761+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:45.762+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:45.763+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index3-4", ID: 5915082727346603824, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index3-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:46.003+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:46.003+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:46.004+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index3-5", ID: 14469066679034817549, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index3-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:46.844+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:46.845+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:46.846+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index3-6", ID: 16615535844147761334, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index3-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:47.746+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:47.747+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:47.748+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index3-7", ID: 7176336040941193388, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index3-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:48.694+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:48.695+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:48.696+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index3-8", ID: 2011853211124661193, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-3 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index3-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:48.926+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:48.927+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:48.928+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index3-9", ID: 12113335885926767524, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index4-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:49.858+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:49.859+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:49.860+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index4-1", ID: 18211879307063182666, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index4-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:50.104+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:50.105+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:50.105+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index4-10", ID: 11824309653357420768, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index4-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:50.417+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:50.417+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:50.417+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index4-2", ID: 12542081402496039515, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index4-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:50.839+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:50.840+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:50.840+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index4-3", ID: 317823465513245499, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index4-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:51.704+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:51.704+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:51.705+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index4-4", ID: 17557141940537063897, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index4-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:52.758+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:52.759+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:52.760+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index4-5", ID: 3282441538428024912, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index4-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:52.994+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:52.995+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:52.996+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index4-6", ID: 2487595030445765222, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index4-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:53.776+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:53.777+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:53.777+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index4-7", ID: 11471714833470771603, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index4-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:54.717+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:54.718+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:54.720+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index4-8", ID: 5078485662286994115, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-4 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index4-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:55.686+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:55.687+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:55.688+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index4-9", ID: 17441370956396384574, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index5-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:55.922+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:55.922+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:55.922+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index5-1", ID: 16363045993338257776, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index5-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:56.187+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:56.188+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:56.188+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index5-10", ID: 3215861724100447707, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index5-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:32:56.435+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:56.436+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:56.437+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index5-2", ID: 18327444874107550430, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index5-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:56.919+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:56.920+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:56.921+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:57.152+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:57.154+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-3", ID: 6290313968964749463, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index5-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:57.444+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:57.445+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:57.446+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:57.526+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:57.528+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:57.530+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-4", ID: 14766478890820608305, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index5-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:57.768+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:57.769+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:57.769+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:57.829+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:57.830+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:57.832+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-5", ID: 12912529297296819548, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index5-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:58.781+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:58.782+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:58.783+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:58.836+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:58.838+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:58.840+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-6", ID: 16256783351188141932, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index5-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:59.051+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:59.052+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:59.053+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:59.141+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:59.149+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:59.155+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-7", ID: 8348045738148809050, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index5-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:32:59.397+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:32:59.398+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:59.398+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:59.456+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:59.458+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:32:59.460+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index5-8", ID: 14663668440767087141, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-5 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index5-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:32:59.829+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:32:59.830+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:32:59.833+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index5-9", ID: 14180543823142664530, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index6-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:00.107+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:00.108+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:00.109+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:00.149+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:00.150+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:00.152+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-1", ID: 5895621726572881735, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index6-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:00.375+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:00.376+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:00.377+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index6-10", ID: 12042737426938494953, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index6-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:00.694+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:00.694+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:00.695+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:00.806+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:00.808+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:00.810+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-2", ID: 14709448764088862889, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index6-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:01.021+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:01.022+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:01.023+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:01.081+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.083+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.085+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-3", ID: 18092165484465049598, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index6-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:01.293+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:01.294+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:01.294+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:01.352+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.362+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.368+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-4", ID: 723899895447368402, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index6-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:01.791+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:01.791+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:01.792+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:01.862+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.864+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:01.867+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-5", ID: 14726433685567467120, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index6-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:02.838+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:02.840+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:02.842+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:02.901+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:02.904+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:02.906+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-6", ID: 4953162161244072582, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index6-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:03.752+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:03.753+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:03.754+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:03.810+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:03.813+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:03.815+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-7", ID: 2796278185615950677, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index6-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:04.804+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:04.806+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:04.807+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:04.898+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:04.901+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:04.903+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index6-8", ID: 13939163866264256473, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-6 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index6-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:05.782+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:05.783+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:05.784+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index6-9", ID: 10949534790404586074, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index7-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:06.812+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:06.813+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:06.814+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:06.878+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:06.881+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:06.883+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-1", ID: 2943731329715121730, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index7-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:07.106+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:07.110+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:07.113+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index7-10", ID: 6851856344813166999, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index7-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:07.381+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:07.382+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:07.382+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:07.469+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:07.474+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:07.477+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-2", ID: 3262186036903268143, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index7-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:07.755+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:07.756+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:07.757+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:07.854+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:07.856+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:07.859+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-3", ID: 15689014919520334425, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index7-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:08.811+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:08.814+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:08.816+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:08.901+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:08.904+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:08.906+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-4", ID: 2761047394325216207, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index7-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:09.134+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:09.135+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:09.136+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:09.237+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:09.239+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:09.242+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-5", ID: 13058074650168531223, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index7-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:09.889+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:09.890+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:09.891+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:10.112+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:10.123+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:10.126+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-6", ID: 427889369748286023, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index7-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:10.840+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:10.841+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:10.842+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:10.927+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:10.930+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:10.933+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-7", ID: 10845539884898009162, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index7-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:11.155+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:11.163+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:11.164+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:11.258+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:11.261+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:11.264+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index7-8", ID: 9203912014698729697, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-7 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index7-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:11.518+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:11.519+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:11.520+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: Index created: name: "index7-9", ID: 10605989215818632837, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index8-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:11.942+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:11.944+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:11.944+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:12.202+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:12.204+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:12.206+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-1", ID: 12342840731745124858, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index8-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:12.454+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:12.455+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:12.457+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index8-10", ID: 10617277503837552564, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index8-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:13.838+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:13.839+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:13.840+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:13.891+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:13.894+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:13.897+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-2", ID: 18363534209690423256, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index8-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:14.159+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:14.159+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:14.160+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:14.270+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:14.273+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:14.276+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-3", ID: 11496169279770903615, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index8-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:14.813+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:14.814+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:14.815+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:14.887+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:14.890+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:14.893+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-4", ID: 17572614981618355146, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index8-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:15.771+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:15.772+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:15.773+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:15.840+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:15.843+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:15.846+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-5", ID: 5758878941051398941, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index8-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:16.803+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:16.804+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:16.805+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:16.883+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:16.886+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:16.889+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-6", ID: 10566483680258181282, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index8-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:17.817+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:17.818+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:17.819+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:17.891+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:17.894+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:17.901+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-7", ID: 6974421634812267391, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index8-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:18.159+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:18.160+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:18.161+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:18.230+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:18.233+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:18.236+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index8-8", ID: 5301394231498994623, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-8 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index8-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:18.480+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:18.481+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:18.482+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: Index created: name: "index8-9", ID: 4722768987915818070, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `name` -using plasma --scheme KEY --partitionKeys `name` -index index9-1 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:19.821+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:19.822+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:19.823+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:19.880+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:19.883+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:19.886+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-1", ID: 2863881415796468563, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `year` -using plasma --scheme KEY --partitionKeys `year` -index index9-10 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:20.143+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:20.144+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:20.145+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index9-10", ID: 1497827306767589076, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `body` -using plasma --scheme KEY --partitionKeys `body` -index index9-2 -with {"num_partition":3,"num_replica":0,"defer_build":true} 2023-09-06T19:33:20.868+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:20.869+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:20.870+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:20.945+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:20.948+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:20.951+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-2", ID: 14380022048555718835, WITH clause used: "{\"num_partition\":3,\"num_replica\":0,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `email` -using plasma --scheme KEY --partitionKeys `email` -index index9-3 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:21.204+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:21.205+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:21.207+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:21.293+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:21.296+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:21.299+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-3", ID: 6168216503037920242, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `alt_email` -using plasma --scheme KEY --partitionKeys `alt_email` -index index9-4 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:21.855+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:21.856+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:21.857+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:21.970+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:21.973+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:21.976+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-4", ID: 5720977899623745479, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `city` -using plasma --scheme KEY --partitionKeys `city` -index index9-5 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:22.780+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:22.781+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:22.782+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:22.850+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:22.853+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:22.855+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-5", ID: 11646023158043807284, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `realm` -using plasma --scheme KEY --partitionKeys `realm` -index index9-6 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:23.114+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:23.115+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:23.116+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:23.230+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:23.233+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:23.237+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-6", ID: 18416990107017893146, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `coins` -using plasma --scheme KEY --partitionKeys `coins` -index index9-7 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:23.486+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:23.489+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:23.492+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:23.565+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:23.568+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:23.571+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-7", ID: 1389042606973930312, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `category` -using plasma --scheme KEY --partitionKeys `category` -index index9-8 -with {"num_partition":3,"num_replica":1,"defer_build":true} 2023-09-06T19:33:24.848+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:24.849+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: 2023-09-06T19:33:24.850+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:24.926+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:24.929+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: 2023-09-06T19:33:24.932+00:00 [Warn] Planner::populateAlternateShardIds Re-planning placement as no common shard has been found [172.23.110.53] out: Index created: name: "index9-8", ID: 18108574573909501422, WITH clause used: "{\"num_partition\":3,\"num_replica\":1,\"defer_build\":true}" [172.23.110.53] out: cbindex processing command: -type create -bucket bucket-1 -scope scope-1 -collection collection-9 -fields `street` -using plasma --scheme KEY --partitionKeys `street` -index index9-9 -with {"num_partition":3,"num_replica":2,"defer_build":true} 2023-09-06T19:33:25.813+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.55:8091 [172.23.110.53] out: 2023-09-06T19:33:25.814+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.56:8091 [172.23.110.53] out: 2023-09-06T19:33:25.816+00:00 [Warn] IndexerNode::ComputeMinShardCapacity Limiting the number of shards at: 200. Num shards per quota: 4572, indexer node: 172.23.110.72:8091 [172.23.110.53] out: Index created: name: "index9-9", ID: 17567815815978214643, WITH clause used: "{\"num_partition\":3,\"num_replica\":2,\"defer_build\":true}" [172.23.110.53] out: 2023-09-06T19:33:26 [INFO] building secondary indexes 2023-09-06T19:33:26 [INFO] Running: /opt/couchbase/bin/cbindex -auth='Administrator:password' -server 172.23.110.72:8091 -type batch_build -input /tmp/batch.txt -refresh_settings true [172.23.110.53] put: /tmp/batch.txt -> /tmp/batch.txt [172.23.110.53] run: /opt/couchbase/bin/cbindex -auth='Administrator:password' -server 172.23.110.72:8091 -type batch_build -input /tmp/batch.txt -refresh_settings true [172.23.110.53] out: cbindex Sleeping for 60 seconds to allow client to catch-up with index metacbindex starting to process batch file: /tmp/batch.txtcbindex processing command: -type build -indexes bucket-1:scope-1:collection-1:index1-1,bucket-1:scope-1:collection-1:index1-10,bucket-1:scope-1:collection-1:index1-2,bucket-1:scope-1:collection-1:index1-3,bucket-1:scope-1:collection-1:index1-4,bucket-1:scope-1:collection-1:index1-5,bucket-1:scope-1:collection-1:index1-6,bucket-1:scope-1:collection-1:index1-7,bucket-1:scope-1:collection-1:index1-8,bucket-1:scope-1:collection-1:index1-9 Index building for: [1036247113925879403 16692410232585451348 8493888222641254224 15996519338940947361 16126604774139872727 11777157184689729635 17802362102404559061 17389312068652929562 3866257561882810956 17018013075504039614] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-10:index10-1,bucket-1:scope-1:collection-10:index10-10,bucket-1:scope-1:collection-10:index10-2,bucket-1:scope-1:collection-10:index10-3,bucket-1:scope-1:collection-10:index10-4,bucket-1:scope-1:collection-10:index10-5,bucket-1:scope-1:collection-10:index10-6,bucket-1:scope-1:collection-10:index10-7,bucket-1:scope-1:collection-10:index10-8,bucket-1:scope-1:collection-10:index10-9 Index building for: [14956568538743606174 16004662496769433667 89081606535978652 5278618775943892521 1648530378011032565 4549279803000698954 9860858207198945407 15543535160839373026 17339621260906799608 6896929015483620728] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-2:index2-1,bucket-1:scope-1:collection-2:index2-10,bucket-1:scope-1:collection-2:index2-2,bucket-1:scope-1:collection-2:index2-3,bucket-1:scope-1:collection-2:index2-4,bucket-1:scope-1:collection-2:index2-5,bucket-1:scope-1:collection-2:index2-6,bucket-1:scope-1:collection-2:index2-7,bucket-1:scope-1:collection-2:index2-8,bucket-1:scope-1:collection-2:index2-9 Index building for: [6458062012590663227] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-3:index3-1,bucket-1:scope-1:collection-3:index3-10,bucket-1:scope-1:collection-3:index3-2,bucket-1:scope-1:collection-3:index3-3,bucket-1:scope-1:collection-3:index3-4,bucket-1:scope-1:collection-3:index3-5,bucket-1:scope-1:collection-3:index3-6,bucket-1:scope-1:collection-3:index3-7,bucket-1:scope-1:collection-3:index3-8,bucket-1:scope-1:collection-3:index3-9 Index building for: [11418291064937163867 4453519554967608357 15036335430317256070 2245869235199873652 5915082727346603824 14469066679034817549 16615535844147761334 7176336040941193388 2011853211124661193 12113335885926767524] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-4:index4-1,bucket-1:scope-1:collection-4:index4-10,bucket-1:scope-1:collection-4:index4-2,bucket-1:scope-1:collection-4:index4-3,bucket-1:scope-1:collection-4:index4-4,bucket-1:scope-1:collection-4:index4-5,bucket-1:scope-1:collection-4:index4-6,bucket-1:scope-1:collection-4:index4-7,bucket-1:scope-1:collection-4:index4-8,bucket-1:scope-1:collection-4:index4-9 Index building for: [18211879307063182666 11824309653357420768 12542081402496039515 317823465513245499 17557141940537063897 3282441538428024912 2487595030445765222 11471714833470771603 5078485662286994115 17441370956396384574] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-5:index5-1,bucket-1:scope-1:collection-5:index5-10,bucket-1:scope-1:collection-5:index5-2,bucket-1:scope-1:collection-5:index5-3,bucket-1:scope-1:collection-5:index5-4,bucket-1:scope-1:collection-5:index5-5,bucket-1:scope-1:collection-5:index5-6,bucket-1:scope-1:collection-5:index5-7,bucket-1:scope-1:collection-5:index5-8,bucket-1:scope-1:collection-5:index5-9 Index building for: [16363045993338257776 3215861724100447707 18327444874107550430 6290313968964749463 14766478890820608305 12912529297296819548 16256783351188141932 8348045738148809050 14663668440767087141 14180543823142664530] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-6:index6-1,bucket-1:scope-1:collection-6:index6-10,bucket-1:scope-1:collection-6:index6-2,bucket-1:scope-1:collection-6:index6-3,bucket-1:scope-1:collection-6:index6-4,bucket-1:scope-1:collection-6:index6-5,bucket-1:scope-1:collection-6:index6-6,bucket-1:scope-1:collection-6:index6-7,bucket-1:scope-1:collection-6:index6-8,bucket-1:scope-1:collection-6:index6-9 Index building for: [5895621726572881735 12042737426938494953 14709448764088862889 18092165484465049598 723899895447368402 14726433685567467120 4953162161244072582 2796278185615950677 13939163866264256473 10949534790404586074] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-7:index7-1,bucket-1:scope-1:collection-7:index7-10,bucket-1:scope-1:collection-7:index7-2,bucket-1:scope-1:collection-7:index7-3,bucket-1:scope-1:collection-7:index7-4,bucket-1:scope-1:collection-7:index7-5,bucket-1:scope-1:collection-7:index7-6,bucket-1:scope-1:collection-7:index7-7,bucket-1:scope-1:collection-7:index7-8,bucket-1:scope-1:collection-7:index7-9 Index building for: [2943731329715121730 6851856344813166999 3262186036903268143 15689014919520334425 2761047394325216207 13058074650168531223 427889369748286023 10845539884898009162 9203912014698729697 10605989215818632837] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-8:index8-1,bucket-1:scope-1:collection-8:index8-10,bucket-1:scope-1:collection-8:index8-2,bucket-1:scope-1:collection-8:index8-3,bucket-1:scope-1:collection-8:index8-4,bucket-1:scope-1:collection-8:index8-5,bucket-1:scope-1:collection-8:index8-6,bucket-1:scope-1:collection-8:index8-7,bucket-1:scope-1:collection-8:index8-8,bucket-1:scope-1:collection-8:index8-9 Index building for: [12342840731745124858 10617277503837552564 18363534209690423256 11496169279770903615 17572614981618355146 5758878941051398941 10566483680258181282 6974421634812267391 5301394231498994623 4722768987915818070] [172.23.110.53] out: cbindex processing command: -type build -indexes bucket-1:scope-1:collection-9:index9-1,bucket-1:scope-1:collection-9:index9-10,bucket-1:scope-1:collection-9:index9-2,bucket-1:scope-1:collection-9:index9-3,bucket-1:scope-1:collection-9:index9-4,bucket-1:scope-1:collection-9:index9-5,bucket-1:scope-1:collection-9:index9-6,bucket-1:scope-1:collection-9:index9-7,bucket-1:scope-1:collection-9:index9-8,bucket-1:scope-1:collection-9:index9-9 Index building for: [2863881415796468563 1497827306767589076 14380022048555718835 6168216503037920242 5720977899623745479 11646023158043807284 18416990107017893146 1389042606973930312 18108574573909501422 17567815815978214643] [172.23.110.53] out: 2023-09-06T19:34:31 [INFO] Output of command None 2023-09-06T19:34:31 [INFO] Waiting for the following indexes to be ready: ['index1-1', 'index1-10', 'index1-10 (replica 1)', 'index1-10 (replica 2)', 'index1-2', 'index1-3', 'index1-3 (replica 1)', 'index1-4', 'index1-4 (replica 1)', 'index1-5', 'index1-5 (replica 1)', 'index1-6', 'index1-6 (replica 1)', 'index1-7', 'index1-7 (replica 1)', 'index1-8', 'index1-8 (replica 1)', 'index1-9', 'index1-9 (replica 1)', 'index1-9 (replica 2)', 'index10-1', 'index10-10', 'index10-10 (replica 1)', 'index10-10 (replica 2)', 'index10-2', 'index10-3', 'index10-3 (replica 1)', 'index10-4', 'index10-4 (replica 1)', 'index10-5', 'index10-5 (replica 1)', 'index10-6', 'index10-6 (replica 1)', 'index10-7', 'index10-7 (replica 1)', 'index10-8', 'index10-8 (replica 1)', 'index10-9', 'index10-9 (replica 1)', 'index10-9 (replica 2)', 'index2-1', 'index2-10', 'index2-10 (replica 1)', 'index2-10 (replica 2)', 'index2-2', 'index2-3', 'index2-3 (replica 1)', 'index2-4', 'index2-4 (replica 1)', 'index2-5', 'index2-5 (replica 1)', 'index2-6', 'index2-6 (replica 1)', 'index2-7', 'index2-7 (replica 1)', 'index2-8', 'index2-8 (replica 1)', 'index2-9', 'index2-9 (replica 1)', 'index2-9 (replica 2)', 'index3-1', 'index3-10', 'index3-10 (replica 1)', 'index3-10 (replica 2)', 'index3-2', 'index3-3', 'index3-3 (replica 1)', 'index3-4', 'index3-4 (replica 1)', 'index3-5', 'index3-5 (replica 1)', 'index3-6', 'index3-6 (replica 1)', 'index3-7', 'index3-7 (replica 1)', 'index3-8', 'index3-8 (replica 1)', 'index3-9', 'index3-9 (replica 1)', 'index3-9 (replica 2)', 'index4-1', 'index4-10', 'index4-10 (replica 1)', 'index4-10 (replica 2)', 'index4-2', 'index4-3', 'index4-3 (replica 1)', 'index4-4', 'index4-4 (replica 1)', 'index4-5', 'index4-5 (replica 1)', 'index4-6', 'index4-6 (replica 1)', 'index4-7', 'index4-7 (replica 1)', 'index4-8', 'index4-8 (replica 1)', 'index4-9', 'index4-9 (replica 1)', 'index4-9 (replica 2)', 'index5-1', 'index5-10', 'index5-10 (replica 1)', 'index5-10 (replica 2)', 'index5-2', 'index5-3', 'index5-3 (replica 1)', 'index5-4', 'index5-4 (replica 1)', 'index5-5', 'index5-5 (replica 1)', 'index5-6', 'index5-6 (replica 1)', 'index5-7', 'index5-7 (replica 1)', 'index5-8', 'index5-8 (replica 1)', 'index5-9', 'index5-9 (replica 1)', 'index5-9 (replica 2)', 'index6-1', 'index6-10', 'index6-10 (replica 1)', 'index6-10 (replica 2)', 'index6-2', 'index6-3', 'index6-3 (replica 1)', 'index6-4', 'index6-4 (replica 1)', 'index6-5', 'index6-5 (replica 1)', 'index6-6', 'index6-6 (replica 1)', 'index6-7', 'index6-7 (replica 1)', 'index6-8', 'index6-8 (replica 1)', 'index6-9', 'index6-9 (replica 1)', 'index6-9 (replica 2)', 'index7-1', 'index7-10', 'index7-10 (replica 1)', 'index7-10 (replica 2)', 'index7-2', 'index7-3', 'index7-3 (replica 1)', 'index7-4', 'index7-4 (replica 1)', 'index7-5', 'index7-5 (replica 1)', 'index7-6', 'index7-6 (replica 1)', 'index7-7', 'index7-7 (replica 1)', 'index7-8', 'index7-8 (replica 1)', 'index7-9', 'index7-9 (replica 1)', 'index7-9 (replica 2)', 'index8-1', 'index8-10', 'index8-10 (replica 1)', 'index8-10 (replica 2)', 'index8-2', 'index8-3', 'index8-3 (replica 1)', 'index8-4', 'index8-4 (replica 1)', 'index8-5', 'index8-5 (replica 1)', 'index8-6', 'index8-6 (replica 1)', 'index8-7', 'index8-7 (replica 1)', 'index8-8', 'index8-8 (replica 1)', 'index8-9', 'index8-9 (replica 1)', 'index8-9 (replica 2)', 'index9-1', 'index9-10', 'index9-10 (replica 1)', 'index9-10 (replica 2)', 'index9-2', 'index9-3', 'index9-3 (replica 1)', 'index9-4', 'index9-4 (replica 1)', 'index9-5', 'index9-5 (replica 1)', 'index9-6', 'index9-6 (replica 1)', 'index9-7', 'index9-7 (replica 1)', 'index9-8', 'index9-8 (replica 1)', 'index9-9', 'index9-9 (replica 1)', 'index9-9 (replica 2)'] Build was aborted Aborted by Varun Velamuri Archiving artifacts [description-setter] Description set: Finished: ABORTED