_time=2018-10-01T13:29:11.748-07:00 _level=INFO _msg= Initialization of cbauth succeeded
_time=2018-10-01T13:29:11.757-07:00 _level=INFO _msg=New store created with url http://127.0.0.1:8091
_time=2018-10-01T13:29:11.757-07:00 _level=INFO _msg=pollEOF: About to start stdin polling
_time=2018-10-01T13:29:11.763-07:00 _level=INFO _msg=New settings received: {"query.settings.curl_whitelist":{"all_access":false,"allowed_urls":[],"disallowed_urls":[]},"query.settings.tmp_space_dir":"/opt/couchbase/var/lib/couchbase/tmp","query.settings.tmp_space_size":5120}
_time=2018-10-01T13:29:11.767-07:00 _level=INFO _msg=Settings notifier from metakv
_time=2018-10-01T13:29:11.767-07:00 _level=INFO _msg=New Value for curl whitelist map[disallowed_urls:[] all_access:false allowed_urls:[]]
2018-10-01T13:29:11.771-07:00 [Info] GSIC - Setting config map[query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp query_tmpspace_limit:5120]
_time=2018-10-01T13:29:11.771-07:00 _level=INFO _msg= Indexer settings have been updated map[query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp query_tmpspace_limit:5120]
2018-10-01T13:29:11.773-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:29:11.776-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:29:11.777-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:29:11.778-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:29:11.779-07:00 [INFO] Using plain authentication for user @cbq-engine
2018/10/01 13:29:11 audit: created new audit service
_time=2018-10-01T13:29:11.789-07:00 _level=INFO _msg=cbq-engine started version=2.0.0-N1QL max-concurrency=2 loglevel=INFO scan-cap=512 pipeline-batch=16 n1ql_feat_cntrl=0 datastore=http://127.0.0.1:8091 pipeline-cap=512 request-cap=256 max-index-api=3 plus-servicers=32 servicers=8 request-size-cap=67108864 timeout=0s
_time=2018-10-01T13:29:11.790-07:00 _level=INFO _msg=HttpEndpoint: Listen Address=[::]:8093
_time=2018-10-01T13:29:11.790-07:00 _level=INFO _msg=Starting audit worker 1
_time=2018-10-01T13:29:11.790-07:00 _level=INFO _msg=Starting audit worker 2
_time=2018-10-01T13:29:11.790-07:00 _level=INFO _msg=Starting audit settings worker 1.
_time=2018-10-01T13:29:11.790-07:00 _level=INFO _msg= Certificates have been refreshed by ns server
_time=2018-10-01T13:29:11.791-07:00 _level=INFO _msg=HttpEndpoint: ListenTLS Address=[::]:18093
_time=2018-10-01T13:29:12.790-07:00 _level=INFO _msg=Starting audit update stream
_time=2018-10-01T13:31:00.122-07:00 _level=INFO _msg= Initialization of cbauth succeeded
_time=2018-10-01T13:31:00.125-07:00 _level=INFO _msg=New store created with url http://127.0.0.1:8091
_time=2018-10-01T13:31:00.125-07:00 _level=INFO _msg=pollEOF: About to start stdin polling
_time=2018-10-01T13:31:00.129-07:00 _level=INFO _msg=New settings received: {"query.settings.curl_whitelist":{"all_access":false,"allowed_urls":[],"disallowed_urls":[]},"query.settings.tmp_space_dir":"/opt/couchbase/var/lib/couchbase/tmp","query.settings.tmp_space_size":5120}
2018-10-01T13:31:00.132-07:00 [INFO] Using plain authentication for user @cbq-engine
_time=2018-10-01T13:31:00.135-07:00 _level=INFO _msg=Settings notifier from metakv
_time=2018-10-01T13:31:00.135-07:00 _level=INFO _msg=New Value for curl whitelist map[all_access:false allowed_urls:[] disallowed_urls:[]]
2018-10-01T13:31:00.137-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:31:00.138-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:31:00.140-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:31:00.141-07:00 [INFO] Using plain authentication for user @cbq-engine
2018/10/01 13:31:00 audit: created new audit service
2018-10-01T13:31:00.151-07:00 [Info] GSIC - Setting config map[query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp query_tmpspace_limit:5120]
_time=2018-10-01T13:31:00.151-07:00 _level=INFO _msg= Indexer settings have been updated map[query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp query_tmpspace_limit:5120]
_time=2018-10-01T13:31:00.151-07:00 _level=INFO _msg=cbq-engine started max-concurrency=2 loglevel=INFO pipeline-cap=512 request-cap=256 servicers=8 pipeline-batch=16 request-size-cap=67108864 plus-servicers=32 max-index-api=3 n1ql_feat_cntrl=0 timeout=0s version=2.0.0-N1QL datastore=http://127.0.0.1:8091 scan-cap=512
_time=2018-10-01T13:31:00.152-07:00 _level=INFO _msg=HttpEndpoint: Listen Address=[::]:8093
_time=2018-10-01T13:31:00.152-07:00 _level=INFO _msg=Starting audit worker 1
_time=2018-10-01T13:31:00.152-07:00 _level=INFO _msg=Starting audit worker 2
_time=2018-10-01T13:31:00.152-07:00 _level=INFO _msg=Starting audit settings worker 1.
_time=2018-10-01T13:31:00.152-07:00 _level=INFO _msg= Certificates have been refreshed by ns server
_time=2018-10-01T13:31:00.153-07:00 _level=INFO _msg=HttpEndpoint: ListenTLS Address=[::]:18093
_time=2018-10-01T13:31:01.154-07:00 _level=INFO _msg=Starting audit update stream
_time=2018-10-01T13:31:45.500-07:00 _level=INFO _msg= keyspace default not found No bucket named default
_time=2018-10-01T13:31:45.512-07:00 _level=INFO _msg= Retrying bucket default
_time=2018-10-01T13:31:45.517-07:00 _level=INFO _msg=Created New Bucket default
2018-10-01T13:31:45.525-07:00 [Info] New settings received:
{"indexer.settings.compaction.days_of_week":"Sunday,Monday,Tuesday,Wednesday,Thursday,Friday,Saturday","indexer.settings.compaction.interval":"00:00,00:00","indexer.settings.compaction.compaction_mode":"circular","indexer.settings.persisted_snapshot.interval":5000,"indexer.settings.log_level":"info","indexer.settings.compaction.min_frag":30,"indexer.settings.inmemory_snapshot.interval":200,"indexer.settings.max_cpu_percent":0,"indexer.settings.storage_mode":"plasma","indexer.settings.recovery.max_rollbacks":2,"indexer.settings.memory_quota":268435456,"indexer.settings.compaction.abort_exceed_interval":false}
2018-10-01T13:31:45.548-07:00 [Info] MetadataProvider.SetClusterStatus(): healthy nodes 2 failed node 0 unhealthy node 0 add node 0
2018-10-01T13:31:45.548-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:31:45.548-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:31:45.548-07:00 [Info] MetadataProvider.WatchMetadata(): indexer 192.168.10.10:9100
2018-10-01T13:31:45.562-07:00 [Info] WatchMetadata(): successfully reach indexer at 192.168.10.10:9100.
2018-10-01T13:31:45.562-07:00 [Info] MetadataProvider.WatchMetadata(): indexer 192.168.10.11:9100
2018-10-01T13:31:45.575-07:00 [Info] WatchMetadata(): successfully reach indexer at 192.168.10.11:9100.
2018-10-01T13:31:45.576-07:00 [Info] MetadataProvider: Updating indexer version to 3
2018-10-01T13:31:45.576-07:00 [Info] initialized currmeta 4 force true
2018-10-01T13:31:45.576-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] started poolsize 5000 overflow 30 low WM 1000 relConn batch size 100 ...
2018-10-01T13:31:45.576-07:00 [Info] [GsiScanClient:"192.168.10.10:9101"] started ...
2018-10-01T13:31:45.577-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] open new connection ...
2018-10-01T13:31:45.578-07:00 [Info] servicesChangeNotifier: Creating new notifier instance for http://%40cbq-engine-cbauth@127.0.0.1:8091, default
2018-10-01T13:31:45.579-07:00 [Info] serviceChangeNotifier: received ServiceChangeNotification
2018-10-01T13:31:45.579-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] started poolsize 5000 overflow 30 low WM 1000 relConn batch size 100 ...
2018-10-01T13:31:45.579-07:00 [Info] [GsiScanClient:"192.168.10.11:9101"] started ...
2018-10-01T13:31:45.582-07:00 [INFO] Trying with http://192.168.10.10:8091/pools/default/bucketsStreaming/default
2018-10-01T13:31:45.581-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] open new connection ...
2018-10-01T13:31:45.581-07:00 [Info] GSIC[default/default-1538425905520111066] started ...
2018-10-01T13:31:45.583-07:00 [Info] serviceChangeNotifier: received PoolChangeNotification
2018-10-01T13:31:45.589-07:00 [INFO] Got new configuration for bucket default
2018-10-01T13:31:45.594-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:31:45.594-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:31:45.595-07:00 [Info] switched currmeta from 4 -> 4 force true
2018-10-01T13:31:45.606-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:31:45.606-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:31:45.607-07:00 [Info] switched currmeta from 4 -> 4 force true
2018-10-01T13:31:46.063-07:00 [Info] Rollback time has changed for index inst 8761473103661535265. New rollback time 1538425873247232062
2018-10-01T13:32:45.577-07:00 [Info] connected with 2 indexers
2018-10-01T13:32:45.577-07:00 [Info] index 18439522163491351744 has replicas [8761473103661535265]:
2018-10-01T13:32:45.577-07:00 [Info] index 18439522163491351744 has equivalents [18439522163491351744]:
2018-10-01T13:32:45.577-07:00 [Info] client load stats {"8761473103661535265": 685716.015625}
2018-10-01T13:32:45.577-07:00 [Info] client hit stats {"8761473103661535265": 6}
2018-10-01T13:32:45.577-07:00 [Info] client pending item stats {"8761473103661535265": 9223372036854775807}
2018-10-01T13:32:45.577-07:00 [Info] client stats current {"8761473103661535265": true}
2018-10-01T13:32:45.584-07:00 [Info] num concurrent scans {0}
2018-10-01T13:32:45.584-07:00 [Info] average scan response {0 ms}
2018-10-01T13:32:45.584-07:00 [Info] GSIC[default/default-1538425905520111066] logstats "default" {"gsi_scan_count":6,"gsi_scan_duration":4865709,"gsi_throttle_duration":0,"gsi_prime_duration":4324952,"gsi_blocked_duration":0,"gsi_totalbackfills":0}
2018-10-01T13:32:45.613-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] active conns 0, free conns 1
2018-10-01T13:32:45.613-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] active conns 0, free conns 1
2018-10-01T13:33:45.577-07:00 [Info] connected with 2 indexers
2018-10-01T13:33:45.577-07:00 [Info] index 18439522163491351744 has replicas [8761473103661535265]:
2018-10-01T13:33:45.577-07:00 [Info] index 18439522163491351744 has equivalents [18439522163491351744]:
2018-10-01T13:33:45.577-07:00 [Info] client load stats {"8761473103661535265": 685716.015625}
2018-10-01T13:33:45.577-07:00 [Info] client hit stats {"8761473103661535265": 6}
2018-10-01T13:33:45.577-07:00 [Info] client pending item stats {"8761473103661535265": 9223372036854775807}
2018-10-01T13:33:45.577-07:00 [Info] client stats current {"8761473103661535265": true}
2018-10-01T13:33:45.584-07:00 [Info] num concurrent scans {0}
2018-10-01T13:33:45.584-07:00 [Info] average scan response {0 ms}
2018-10-01T13:33:45.645-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] active conns 0, free conns 1
2018-10-01T13:33:45.645-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] active conns 0, free conns 1
2018-10-01T13:34:07.517-07:00 [INFO] Trying with http://192.168.10.10:8091/pools/default/bucketsStreaming/default
2018-10-01T13:34:07.516-07:00 [Info] serviceChangeNotifier: received PoolChangeNotification
2018-10-01T13:34:07.523-07:00 [ERROR] Failed to connect to host, unexpected status code: 404. Body Requested resource not found.
2018-10-01T13:34:07.523-07:00 [INFO] Trying with http://192.168.10.10:8091/pools/default/bucketsStreaming/default
2018-10-01T13:34:07.526-07:00 [ERROR] Failed to connect to host, unexpected status code: 404. Body Requested resource not found.
2018-10-01T13:34:07.526-07:00 [INFO] Trying with http://192.168.10.11:8091/pools/default/bucketsStreaming/default
2018-10-01T13:34:07.530-07:00 [ERROR] Failed to connect to host, unexpected status code: 404. Body Requested resource not found.
2018-10-01T13:34:07.530-07:00 [INFO] Trying with http://192.168.10.11:8091/pools/default/bucketsStreaming/default
2018-10-01T13:34:07.529-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:07.530-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:07.532-07:00 [ERROR] Failed to connect to host, unexpected status code: 404. Body Requested resource not found.
2018-10-01T13:34:07.532-07:00 [ERROR] Maximum failures reached. Exiting loop...
_time=2018-10-01T13:34:07.532-07:00 _level=INFO _msg=Keyspace default being deleted
2018-10-01T13:34:07.532-07:00 [ERROR] Bucket Updater exited with err Max failures reached. Last Error Failed to connect to host. Status 404 Body Requested resource not found.
2018-10-01T13:34:07.532-07:00 [Info] switched currmeta from 4 -> 4 force true
2018-10-01T13:34:08.876-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:08.876-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:08.878-07:00 [Info] switched currmeta from 4 -> 5 force true
2018-10-01T13:34:08.885-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:08.885-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:08.886-07:00 [Info] switched currmeta from 5 -> 6 force true
2018-10-01T13:34:08.899-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:08.899-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:08.900-07:00 [Info] switched currmeta from 6 -> 6 force true
2018-10-01T13:34:10.512-07:00 [Info] serviceChangeNotifier: received PoolChangeNotification
2018-10-01T13:34:10.512-07:00 [Info] serviceChangeNotifier: received ServiceChangeNotification
2018-10-01T13:34:10.524-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:10.524-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:10.526-07:00 [Info] switched currmeta from 6 -> 6 force true
2018-10-01T13:34:10.532-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:10.532-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:34:10.533-07:00 [Info] switched currmeta from 6 -> 6 force true
2018-10-01T13:34:10.660-07:00 [Info] serviceChangeNotifier: received ServiceChangeNotification
2018-10-01T13:34:10.669-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:10.669-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100]
2018-10-01T13:34:10.669-07:00 [Info] UnwatchMetadata(): indexer 153427bbbd21c76eb3ce7a4985f135f8
2018-10-01T13:34:10.669-07:00 [Info] Unwatching metadata for indexer at 192.168.10.11:9100.
2018-10-01T13:34:10.669-07:00 [Info] UnwatchMetadata(): finish for indexer 153427bbbd21c76eb3ce7a4985f135f8
2018-10-01T13:34:10.669-07:00 [Error] PeerPipe.doRecieve() : ecounter error when received mesasage from Peer 192.168.10.11:9100. Error = read tcp 192.168.10.11:51722->192.168.10.11:9100: use of closed network connection. Kill Pipe.
2018-10-01T13:34:10.671-07:00 [Info] switched currmeta from 6 -> 7 force true
2018-10-01T13:34:10.672-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] ... stopped
2018-10-01T13:34:11.659-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] Stopping releaseConnsRoutine
2018-10-01T13:34:13.512-07:00 [Info] serviceChangeNotifier: received PoolChangeNotification
2018-10-01T13:34:13.518-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:34:13.518-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100]
2018-10-01T13:34:13.519-07:00 [Info] switched currmeta from 7 -> 7 force true
_time=2018-10-01T13:34:57.973-07:00 _level=INFO _msg= Initialization of cbauth succeeded
_time=2018-10-01T13:34:57.979-07:00 _level=INFO _msg=New store created with url http://127.0.0.1:8091
_time=2018-10-01T13:34:57.979-07:00 _level=INFO _msg=pollEOF: About to start stdin polling
_time=2018-10-01T13:34:57.984-07:00 _level=INFO _msg=New settings received: {"query.settings.curl_whitelist":{"all_access":false,"allowed_urls":[],"disallowed_urls":[]},"query.settings.tmp_space_dir":"/opt/couchbase/var/lib/couchbase/tmp","query.settings.tmp_space_size":5120}
_time=2018-10-01T13:34:57.990-07:00 _level=INFO _msg=Settings notifier from metakv
_time=2018-10-01T13:34:57.990-07:00 _level=INFO _msg=New Value for curl whitelist map[all_access:false disallowed_urls:[] allowed_urls:[]]
2018-10-01T13:34:57.997-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:34:57.998-07:00 [Info] GSIC - Setting config map[query_tmpspace_limit:5120 query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp]
_time=2018-10-01T13:34:57.998-07:00 _level=INFO _msg= Indexer settings have been updated map[query_tmpspace_limit:5120 query_tmpspace_dir:/opt/couchbase/var/lib/couchbase/tmp]
2018-10-01T13:34:57.999-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:34:58.004-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:34:58.005-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:34:58.005-07:00 [INFO] Using plain authentication for user @cbq-engine
2018/10/01 13:34:58 audit: created new audit service
_time=2018-10-01T13:34:58.007-07:00 _level=INFO _msg=cbq-engine started version=2.0.0-N1QL datastore=http://127.0.0.1:8091 max-concurrency=2 loglevel=INFO request-size-cap=67108864 plus-servicers=32 pipeline-batch=16 request-cap=256 timeout=0s scan-cap=512 pipeline-cap=512 servicers=8 max-index-api=3 n1ql_feat_cntrl=0
_time=2018-10-01T13:34:58.008-07:00 _level=INFO _msg=HttpEndpoint: Listen Address=[::]:8093
_time=2018-10-01T13:34:58.008-07:00 _level=INFO _msg=Starting audit worker 1
_time=2018-10-01T13:34:58.008-07:00 _level=INFO _msg=Starting audit worker 2
_time=2018-10-01T13:34:58.008-07:00 _level=INFO _msg=Starting audit settings worker 1.
_time=2018-10-01T13:34:58.009-07:00 _level=INFO _msg= Certificates have been refreshed by ns server
_time=2018-10-01T13:34:58.009-07:00 _level=INFO _msg=HttpEndpoint: ListenTLS Address=[::]:18093
_time=2018-10-01T13:34:58.040-07:00 _level=INFO _msg= keyspace default not found No bucket named default
_time=2018-10-01T13:34:58.044-07:00 _level=INFO _msg= Retrying bucket default
_time=2018-10-01T13:34:58.058-07:00 _level=INFO _msg= keyspace default not found No bucket named default
_time=2018-10-01T13:34:58.067-07:00 _level=INFO _msg= Retrying bucket default
_time=2018-10-01T13:34:59.009-07:00 _level=INFO _msg=Starting audit update stream
_time=2018-10-01T13:36:10.759-07:00 _level=INFO _msg= keyspace default not found No bucket named default
_time=2018-10-01T13:36:10.769-07:00 _level=INFO _msg= Retrying bucket default
_time=2018-10-01T13:36:10.774-07:00 _level=INFO _msg=Created New Bucket default
2018-10-01T13:36:10.782-07:00 [Info] New settings received:
{"indexer.settings.compaction.days_of_week":"Sunday,Monday,Tuesday,Wednesday,Thursday,Friday,Saturday","indexer.settings.compaction.interval":"00:00,00:00","indexer.settings.compaction.compaction_mode":"circular","indexer.settings.persisted_snapshot.interval":5000,"indexer.settings.log_level":"info","indexer.settings.compaction.min_frag":30,"indexer.settings.inmemory_snapshot.interval":200,"indexer.settings.max_cpu_percent":0,"indexer.settings.storage_mode":"plasma","indexer.settings.recovery.max_rollbacks":2,"indexer.settings.memory_quota":268435456,"indexer.settings.compaction.abort_exceed_interval":false}
2018-10-01T13:36:10.800-07:00 [Info] MetadataProvider.SetClusterStatus(): healthy nodes 2 failed node 0 unhealthy node 0 add node 0
2018-10-01T13:36:10.800-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:36:10.800-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:36:10.800-07:00 [Info] MetadataProvider.WatchMetadata(): indexer 192.168.10.10:9100
2018-10-01T13:36:10.816-07:00 [Info] WatchMetadata(): successfully reach indexer at 192.168.10.10:9100.
2018-10-01T13:36:10.816-07:00 [Info] MetadataProvider.WatchMetadata(): indexer 192.168.10.11:9100
2018-10-01T13:36:10.828-07:00 [Info] WatchMetadata(): successfully reach indexer at 192.168.10.11:9100.
2018-10-01T13:36:10.829-07:00 [Info] MetadataProvider: Updating indexer version to 3
2018-10-01T13:36:10.829-07:00 [Info] initialized currmeta 5 force true
2018-10-01T13:36:10.829-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] started poolsize 5000 overflow 30 low WM 1000 relConn batch size 100 ...
2018-10-01T13:36:10.829-07:00 [Info] [GsiScanClient:"192.168.10.11:9101"] started ...
2018-10-01T13:36:10.831-07:00 [Info] [Queryport-connpool:192.168.10.11:9101] open new connection ...
2018-10-01T13:36:10.832-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] started poolsize 5000 overflow 30 low WM 1000 relConn batch size 100 ...
2018-10-01T13:36:10.832-07:00 [Info] [GsiScanClient:"192.168.10.10:9101"] started ...
2018-10-01T13:36:10.833-07:00 [Info] [Queryport-connpool:192.168.10.10:9101] open new connection ...
2018-10-01T13:36:10.833-07:00 [Info] servicesChangeNotifier: Creating new notifier instance for http://%40cbq-engine-cbauth@127.0.0.1:8091, default
2018-10-01T13:36:10.835-07:00 [Info] GSIC[default/default-1538426170777834938] started ...
2018-10-01T13:36:10.836-07:00 [INFO] Trying with http://192.168.10.10:8091/pools/default/bucketsStreaming/default
2018-10-01T13:36:10.837-07:00 [Info] serviceChangeNotifier: received ServiceChangeNotification
2018-10-01T13:36:10.840-07:00 [Info] serviceChangeNotifier: received PoolChangeNotification
2018-10-01T13:36:10.847-07:00 [INFO] Got new configuration for bucket default
2018-10-01T13:36:10.853-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:36:10.853-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:36:10.854-07:00 [Info] switched currmeta from 5 -> 5 force true
2018-10-01T13:36:10.863-07:00 [Info] Refreshing indexer list due to cluster changes or auto-refresh.
2018-10-01T13:36:10.863-07:00 [Info] Refreshed Indexer List: [192.168.10.10:9100 192.168.10.11:9100]
2018-10-01T13:36:10.864-07:00 [Info] switched currmeta from 5 -> 5 force true
2018-10-01T13:36:11.331-07:00 [Info] Rollback time has changed for index inst 10367394597183786135. New rollback time 1538426143284053120
2018-10-01T13:36:27.043-07:00 [Info] GSIC[default/default-1538426170777834938] 4215e0bc-b777-422b-a0ce-bcaa3bcbd6bc new backfill file ... /opt/couchbase/var/lib/couchbase/tmp/scan-results18967454150698
2018-10-01T13:36:27.046-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.048-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.048-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.048-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.050-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.050-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.051-07:00 [INFO] Using plain authentication for user @cbq-engine
2018-10-01T13:36:27.053-07:00 [Info] GSIC[default/default-1538426170777834938] request(4215e0bc-b777-422b-a0ce-bcaa3bcbd6bc) removing backfill file /opt/couchbase/var/lib/couchbase/tmp/scan-results18967454150698 ...
_time=2018-10-01T13:36:27.053-07:00 _level=SEVERE _msg=panic: runtime error: invalid memory address or nil pointer dereference
request text:
PREPARE join_prepare_010d from SELECT employee.name, employee.tasks_ids, new_project.project FROM default as employee INNER JOIN default as new_project ON KEYS employee.tasks_ids
stack:
goroutine 277 [running]:
github.com/couchbase/query/execution.(*Context).Recover(0xc420133380)
goproj/src/github.com/couchbase/query/execution/context.go:514 +0xbc
panic(0xe79560, 0x190b120)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf
github.com/couchbase/query/execution.(*base).evaluateKey(0xc420110f00, 0x0, 0x0, 0x1978960, 0xc42061a730, 0xc420133380, 0xc42061a730, 0xc420443668, 0xadf783, 0xc420110f00)
goproj/src/github.com/couchbase/query/execution/base.go:796 +0x37
github.com/couchbase/query/execution.(*Join).processItem(0xc420110f00, 0x1978960, 0xc42061a730, 0xc420133380, 0x0)
goproj/src/github.com/couchbase/query/execution/join.go:52 +0x79
github.com/couchbase/query/execution.(*base).runConsumer.func1()
goproj/src/github.com/couchbase/query/execution/base.go:551 +0x25d
github.com/couchbase/query/util.(*Once).Do(0xc420110ff8, 0xc420443738)
goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68
github.com/couchbase/query/execution.(*base).runConsumer(0xc420110f00, 0x19360e0, 0xc420110f00, 0xc420133380, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/base.go:556 +0xaf
github.com/couchbase/query/execution.(*Join).RunOnce(0xc420110f00, 0xc420133380, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/join.go:48 +0x5c
created by github.com/couchbase/query/execution.(*base).runConsumer.func1
goproj/src/github.com/couchbase/query/execution/base.go:541 +0x2f6
goroutine 277 [running]:
github.com/couchbase/query/execution.(*Context).Recover(0xc420133380)
goproj/src/github.com/couchbase/query/execution/context.go:514 +0xbc
panic(0xe79560, 0x190b120)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:489 +0x2cf
github.com/couchbase/query/execution.(*base).evaluateKey(0xc420110f00, 0x0, 0x0, 0x1978960, 0xc42061a730, 0xc420133380, 0xc42061a730, 0xc420443668, 0xadf783, 0xc420110f00)
goproj/src/github.com/couchbase/query/execution/base.go:796 +0x37
github.com/couchbase/query/execution.(*Join).processItem(0xc420110f00, 0x1978960, 0xc42061a730, 0xc420133380, 0x0)
goproj/src/github.com/couchbase/query/execution/join.go:52 +0x79
github.com/couchbase/query/execution.(*base).runConsumer.func1()
goproj/src/github.com/couchbase/query/execution/base.go:551 +0x25d
github.com/couchbase/query/util.(*Once).Do(0xc420110ff8, 0xc420443738)
goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68
github.com/couchbase/query/execution.(*base).runConsumer(0xc420110f00, 0x19360e0, 0xc420110f00, 0xc420133380, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/base.go:556 +0xaf
github.com/couchbase/query/execution.(*Join).RunOnce(0xc420110f00, 0xc420133380, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/join.go:48 +0x5c
created by github.com/couchbase/query/execution.(*base).runConsumer.func1
goproj/src/github.com/couchbase/query/execution/base.go:541 +0x2f6