============================================================================== couchbase logs (analytics_debug.log) cbbrowse_logs analytics_debug.log ============================================================================== 2019-01-31T07:25:57.230-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.230-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.242-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.256-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.259-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.260-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.280-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.287-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.399-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:25:57.471-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-0] Cached user: {"@class":".User","id":"@","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T07:25:57.484-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-1] Cached user: {"@class":".User","id":"@cbas-cbauth","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T07:25:57.497-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Bootstrap Global Recovery... 2019-01-31T07:25:57.509-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Buckets found [] 2019-01-31T07:26:19.970-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:26:19.970-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:26:20.145-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T07:26:20.206-08:00 DEBU CBAS.bootstrap.AnalyticsCCApplication [main] Attempting to ping known nodes [] 2019-01-31T07:26:20.490-08:00 INFO CBAS.bootstrap.AnalyticsNCApplication [main] Starting Couchbase Analytics driver, version: {"build.date":"Thu Jan 31 07:07:49 PST 2019","build.number":"","build.version":"6.0.1-0000","projects":[{"name":"HdrHistogram_c","revision":"d200fc0f68695d4aef1fad5c3c8cc55f8c033014","upstream":"refs/tags/0.9.7"},{"name":"analytics-dcp-client","revision":"a5567811193b0cc3571fe94e42fc1b8a6a80bc5b","upstream":"alice"},{"name":"asterixdb","revision":"5363b3338ac5886a3260d7eb2a9be250088ca07e","upstream":"alice"},{"name":"backup","revision":"8b892819df78d1c34166a52eb076668e17ea3127","upstream":"alice"},{"name":"benchmark","revision":"9e3465560240ffb242b50a47cb7f19251a12ee42"},{"name":"bitset","revision":"28a4168144bb8ac95454e1f51c84da1933681ad4"},{"name":"blance","revision":"5cd1345cca3ed72f1e63d41d622fcda73e63fea8"},{"name":"bleve","revision":"5d4917326972a5fe6f1e094ec439f66f69c92c3f"},{"name":"bleve-mapping-ui","revision":"f551b6d4f32bb920a83dd28c705bddd5de0d03b2"},{"name":"blevex","revision":"4b158bb555a3297565afecf6fae675c74f1e47df"},{"name":"bolt","revision":"51f99c862475898df9773747d3accd05a7ca33c1"},{"name":"buffer","revision":"43cef5ba7b6ce99cc410632dad46cf1c6c97026e"},{"name":"build","revision":"39057a59b788c50aa32a5102a718ef910e893a59","upstream":"alice"},{"name":"cbas","revision":"cd8ad4f69909d3b804b1e2602045a1637e0316d7","upstream":"alice"},{"name":"cbas-core","revision":"982413c054275a40ef12a86aec11a53251170b3b","upstream":"alice"},{"name":"cbas-ui","revision":"a1c61e411517bbc2517401f636523dcc76d1e18d","upstream":"alice"},{"name":"cbauth","revision":"0df84c7e3c6d95ff435c12a3c08c6f064db11e97"},{"name":"cbflag","revision":"80d2ad8892d806f5103f602fec0d80adaa4b628f"},{"name":"cbft","revision":"a33ad7b7000a9d8d237ba273c47cc100401a0fb0"},{"name":"cbgt","revision":"0a94f40b9080e0ecb11d3b7531a58c5e6a4a4465"},{"name":"cbq-gui","revision":"19fecfe58921c162a31c156781bd2a512711f14d"},{"name":"cbsummary","revision":"dbfa1c0d73f0e49f6f04e390f03de8f9a6cee769"},{"name":"clog","revision":"dcae66272b24600ae0005fa06b511cfae8914d3d"},{"name":"cobra","revision":"0f056af21f5f368e5b0646079d0094a2c64150f7"},{"name":"context","revision":"215affda49addc4c8ef7e2534915df2c8c35c6cd"},{"name":"couch_rocks","revision":"75f37fa46bfe5e445dee077157303968a3e09126"},{"name":"couchbase-cli","revision":"0db2826a55fa2fd6625a46422425427b8863403a","upstream":"alice"},{"name":"couchdb","revision":"3c4ad2b96fd21587c9effdd4b663bb30a75ae455","upstream":"alice"},{"name":"couchdbx-app","revision":"2ce6ce3597dd9437210446a861a3a881ca4bb248"},{"name":"couchstore","revision":"884e9b80cd388d56353e1282f26d79dd6a592f23","upstream":"vulcan"},{"name":"crypto","revision":"f23ba3a5ee43012fcb4b92e1a2a405a92554f4f2"},{"name":"cuckoofilter","revision":"d04838794ab86926d32b124345777e55e6f43974"},{"name":"cznic-b","revision":"b96e30f1b7bd34b0b9d8760798d67eca83d7f09e"},{"name":"docloader","revision":"05067021a042a1b63e100a486afd7ebddab4c535"},{"name":"dparval","revision":"9def03782da875a2477c05bf64985db3f19f59ae"},{"name":"errors","revision":"30136e27e2ac8d167177e8a583aa4c3fea5be833"},{"name":"eventing","revision":"f6a7443859b5213ff4dfcdef7bb0bcd37363b9eb","upstream":"alice"},{"name":"flatbuffers","revision":"1a8968225130caeddd16e227678e6f8af1926303"},{"name":"forestdb","revision":"562366039e50730282548b02c1a30d73f97cba27","upstream":"vulcan"},{"name":"fwd","revision":"bb6d471dc95d4fe11e432687f8b70ff496cf3136"},{"name":"geocouch","revision":"2a0e73f43451045f157640eec59ced72da18471f"},{"name":"ghistogram","revision":"d910dd063dd68fb4d2a1ba344440f834ebb4ef62"},{"name":"go-bindata-assetfs","revision":"57eb5e1fc594ad4b0b1dbea7b286d299e0cb43c2"},{"name":"go-couchbase","revision":"9c0fc1f8003c1fb6b9bd6aec686eb6774d7e06ce","upstream":"alice"},{"name":"go-curl","revision":"3b0453ce6faae42ab4d8cdb9ac1f93919c9d8d69","upstream":"20161221-couchbase"},{"name":"go-jsonpointer","revision":"75939f54b39e7dafae879e61f65438dadc5f288c"},{"name":"go-metrics","revision":"dee209f2455f101a5e4e593dea94872d2c62d85d"},{"name":"go-porterstemmer","revision":"23a2c8e5cf1f380f27722c6d2ae8896431dc7d0e"},{"name":"go-slab","revision":"1f5f7f282713ccfab3f46b1610cb8da34bcf676f"},{"name":"go-sqlite3","revision":"47fc4e5e9153645da45af6a86a5bce95e63a0f9e"},{"name":"go-unsnap-stream","revision":"62a9a9eb44fd8932157b1a8ace2149eff5971af6"},{"name":"go-zookeeper","revision":"fa6674abf3f4580b946a01bf7a1ce4ba8766205b"},{"name":"go_json","revision":"d2f15a425a9c8e4d8447e5f5b89ce14845f7fa05","upstream":"vulcan"},{"name":"go_n1ql","revision":"6cf4e348b127e21f56e53eb8c3faaea56afdc588"},{"name":"gocb","revision":"699b13a51af5dd4f80ff3deedf41bba60debad32","upstream":"refs/tags/v1.3.7"},{"name":"gocbconnstr","revision":"710456e087a6d497e87f41d0a9d98d6a75672186"},{"name":"gocbcore","revision":"a0d26c2d6f5de912499d35a5aba573006e5e036f","upstream":"refs/tags/v7.1.7"},{"name":"godbc","revision":"aecdbe5a5a91f0688df7bdf260ca962178c06828","upstream":"vulcan"},{"name":"gofarmhash","revision":"0a055c5b87a8c55ce83459cbf2776b563822a942"},{"name":"goforestdb","revision":"0b501227de0e8c55d99ed14e900eea1a1dbaf899"},{"name":"gojson","revision":"af16e0e771e2ed110f2785564ae33931de8829e4"},{"name":"golang-snappy","revision":"723cc1e459b8eea2dea4583200fd60757d40097a"},{"name":"golang-tools","revision":"a28dfb48e06b2296b66678872c2cb638f0304f20"},{"name":"goleveldb","revision":"fa5b5c78794bc5c18f330361059f871ae8c2b9d6"},{"name":"gomemcached","revision":"e05ec3550789be1da2981787ef6444fef75e10bc","upstream":"vulcan"},{"name":"gometa","revision":"c995daf62dbcd6da60d6a868bfeb0faf69ddadf5","upstream":"alice"},{"name":"googletest","revision":"f397fa5ec6365329b2e82eb2d8c03a7897bbefb5"},{"name":"goskiplist","revision":"2dfbae5fcf46374f166f8969cb07e167f1be6273"},{"name":"gosnappy","revision":"156a073208e131d7d2e212cb749feae7c339e846"},{"name":"goutils","revision":"f98adca8eb365032cab838ef4d99453931afa112","upstream":"vulcan"},{"name":"goxdcr","revision":"bdc8bc82b7847138a59f27fd5cc6ce2d1d8f01c4","upstream":"alice"},{"name":"gsl-lite","revision":"57542c7e7ced375346e9ac55dad85b942cfad556","upstream":"refs/tags/v0.25.0"},{"name":"gtreap","revision":"0abe01ef9be25c4aedc174758ec2d917314d6d70"},{"name":"httprouter","revision":"975b5c4c7c21c0e3d2764200bf2aa8e34657ae6e"},{"name":"indexing","revision":"8443db9caeab1a2ab54ffb69130453e546cbd597","upstream":"alice"},{"name":"json-iterator-go","revision":"f7279a603edee96fe7764d3de9c6ff8cf9970994"},{"name":"jsonx","revision":"5b7baa20429a46a5543ee259664cc86502738cad"},{"name":"kv_engine","revision":"94a16e416b1d1c1f744478b55ad278372e6bbfaf","upstream":"alice"},{"name":"levigo","revision":"1ddad808d437abb2b8a55a950ec2616caa88969b"},{"name":"libcouchbase","revision":"081e8b16b991bf706eb77f8243935c6fba31b895"},{"name":"liner","revision":"3681c2a912330352991ecdd642f257efe5b85518"},{"name":"liner","revision":"d9335eee40a45a4f5d74524c90040d6fe6013d50"},{"name":"minify","revision":"ede45cc53f43891267b1fe7c689db9c76d4ce0fb"},{"name":"mmap-go","revision":"935e0e8a636ca4ba70b713f3e38a19e1b77739e8"},{"name":"moss","revision":"956632ec1bc3e28276d00ee2f22c3202f06efb12"},{"name":"mossScope","revision":"abd3b58b422dbc2e9463a589d0f3d93441726e23"},{"name":"mousetrap","revision":"76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"},{"name":"moxi","revision":"cd8da46b9b953800d430c8b0aa4667790727ed6f"},{"name":"msgp","revision":"5bb5e1aed7ba5bcc93307153b020e7ffe79b0509"},{"name":"mux","revision":"043ee6597c29786140136a5747b6a886364f5282"},{"name":"net","revision":"62685c2d7ca23c807425dca88b11a3e2323dab41"},{"name":"nitro","revision":"f3bef3551997be504612a2d05a8b324b3bfdfe1b"},{"name":"npipe","revision":"272c8150302e83f23d32a355364578c9c13ab20f"},{"name":"ns_server","revision":"e6b9cafa227bcf74bc11550be5e3450cc9fc48ec","upstream":"alice"},{"name":"opentracing-go","revision":"1949ddbfd147afd4d964a9f00b24eb291e0e7c38"},{"name":"parse","revision":"0334a869253aca4b3a10c56c3f3139b394aec3a9"},{"name":"pflag","revision":"a232f6d9f87afaaa08bafaff5da685f974b83313"},{"name":"phosphor","revision":"96501c57bb0fd61c85cba6f63101aed2bcf41d38"},{"name":"pierrec-lz4","revision":"ed8d4cc3b461464e69798080a0092bd028910298"},{"name":"pierrec-xxHash","revision":"a0006b13c722f7f12368c00a3d3c2ae8a999a0c6"},{"name":"plasma","revision":"53c7714a7ff072a76f202bc79be77b363c78aec8","upstream":"alice"},{"name":"platform","revision":"2fbe5179a2673a9275cd0906daa4b1cab38a3eb5"},{"name":"product-texts","revision":"8cf7d25a1dcb5434ea44983c0bed202fb9cc8351"},{"name":"protobuf","revision":"655cdfa588ea190e901bc5590e65d5621688847c"},{"name":"query","revision":"152023ba183b1b1aacd862e2b48afa2907bad508","upstream":"alice"},{"name":"query-ui","revision":"15a6461f437fe810e411a6613ec7c143991cd1c6","upstream":"alice"},{"name":"retriever","revision":"e3419088e4d3b4fe3aad3b364fdbe9a154f85f17"},{"name":"roaring","revision":"fe09428be4c233d726797a1380f7438f4f71a31a"},{"name":"segment","revision":"762005e7a34fd909a84586299f1dd457371d36ee"},{"name":"sigar","revision":"73353fe6dad8f3d67409feefb9b17f90f6de917b"},{"name":"snowballstem","revision":"26b06a2c243d4f8ca5db3486f94409dd5b2a7467"},{"name":"spdlog","revision":"4fba14c79f356ae48d6141c561bf9fd7ba33fabd","upstream":"refs/tags/v0.14.0"},{"name":"strconv","revision":"9b189f5be77f33c46776f24dbddb2a7ab32af214"},{"name":"subjson","revision":"c30c3d4c250e68e81c57aa1e8ae91ffd21243cdb"},{"name":"sys","revision":"9d4e42a20653790449273b3c85e67d6d8bae6e2e"},{"name":"testrunner","revision":"49e7d2c9672b00a8cdf2ba26f439b842b05fd76f","upstream":"alice"},{"name":"text","revision":"601048ad6acbab6cedd582db09b8c4839ff25b15"},{"name":"tlm","revision":"8625abafc3a6907dd43cce621939b4a09335ceed","upstream":"alice"},{"name":"ts","revision":"ecf753e7c962639ab5a1fb46f7da627d4c0a04b8"},{"name":"uuid","revision":"dec09d789f3dba190787f8b4454c7d3c936fed9e"},{"name":"vellum","revision":"0ceea4a37442f76199b9259840baf48d17af3c1a"},{"name":"voltron","revision":"be41d2649d616c66f8dce2d9231c4be25e91db66","upstream":"alice"},{"name":"zstd","revision":"aebefd9fcb99f22cd691ef778a12ed68f0e6a1ab"}]} 2019-01-31T07:26:21.431-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterNode 2019-01-31T07:26:21.598-08:00 DEBU CBAS.bootstrap.AnalyticsClusterLifecycleListener [Worker:ClusterController] Getting notified that node: 6841ca0a3e901d8aaa5bf9aa43db4a8d has joined 2019-01-31T07:26:22.048-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:26:22.048-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:26:22.049-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: AbortAllJobs 2019-01-31T07:26:22.094-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-10:6841ca0a3e901d8aaa5bf9aa43db4a8d] ack rec'd from CC:0 w/ exception: null 2019-01-31T07:26:22.109-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:26:22.110-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:26:22.484-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:26:22.484-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:26:22.505-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:22.539-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:22.588-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:22.592-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:22.605-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-0] Cached user: {"@class":".User","id":"@cbas-cbauth","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T07:26:22.837-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:22.877-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:22.884-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:22.944-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.053-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.057-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.063-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.070-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.075-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.139-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:26:23.148-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.156-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.210-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.220-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.224-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.225-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.244-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.247-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.251-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.252-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.265-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.268-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.272-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.273-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.287-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.293-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.297-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-1] Cached user: {"@class":".User","id":"@","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T07:26:23.302-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.303-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.317-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.321-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:54.290-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:25:54.290-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:25:54.525-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T07:25:54.578-08:00 DEBU CBAS.bootstrap.AnalyticsCCApplication [main] Attempting to ping known nodes [] 2019-01-31T07:25:54.836-08:00 INFO CBAS.bootstrap.AnalyticsNCApplication [main] Starting Couchbase Analytics driver, version: {"build.date":"Thu Jan 31 07:07:49 PST 2019","build.number":"","build.version":"6.0.1-0000","projects":[{"name":"HdrHistogram_c","revision":"d200fc0f68695d4aef1fad5c3c8cc55f8c033014","upstream":"refs/tags/0.9.7"},{"name":"analytics-dcp-client","revision":"a5567811193b0cc3571fe94e42fc1b8a6a80bc5b","upstream":"alice"},{"name":"asterixdb","revision":"5363b3338ac5886a3260d7eb2a9be250088ca07e","upstream":"alice"},{"name":"backup","revision":"8b892819df78d1c34166a52eb076668e17ea3127","upstream":"alice"},{"name":"benchmark","revision":"9e3465560240ffb242b50a47cb7f19251a12ee42"},{"name":"bitset","revision":"28a4168144bb8ac95454e1f51c84da1933681ad4"},{"name":"blance","revision":"5cd1345cca3ed72f1e63d41d622fcda73e63fea8"},{"name":"bleve","revision":"5d4917326972a5fe6f1e094ec439f66f69c92c3f"},{"name":"bleve-mapping-ui","revision":"f551b6d4f32bb920a83dd28c705bddd5de0d03b2"},{"name":"blevex","revision":"4b158bb555a3297565afecf6fae675c74f1e47df"},{"name":"bolt","revision":"51f99c862475898df9773747d3accd05a7ca33c1"},{"name":"buffer","revision":"43cef5ba7b6ce99cc410632dad46cf1c6c97026e"},{"name":"build","revision":"39057a59b788c50aa32a5102a718ef910e893a59","upstream":"alice"},{"name":"cbas","revision":"cd8ad4f69909d3b804b1e2602045a1637e0316d7","upstream":"alice"},{"name":"cbas-core","revision":"982413c054275a40ef12a86aec11a53251170b3b","upstream":"alice"},{"name":"cbas-ui","revision":"a1c61e411517bbc2517401f636523dcc76d1e18d","upstream":"alice"},{"name":"cbauth","revision":"0df84c7e3c6d95ff435c12a3c08c6f064db11e97"},{"name":"cbflag","revision":"80d2ad8892d806f5103f602fec0d80adaa4b628f"},{"name":"cbft","revision":"a33ad7b7000a9d8d237ba273c47cc100401a0fb0"},{"name":"cbgt","revision":"0a94f40b9080e0ecb11d3b7531a58c5e6a4a4465"},{"name":"cbq-gui","revision":"19fecfe58921c162a31c156781bd2a512711f14d"},{"name":"cbsummary","revision":"dbfa1c0d73f0e49f6f04e390f03de8f9a6cee769"},{"name":"clog","revision":"dcae66272b24600ae0005fa06b511cfae8914d3d"},{"name":"cobra","revision":"0f056af21f5f368e5b0646079d0094a2c64150f7"},{"name":"context","revision":"215affda49addc4c8ef7e2534915df2c8c35c6cd"},{"name":"couch_rocks","revision":"75f37fa46bfe5e445dee077157303968a3e09126"},{"name":"couchbase-cli","revision":"0db2826a55fa2fd6625a46422425427b8863403a","upstream":"alice"},{"name":"couchdb","revision":"3c4ad2b96fd21587c9effdd4b663bb30a75ae455","upstream":"alice"},{"name":"couchdbx-app","revision":"2ce6ce3597dd9437210446a861a3a881ca4bb248"},{"name":"couchstore","revision":"884e9b80cd388d56353e1282f26d79dd6a592f23","upstream":"vulcan"},{"name":"crypto","revision":"f23ba3a5ee43012fcb4b92e1a2a405a92554f4f2"},{"name":"cuckoofilter","revision":"d04838794ab86926d32b124345777e55e6f43974"},{"name":"cznic-b","revision":"b96e30f1b7bd34b0b9d8760798d67eca83d7f09e"},{"name":"docloader","revision":"05067021a042a1b63e100a486afd7ebddab4c535"},{"name":"dparval","revision":"9def03782da875a2477c05bf64985db3f19f59ae"},{"name":"errors","revision":"30136e27e2ac8d167177e8a583aa4c3fea5be833"},{"name":"eventing","revision":"f6a7443859b5213ff4dfcdef7bb0bcd37363b9eb","upstream":"alice"},{"name":"flatbuffers","revision":"1a8968225130caeddd16e227678e6f8af1926303"},{"name":"forestdb","revision":"562366039e50730282548b02c1a30d73f97cba27","upstream":"vulcan"},{"name":"fwd","revision":"bb6d471dc95d4fe11e432687f8b70ff496cf3136"},{"name":"geocouch","revision":"2a0e73f43451045f157640eec59ced72da18471f"},{"name":"ghistogram","revision":"d910dd063dd68fb4d2a1ba344440f834ebb4ef62"},{"name":"go-bindata-assetfs","revision":"57eb5e1fc594ad4b0b1dbea7b286d299e0cb43c2"},{"name":"go-couchbase","revision":"9c0fc1f8003c1fb6b9bd6aec686eb6774d7e06ce","upstream":"alice"},{"name":"go-curl","revision":"3b0453ce6faae42ab4d8cdb9ac1f93919c9d8d69","upstream":"20161221-couchbase"},{"name":"go-jsonpointer","revision":"75939f54b39e7dafae879e61f65438dadc5f288c"},{"name":"go-metrics","revision":"dee209f2455f101a5e4e593dea94872d2c62d85d"},{"name":"go-porterstemmer","revision":"23a2c8e5cf1f380f27722c6d2ae8896431dc7d0e"},{"name":"go-slab","revision":"1f5f7f282713ccfab3f46b1610cb8da34bcf676f"},{"name":"go-sqlite3","revision":"47fc4e5e9153645da45af6a86a5bce95e63a0f9e"},{"name":"go-unsnap-stream","revision":"62a9a9eb44fd8932157b1a8ace2149eff5971af6"},{"name":"go-zookeeper","revision":"fa6674abf3f4580b946a01bf7a1ce4ba8766205b"},{"name":"go_json","revision":"d2f15a425a9c8e4d8447e5f5b89ce14845f7fa05","upstream":"vulcan"},{"name":"go_n1ql","revision":"6cf4e348b127e21f56e53eb8c3faaea56afdc588"},{"name":"gocb","revision":"699b13a51af5dd4f80ff3deedf41bba60debad32","upstream":"refs/tags/v1.3.7"},{"name":"gocbconnstr","revision":"710456e087a6d497e87f41d0a9d98d6a75672186"},{"name":"gocbcore","revision":"a0d26c2d6f5de912499d35a5aba573006e5e036f","upstream":"refs/tags/v7.1.7"},{"name":"godbc","revision":"aecdbe5a5a91f0688df7bdf260ca962178c06828","upstream":"vulcan"},{"name":"gofarmhash","revision":"0a055c5b87a8c55ce83459cbf2776b563822a942"},{"name":"goforestdb","revision":"0b501227de0e8c55d99ed14e900eea1a1dbaf899"},{"name":"gojson","revision":"af16e0e771e2ed110f2785564ae33931de8829e4"},{"name":"golang-snappy","revision":"723cc1e459b8eea2dea4583200fd60757d40097a"},{"name":"golang-tools","revision":"a28dfb48e06b2296b66678872c2cb638f0304f20"},{"name":"goleveldb","revision":"fa5b5c78794bc5c18f330361059f871ae8c2b9d6"},{"name":"gomemcached","revision":"e05ec3550789be1da2981787ef6444fef75e10bc","upstream":"vulcan"},{"name":"gometa","revision":"c995daf62dbcd6da60d6a868bfeb0faf69ddadf5","upstream":"alice"},{"name":"googletest","revision":"f397fa5ec6365329b2e82eb2d8c03a7897bbefb5"},{"name":"goskiplist","revision":"2dfbae5fcf46374f166f8969cb07e167f1be6273"},{"name":"gosnappy","revision":"156a073208e131d7d2e212cb749feae7c339e846"},{"name":"goutils","revision":"f98adca8eb365032cab838ef4d99453931afa112","upstream":"vulcan"},{"name":"goxdcr","revision":"bdc8bc82b7847138a59f27fd5cc6ce2d1d8f01c4","upstream":"alice"},{"name":"gsl-lite","revision":"57542c7e7ced375346e9ac55dad85b942cfad556","upstream":"refs/tags/v0.25.0"},{"name":"gtreap","revision":"0abe01ef9be25c4aedc174758ec2d917314d6d70"},{"name":"httprouter","revision":"975b5c4c7c21c0e3d2764200bf2aa8e34657ae6e"},{"name":"indexing","revision":"8443db9caeab1a2ab54ffb69130453e546cbd597","upstream":"alice"},{"name":"json-iterator-go","revision":"f7279a603edee96fe7764d3de9c6ff8cf9970994"},{"name":"jsonx","revision":"5b7baa20429a46a5543ee259664cc86502738cad"},{"name":"kv_engine","revision":"94a16e416b1d1c1f744478b55ad278372e6bbfaf","upstream":"alice"},{"name":"levigo","revision":"1ddad808d437abb2b8a55a950ec2616caa88969b"},{"name":"libcouchbase","revision":"081e8b16b991bf706eb77f8243935c6fba31b895"},{"name":"liner","revision":"3681c2a912330352991ecdd642f257efe5b85518"},{"name":"liner","revision":"d9335eee40a45a4f5d74524c90040d6fe6013d50"},{"name":"minify","revision":"ede45cc53f43891267b1fe7c689db9c76d4ce0fb"},{"name":"mmap-go","revision":"935e0e8a636ca4ba70b713f3e38a19e1b77739e8"},{"name":"moss","revision":"956632ec1bc3e28276d00ee2f22c3202f06efb12"},{"name":"mossScope","revision":"abd3b58b422dbc2e9463a589d0f3d93441726e23"},{"name":"mousetrap","revision":"76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"},{"name":"moxi","revision":"cd8da46b9b953800d430c8b0aa4667790727ed6f"},{"name":"msgp","revision":"5bb5e1aed7ba5bcc93307153b020e7ffe79b0509"},{"name":"mux","revision":"043ee6597c29786140136a5747b6a886364f5282"},{"name":"net","revision":"62685c2d7ca23c807425dca88b11a3e2323dab41"},{"name":"nitro","revision":"f3bef3551997be504612a2d05a8b324b3bfdfe1b"},{"name":"npipe","revision":"272c8150302e83f23d32a355364578c9c13ab20f"},{"name":"ns_server","revision":"e6b9cafa227bcf74bc11550be5e3450cc9fc48ec","upstream":"alice"},{"name":"opentracing-go","revision":"1949ddbfd147afd4d964a9f00b24eb291e0e7c38"},{"name":"parse","revision":"0334a869253aca4b3a10c56c3f3139b394aec3a9"},{"name":"pflag","revision":"a232f6d9f87afaaa08bafaff5da685f974b83313"},{"name":"phosphor","revision":"96501c57bb0fd61c85cba6f63101aed2bcf41d38"},{"name":"pierrec-lz4","revision":"ed8d4cc3b461464e69798080a0092bd028910298"},{"name":"pierrec-xxHash","revision":"a0006b13c722f7f12368c00a3d3c2ae8a999a0c6"},{"name":"plasma","revision":"53c7714a7ff072a76f202bc79be77b363c78aec8","upstream":"alice"},{"name":"platform","revision":"2fbe5179a2673a9275cd0906daa4b1cab38a3eb5"},{"name":"product-texts","revision":"8cf7d25a1dcb5434ea44983c0bed202fb9cc8351"},{"name":"protobuf","revision":"655cdfa588ea190e901bc5590e65d5621688847c"},{"name":"query","revision":"152023ba183b1b1aacd862e2b48afa2907bad508","upstream":"alice"},{"name":"query-ui","revision":"15a6461f437fe810e411a6613ec7c143991cd1c6","upstream":"alice"},{"name":"retriever","revision":"e3419088e4d3b4fe3aad3b364fdbe9a154f85f17"},{"name":"roaring","revision":"fe09428be4c233d726797a1380f7438f4f71a31a"},{"name":"segment","revision":"762005e7a34fd909a84586299f1dd457371d36ee"},{"name":"sigar","revision":"73353fe6dad8f3d67409feefb9b17f90f6de917b"},{"name":"snowballstem","revision":"26b06a2c243d4f8ca5db3486f94409dd5b2a7467"},{"name":"spdlog","revision":"4fba14c79f356ae48d6141c561bf9fd7ba33fabd","upstream":"refs/tags/v0.14.0"},{"name":"strconv","revision":"9b189f5be77f33c46776f24dbddb2a7ab32af214"},{"name":"subjson","revision":"c30c3d4c250e68e81c57aa1e8ae91ffd21243cdb"},{"name":"sys","revision":"9d4e42a20653790449273b3c85e67d6d8bae6e2e"},{"name":"testrunner","revision":"49e7d2c9672b00a8cdf2ba26f439b842b05fd76f","upstream":"alice"},{"name":"text","revision":"601048ad6acbab6cedd582db09b8c4839ff25b15"},{"name":"tlm","revision":"8625abafc3a6907dd43cce621939b4a09335ceed","upstream":"alice"},{"name":"ts","revision":"ecf753e7c962639ab5a1fb46f7da627d4c0a04b8"},{"name":"uuid","revision":"dec09d789f3dba190787f8b4454c7d3c936fed9e"},{"name":"vellum","revision":"0ceea4a37442f76199b9259840baf48d17af3c1a"},{"name":"voltron","revision":"be41d2649d616c66f8dce2d9231c4be25e91db66","upstream":"alice"},{"name":"zstd","revision":"aebefd9fcb99f22cd691ef778a12ed68f0e6a1ab"}]} 2019-01-31T07:25:56.000-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterNode 2019-01-31T07:25:56.023-08:00 DEBU CBAS.bootstrap.AnalyticsClusterLifecycleListener [Worker:ClusterController] Getting notified that node: 6841ca0a3e901d8aaa5bf9aa43db4a8d has joined 2019-01-31T07:25:56.065-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: AbortAllJobs 2019-01-31T07:25:56.067-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:25:56.067-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:25:56.086-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-10:6841ca0a3e901d8aaa5bf9aa43db4a8d] ack rec'd from CC:0 w/ exception: null 2019-01-31T07:25:56.104-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:25:56.105-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:25:56.308-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T07:25:56.308-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T07:25:56.355-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:25:56.376-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:25:56.414-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:25:56.418-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:25:56.609-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.638-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.642-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.678-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.796-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.800-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.806-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.811-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.817-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.872-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] Component Id was reset from null to [1,1] 2019-01-31T07:25:56.883-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:56.894-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:56.955-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:56.974-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:56.978-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:56.979-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:56.993-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:56.995-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.000-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.001-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.037-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.129-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.132-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.133-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.156-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.160-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.163-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.164-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.174-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.176-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.179-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.180-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.189-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.192-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.195-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.196-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.208-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.211-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:25:57.214-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:25:57.215-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:25:57.224-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:25:57.227-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.324-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.328-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.355-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.361-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.366-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.368-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.384-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.388-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.393-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.394-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.405-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.425-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.431-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.432-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.444-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.448-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.451-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:6841ca0a3e901d8aaa5bf9aa43db4a8d] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T07:26:23.452-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T07:26:23.477-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Marked as valid component with id: [1,1] 2019-01-31T07:26:23.481-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:6841ca0a3e901d8aaa5bf9aa43db4a8d] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T07:26:23.591-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:23.632-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Bootstrap Global Recovery... 2019-01-31T07:26:23.635-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Buckets found [] 2019-01-31T07:26:48.346-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T07:26:52.039-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-9:6841ca0a3e901d8aaa5bf9aa43db4a8d] ack rec'd from CC:0 w/ exception: null 2019-01-31T07:26:55.182-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:55.440-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T07:26:55.644-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T07:26:55.723-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.1 2019-01-31T07:26:55.725-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.1 2019-01-31T07:26:55.725-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T07:26:55.747-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: StartTasks 2019-01-31T07:26:55.751-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T07:26:55.924-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.1 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T07:26:55.926-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.1 ResultSetId@RSID:0 Partition@0 2019-01-31T07:26:55.929-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: NotifyTaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.1:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T07:26:55.932-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.1:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T07:26:55.935-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.1 Status@TERMINATED 2019-01-31T07:26:55.938-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: CleanupJoblet 2019-01-31T07:26:55.939-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] cleaning up after job: JID:0.1 2019-01-31T07:26:55.943-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T07:26:55.943-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.1 2019-01-31T07:26:55.943-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T07:26:55.954-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:55.981-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultDirectoryAddress 2019-01-31T07:26:56.069-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.1 ResultSetId@RSID:0 Known@null 2019-01-31T07:26:56.170-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.175-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T07:26:56.201-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T07:26:56.209-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.2 2019-01-31T07:26:56.209-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.2 2019-01-31T07:26:56.209-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T07:26:56.212-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: StartTasks 2019-01-31T07:26:56.216-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T07:26:56.238-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.2 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T07:26:56.239-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.2 ResultSetId@RSID:0 Partition@0 2019-01-31T07:26:56.239-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: NotifyTaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.2:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.240-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.2:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.240-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.2 Status@TERMINATED 2019-01-31T07:26:56.241-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: CleanupJoblet 2019-01-31T07:26:56.241-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] cleaning up after job: JID:0.2 2019-01-31T07:26:56.241-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T07:26:56.242-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.2 2019-01-31T07:26:56.242-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T07:26:56.243-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.244-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.2 ResultSetId@RSID:0 Known@null 2019-01-31T07:26:56.297-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.304-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T07:26:56.313-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T07:26:56.317-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.3 2019-01-31T07:26:56.317-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.3 2019-01-31T07:26:56.317-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T07:26:56.320-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: StartTasks 2019-01-31T07:26:56.320-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T07:26:56.374-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.3 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T07:26:56.374-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.3 ResultSetId@RSID:0 Partition@0 2019-01-31T07:26:56.375-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: NotifyTaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.3:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.375-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.3:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.376-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.3 Status@TERMINATED 2019-01-31T07:26:56.376-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: CleanupJoblet 2019-01-31T07:26:56.376-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] cleaning up after job: JID:0.3 2019-01-31T07:26:56.377-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T07:26:56.377-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.3 2019-01-31T07:26:56.377-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T07:26:56.378-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.380-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.3 ResultSetId@RSID:0 Known@null 2019-01-31T07:26:56.428-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.432-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T07:26:56.452-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T07:26:56.455-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.4 2019-01-31T07:26:56.455-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.4 2019-01-31T07:26:56.455-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T07:26:56.457-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: StartTasks 2019-01-31T07:26:56.458-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T07:26:56.463-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.4 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@true 2019-01-31T07:26:56.463-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: NotifyTaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.4:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.464-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.4 ResultSetId@RSID:0 Partition@0 2019-01-31T07:26:56.465-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.4:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T07:26:56.465-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.4 Status@TERMINATED 2019-01-31T07:26:56.466-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: CleanupJoblet 2019-01-31T07:26:56.466-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] cleaning up after job: JID:0.4 2019-01-31T07:26:56.466-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T07:26:56.467-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.4 2019-01-31T07:26:56.467-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T07:26:56.468-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.471-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.4 ResultSetId@RSID:0 Known@null 2019-01-31T07:26:56.494-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.500-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T07:26:56.527-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T07:26:56.532-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.5 2019-01-31T07:26:56.532-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.5 2019-01-31T07:26:56.532-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T07:26:56.534-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: StartTasks 2019-01-31T07:26:56.535-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T07:26:56.540-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.5 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T07:26:56.540-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.5 ResultSetId@RSID:0 Partition@0 2019-01-31T07:26:56.541-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: NotifyTaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.5:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T07:26:56.541-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [6841ca0a3e901d8aaa5bf9aa43db4a8d[JID:0.5:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T07:26:56.542-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.5 Status@TERMINATED 2019-01-31T07:26:56.542-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: CleanupJoblet 2019-01-31T07:26:56.542-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] cleaning up after job: JID:0.5 2019-01-31T07:26:56.543-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T07:26:56.543-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.5 2019-01-31T07:26:56.543-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T07:26:56.545-08:00 DEBU CBAS.work.WorkQueue [Worker:6841ca0a3e901d8aaa5bf9aa43db4a8d] Executing: ApplicationMessage: nodeId: 6841ca0a3e901d8aaa5bf9aa43db4a8d 2019-01-31T07:26:56.547-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.5 ResultSetId@RSID:0 Known@null 2019-01-31T07:27:18.346-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T07:27:22.039-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-14:6841ca0a3e901d8aaa5bf9aa43db4a8d] ack rec'd from CC:0 w/ exception: null