============================================================================== couchbase logs (analytics_debug.log) cbbrowse_logs analytics_debug.log ============================================================================== 2019-01-31T12:06:48.528-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:06:48.529-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:06:48.701-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T12:06:48.738-08:00 DEBU CBAS.bootstrap.AnalyticsCCApplication [main] Attempting to ping known nodes [] 2019-01-31T12:06:48.850-08:00 INFO CBAS.bootstrap.AnalyticsNCApplication [main] Starting Couchbase Analytics driver, version: {"build.date":"Thu Jan 31 11:39:51 PST 2019","build.number":"","build.version":"6.0.1-0000","projects":[{"name":"HdrHistogram_c","revision":"d200fc0f68695d4aef1fad5c3c8cc55f8c033014","upstream":"refs/tags/0.9.7"},{"name":"analytics-dcp-client","revision":"a5567811193b0cc3571fe94e42fc1b8a6a80bc5b","upstream":"alice"},{"name":"asterixdb","revision":"5363b3338ac5886a3260d7eb2a9be250088ca07e","upstream":"alice"},{"name":"backup","revision":"8b892819df78d1c34166a52eb076668e17ea3127","upstream":"alice"},{"name":"benchmark","revision":"9e3465560240ffb242b50a47cb7f19251a12ee42"},{"name":"bitset","revision":"28a4168144bb8ac95454e1f51c84da1933681ad4"},{"name":"blance","revision":"5cd1345cca3ed72f1e63d41d622fcda73e63fea8"},{"name":"bleve","revision":"5d4917326972a5fe6f1e094ec439f66f69c92c3f"},{"name":"bleve-mapping-ui","revision":"f551b6d4f32bb920a83dd28c705bddd5de0d03b2"},{"name":"blevex","revision":"4b158bb555a3297565afecf6fae675c74f1e47df"},{"name":"bolt","revision":"51f99c862475898df9773747d3accd05a7ca33c1"},{"name":"buffer","revision":"43cef5ba7b6ce99cc410632dad46cf1c6c97026e"},{"name":"build","revision":"39057a59b788c50aa32a5102a718ef910e893a59","upstream":"alice"},{"name":"cbas","revision":"cd8ad4f69909d3b804b1e2602045a1637e0316d7","upstream":"alice"},{"name":"cbas-core","revision":"06861053fabe70b7b55163496fe0d8d3fdbd3e40","upstream":"alice"},{"name":"cbas-ui","revision":"a1c61e411517bbc2517401f636523dcc76d1e18d","upstream":"alice"},{"name":"cbauth","revision":"0df84c7e3c6d95ff435c12a3c08c6f064db11e97"},{"name":"cbflag","revision":"80d2ad8892d806f5103f602fec0d80adaa4b628f"},{"name":"cbft","revision":"a33ad7b7000a9d8d237ba273c47cc100401a0fb0"},{"name":"cbgt","revision":"0a94f40b9080e0ecb11d3b7531a58c5e6a4a4465"},{"name":"cbq-gui","revision":"19fecfe58921c162a31c156781bd2a512711f14d"},{"name":"cbsummary","revision":"dbfa1c0d73f0e49f6f04e390f03de8f9a6cee769"},{"name":"clog","revision":"dcae66272b24600ae0005fa06b511cfae8914d3d"},{"name":"cobra","revision":"0f056af21f5f368e5b0646079d0094a2c64150f7"},{"name":"context","revision":"215affda49addc4c8ef7e2534915df2c8c35c6cd"},{"name":"couch_rocks","revision":"75f37fa46bfe5e445dee077157303968a3e09126"},{"name":"couchbase-cli","revision":"0db2826a55fa2fd6625a46422425427b8863403a","upstream":"alice"},{"name":"couchdb","revision":"3c4ad2b96fd21587c9effdd4b663bb30a75ae455","upstream":"alice"},{"name":"couchdbx-app","revision":"2ce6ce3597dd9437210446a861a3a881ca4bb248"},{"name":"couchstore","revision":"884e9b80cd388d56353e1282f26d79dd6a592f23","upstream":"vulcan"},{"name":"crypto","revision":"f23ba3a5ee43012fcb4b92e1a2a405a92554f4f2"},{"name":"cuckoofilter","revision":"d04838794ab86926d32b124345777e55e6f43974"},{"name":"cznic-b","revision":"b96e30f1b7bd34b0b9d8760798d67eca83d7f09e"},{"name":"docloader","revision":"05067021a042a1b63e100a486afd7ebddab4c535"},{"name":"dparval","revision":"9def03782da875a2477c05bf64985db3f19f59ae"},{"name":"errors","revision":"30136e27e2ac8d167177e8a583aa4c3fea5be833"},{"name":"eventing","revision":"f6a7443859b5213ff4dfcdef7bb0bcd37363b9eb","upstream":"alice"},{"name":"flatbuffers","revision":"1a8968225130caeddd16e227678e6f8af1926303"},{"name":"forestdb","revision":"562366039e50730282548b02c1a30d73f97cba27","upstream":"vulcan"},{"name":"fwd","revision":"bb6d471dc95d4fe11e432687f8b70ff496cf3136"},{"name":"geocouch","revision":"2a0e73f43451045f157640eec59ced72da18471f"},{"name":"ghistogram","revision":"d910dd063dd68fb4d2a1ba344440f834ebb4ef62"},{"name":"go-bindata-assetfs","revision":"57eb5e1fc594ad4b0b1dbea7b286d299e0cb43c2"},{"name":"go-couchbase","revision":"9c0fc1f8003c1fb6b9bd6aec686eb6774d7e06ce","upstream":"alice"},{"name":"go-curl","revision":"3b0453ce6faae42ab4d8cdb9ac1f93919c9d8d69","upstream":"20161221-couchbase"},{"name":"go-jsonpointer","revision":"75939f54b39e7dafae879e61f65438dadc5f288c"},{"name":"go-metrics","revision":"dee209f2455f101a5e4e593dea94872d2c62d85d"},{"name":"go-porterstemmer","revision":"23a2c8e5cf1f380f27722c6d2ae8896431dc7d0e"},{"name":"go-slab","revision":"1f5f7f282713ccfab3f46b1610cb8da34bcf676f"},{"name":"go-sqlite3","revision":"47fc4e5e9153645da45af6a86a5bce95e63a0f9e"},{"name":"go-unsnap-stream","revision":"62a9a9eb44fd8932157b1a8ace2149eff5971af6"},{"name":"go-zookeeper","revision":"fa6674abf3f4580b946a01bf7a1ce4ba8766205b"},{"name":"go_json","revision":"d2f15a425a9c8e4d8447e5f5b89ce14845f7fa05","upstream":"vulcan"},{"name":"go_n1ql","revision":"6cf4e348b127e21f56e53eb8c3faaea56afdc588"},{"name":"gocb","revision":"699b13a51af5dd4f80ff3deedf41bba60debad32","upstream":"refs/tags/v1.3.7"},{"name":"gocbconnstr","revision":"710456e087a6d497e87f41d0a9d98d6a75672186"},{"name":"gocbcore","revision":"a0d26c2d6f5de912499d35a5aba573006e5e036f","upstream":"refs/tags/v7.1.7"},{"name":"godbc","revision":"aecdbe5a5a91f0688df7bdf260ca962178c06828","upstream":"vulcan"},{"name":"gofarmhash","revision":"0a055c5b87a8c55ce83459cbf2776b563822a942"},{"name":"goforestdb","revision":"0b501227de0e8c55d99ed14e900eea1a1dbaf899"},{"name":"gojson","revision":"af16e0e771e2ed110f2785564ae33931de8829e4"},{"name":"golang-snappy","revision":"723cc1e459b8eea2dea4583200fd60757d40097a"},{"name":"golang-tools","revision":"a28dfb48e06b2296b66678872c2cb638f0304f20"},{"name":"goleveldb","revision":"fa5b5c78794bc5c18f330361059f871ae8c2b9d6"},{"name":"gomemcached","revision":"e05ec3550789be1da2981787ef6444fef75e10bc","upstream":"vulcan"},{"name":"gometa","revision":"c995daf62dbcd6da60d6a868bfeb0faf69ddadf5","upstream":"alice"},{"name":"googletest","revision":"f397fa5ec6365329b2e82eb2d8c03a7897bbefb5"},{"name":"goskiplist","revision":"2dfbae5fcf46374f166f8969cb07e167f1be6273"},{"name":"gosnappy","revision":"156a073208e131d7d2e212cb749feae7c339e846"},{"name":"goutils","revision":"f98adca8eb365032cab838ef4d99453931afa112","upstream":"vulcan"},{"name":"goxdcr","revision":"bdc8bc82b7847138a59f27fd5cc6ce2d1d8f01c4","upstream":"alice"},{"name":"gsl-lite","revision":"57542c7e7ced375346e9ac55dad85b942cfad556","upstream":"refs/tags/v0.25.0"},{"name":"gtreap","revision":"0abe01ef9be25c4aedc174758ec2d917314d6d70"},{"name":"httprouter","revision":"975b5c4c7c21c0e3d2764200bf2aa8e34657ae6e"},{"name":"indexing","revision":"8443db9caeab1a2ab54ffb69130453e546cbd597","upstream":"alice"},{"name":"json-iterator-go","revision":"f7279a603edee96fe7764d3de9c6ff8cf9970994"},{"name":"jsonx","revision":"5b7baa20429a46a5543ee259664cc86502738cad"},{"name":"kv_engine","revision":"94a16e416b1d1c1f744478b55ad278372e6bbfaf","upstream":"alice"},{"name":"levigo","revision":"1ddad808d437abb2b8a55a950ec2616caa88969b"},{"name":"libcouchbase","revision":"081e8b16b991bf706eb77f8243935c6fba31b895"},{"name":"liner","revision":"3681c2a912330352991ecdd642f257efe5b85518"},{"name":"liner","revision":"d9335eee40a45a4f5d74524c90040d6fe6013d50"},{"name":"minify","revision":"ede45cc53f43891267b1fe7c689db9c76d4ce0fb"},{"name":"mmap-go","revision":"935e0e8a636ca4ba70b713f3e38a19e1b77739e8"},{"name":"moss","revision":"956632ec1bc3e28276d00ee2f22c3202f06efb12"},{"name":"mossScope","revision":"abd3b58b422dbc2e9463a589d0f3d93441726e23"},{"name":"mousetrap","revision":"76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"},{"name":"moxi","revision":"cd8da46b9b953800d430c8b0aa4667790727ed6f"},{"name":"msgp","revision":"5bb5e1aed7ba5bcc93307153b020e7ffe79b0509"},{"name":"mux","revision":"043ee6597c29786140136a5747b6a886364f5282"},{"name":"net","revision":"62685c2d7ca23c807425dca88b11a3e2323dab41"},{"name":"nitro","revision":"f3bef3551997be504612a2d05a8b324b3bfdfe1b"},{"name":"npipe","revision":"272c8150302e83f23d32a355364578c9c13ab20f"},{"name":"ns_server","revision":"e6b9cafa227bcf74bc11550be5e3450cc9fc48ec","upstream":"alice"},{"name":"opentracing-go","revision":"1949ddbfd147afd4d964a9f00b24eb291e0e7c38"},{"name":"parse","revision":"0334a869253aca4b3a10c56c3f3139b394aec3a9"},{"name":"pflag","revision":"a232f6d9f87afaaa08bafaff5da685f974b83313"},{"name":"phosphor","revision":"96501c57bb0fd61c85cba6f63101aed2bcf41d38"},{"name":"pierrec-lz4","revision":"ed8d4cc3b461464e69798080a0092bd028910298"},{"name":"pierrec-xxHash","revision":"a0006b13c722f7f12368c00a3d3c2ae8a999a0c6"},{"name":"plasma","revision":"53c7714a7ff072a76f202bc79be77b363c78aec8","upstream":"alice"},{"name":"platform","revision":"2fbe5179a2673a9275cd0906daa4b1cab38a3eb5"},{"name":"product-texts","revision":"8cf7d25a1dcb5434ea44983c0bed202fb9cc8351"},{"name":"protobuf","revision":"655cdfa588ea190e901bc5590e65d5621688847c"},{"name":"query","revision":"152023ba183b1b1aacd862e2b48afa2907bad508","upstream":"alice"},{"name":"query-ui","revision":"15a6461f437fe810e411a6613ec7c143991cd1c6","upstream":"alice"},{"name":"retriever","revision":"e3419088e4d3b4fe3aad3b364fdbe9a154f85f17"},{"name":"roaring","revision":"fe09428be4c233d726797a1380f7438f4f71a31a"},{"name":"segment","revision":"762005e7a34fd909a84586299f1dd457371d36ee"},{"name":"sigar","revision":"73353fe6dad8f3d67409feefb9b17f90f6de917b"},{"name":"snowballstem","revision":"26b06a2c243d4f8ca5db3486f94409dd5b2a7467"},{"name":"spdlog","revision":"4fba14c79f356ae48d6141c561bf9fd7ba33fabd","upstream":"refs/tags/v0.14.0"},{"name":"strconv","revision":"9b189f5be77f33c46776f24dbddb2a7ab32af214"},{"name":"subjson","revision":"c30c3d4c250e68e81c57aa1e8ae91ffd21243cdb"},{"name":"sys","revision":"9d4e42a20653790449273b3c85e67d6d8bae6e2e"},{"name":"testrunner","revision":"49e7d2c9672b00a8cdf2ba26f439b842b05fd76f","upstream":"alice"},{"name":"text","revision":"601048ad6acbab6cedd582db09b8c4839ff25b15"},{"name":"tlm","revision":"8625abafc3a6907dd43cce621939b4a09335ceed","upstream":"alice"},{"name":"ts","revision":"ecf753e7c962639ab5a1fb46f7da627d4c0a04b8"},{"name":"uuid","revision":"dec09d789f3dba190787f8b4454c7d3c936fed9e"},{"name":"vellum","revision":"0ceea4a37442f76199b9259840baf48d17af3c1a"},{"name":"voltron","revision":"be41d2649d616c66f8dce2d9231c4be25e91db66","upstream":"alice"},{"name":"zstd","revision":"aebefd9fcb99f22cd691ef778a12ed68f0e6a1ab"}]} 2019-01-31T12:06:50.288-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterNode 2019-01-31T12:06:50.317-08:00 DEBU CBAS.bootstrap.AnalyticsClusterLifecycleListener [Worker:ClusterController] Getting notified that node: 102be14c19e236283f890030ffe225e1 has joined 2019-01-31T12:06:50.380-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: AbortAllJobs 2019-01-31T12:06:50.385-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:06:50.386-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:06:50.428-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-10:102be14c19e236283f890030ffe225e1] ack rec'd from CC:0 w/ exception: null 2019-01-31T12:06:50.428-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:06:50.429-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:06:50.637-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:06:50.637-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:06:50.674-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:06:50.706-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:06:50.755-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:06:50.759-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:06:51.065-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.106-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.115-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.176-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.258-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.261-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.267-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.273-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.282-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.336-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-9:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:06:51.354-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.363-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.418-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.433-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.437-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.439-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.459-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.465-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.470-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.471-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.491-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.503-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.508-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.509-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.523-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.527-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.531-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.532-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.554-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.573-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.579-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.580-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.595-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.599-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.603-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.604-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.617-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.620-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.623-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.624-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.635-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.638-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.641-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.654-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.692-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.694-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-0] Cached user: {"@class":".User","id":"@","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T12:06:51.700-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.703-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:06:51.704-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:06:51.728-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:06:51.734-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data dir/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:06:51.880-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:06:51.927-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-1] Cached user: {"@class":".User","id":"@cbas-cbauth","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T12:06:51.929-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Bootstrap Global Recovery... 2019-01-31T12:06:51.933-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Buckets found [] 2019-01-31T12:07:12.750-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:07:12.750-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:07:12.912-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T12:07:12.954-08:00 DEBU CBAS.bootstrap.AnalyticsCCApplication [main] Attempting to ping known nodes [] 2019-01-31T12:07:13.092-08:00 INFO CBAS.bootstrap.AnalyticsNCApplication [main] Starting Couchbase Analytics driver, version: {"build.date":"Thu Jan 31 11:39:51 PST 2019","build.number":"","build.version":"6.0.1-0000","projects":[{"name":"HdrHistogram_c","revision":"d200fc0f68695d4aef1fad5c3c8cc55f8c033014","upstream":"refs/tags/0.9.7"},{"name":"analytics-dcp-client","revision":"a5567811193b0cc3571fe94e42fc1b8a6a80bc5b","upstream":"alice"},{"name":"asterixdb","revision":"5363b3338ac5886a3260d7eb2a9be250088ca07e","upstream":"alice"},{"name":"backup","revision":"8b892819df78d1c34166a52eb076668e17ea3127","upstream":"alice"},{"name":"benchmark","revision":"9e3465560240ffb242b50a47cb7f19251a12ee42"},{"name":"bitset","revision":"28a4168144bb8ac95454e1f51c84da1933681ad4"},{"name":"blance","revision":"5cd1345cca3ed72f1e63d41d622fcda73e63fea8"},{"name":"bleve","revision":"5d4917326972a5fe6f1e094ec439f66f69c92c3f"},{"name":"bleve-mapping-ui","revision":"f551b6d4f32bb920a83dd28c705bddd5de0d03b2"},{"name":"blevex","revision":"4b158bb555a3297565afecf6fae675c74f1e47df"},{"name":"bolt","revision":"51f99c862475898df9773747d3accd05a7ca33c1"},{"name":"buffer","revision":"43cef5ba7b6ce99cc410632dad46cf1c6c97026e"},{"name":"build","revision":"39057a59b788c50aa32a5102a718ef910e893a59","upstream":"alice"},{"name":"cbas","revision":"cd8ad4f69909d3b804b1e2602045a1637e0316d7","upstream":"alice"},{"name":"cbas-core","revision":"06861053fabe70b7b55163496fe0d8d3fdbd3e40","upstream":"alice"},{"name":"cbas-ui","revision":"a1c61e411517bbc2517401f636523dcc76d1e18d","upstream":"alice"},{"name":"cbauth","revision":"0df84c7e3c6d95ff435c12a3c08c6f064db11e97"},{"name":"cbflag","revision":"80d2ad8892d806f5103f602fec0d80adaa4b628f"},{"name":"cbft","revision":"a33ad7b7000a9d8d237ba273c47cc100401a0fb0"},{"name":"cbgt","revision":"0a94f40b9080e0ecb11d3b7531a58c5e6a4a4465"},{"name":"cbq-gui","revision":"19fecfe58921c162a31c156781bd2a512711f14d"},{"name":"cbsummary","revision":"dbfa1c0d73f0e49f6f04e390f03de8f9a6cee769"},{"name":"clog","revision":"dcae66272b24600ae0005fa06b511cfae8914d3d"},{"name":"cobra","revision":"0f056af21f5f368e5b0646079d0094a2c64150f7"},{"name":"context","revision":"215affda49addc4c8ef7e2534915df2c8c35c6cd"},{"name":"couch_rocks","revision":"75f37fa46bfe5e445dee077157303968a3e09126"},{"name":"couchbase-cli","revision":"0db2826a55fa2fd6625a46422425427b8863403a","upstream":"alice"},{"name":"couchdb","revision":"3c4ad2b96fd21587c9effdd4b663bb30a75ae455","upstream":"alice"},{"name":"couchdbx-app","revision":"2ce6ce3597dd9437210446a861a3a881ca4bb248"},{"name":"couchstore","revision":"884e9b80cd388d56353e1282f26d79dd6a592f23","upstream":"vulcan"},{"name":"crypto","revision":"f23ba3a5ee43012fcb4b92e1a2a405a92554f4f2"},{"name":"cuckoofilter","revision":"d04838794ab86926d32b124345777e55e6f43974"},{"name":"cznic-b","revision":"b96e30f1b7bd34b0b9d8760798d67eca83d7f09e"},{"name":"docloader","revision":"05067021a042a1b63e100a486afd7ebddab4c535"},{"name":"dparval","revision":"9def03782da875a2477c05bf64985db3f19f59ae"},{"name":"errors","revision":"30136e27e2ac8d167177e8a583aa4c3fea5be833"},{"name":"eventing","revision":"f6a7443859b5213ff4dfcdef7bb0bcd37363b9eb","upstream":"alice"},{"name":"flatbuffers","revision":"1a8968225130caeddd16e227678e6f8af1926303"},{"name":"forestdb","revision":"562366039e50730282548b02c1a30d73f97cba27","upstream":"vulcan"},{"name":"fwd","revision":"bb6d471dc95d4fe11e432687f8b70ff496cf3136"},{"name":"geocouch","revision":"2a0e73f43451045f157640eec59ced72da18471f"},{"name":"ghistogram","revision":"d910dd063dd68fb4d2a1ba344440f834ebb4ef62"},{"name":"go-bindata-assetfs","revision":"57eb5e1fc594ad4b0b1dbea7b286d299e0cb43c2"},{"name":"go-couchbase","revision":"9c0fc1f8003c1fb6b9bd6aec686eb6774d7e06ce","upstream":"alice"},{"name":"go-curl","revision":"3b0453ce6faae42ab4d8cdb9ac1f93919c9d8d69","upstream":"20161221-couchbase"},{"name":"go-jsonpointer","revision":"75939f54b39e7dafae879e61f65438dadc5f288c"},{"name":"go-metrics","revision":"dee209f2455f101a5e4e593dea94872d2c62d85d"},{"name":"go-porterstemmer","revision":"23a2c8e5cf1f380f27722c6d2ae8896431dc7d0e"},{"name":"go-slab","revision":"1f5f7f282713ccfab3f46b1610cb8da34bcf676f"},{"name":"go-sqlite3","revision":"47fc4e5e9153645da45af6a86a5bce95e63a0f9e"},{"name":"go-unsnap-stream","revision":"62a9a9eb44fd8932157b1a8ace2149eff5971af6"},{"name":"go-zookeeper","revision":"fa6674abf3f4580b946a01bf7a1ce4ba8766205b"},{"name":"go_json","revision":"d2f15a425a9c8e4d8447e5f5b89ce14845f7fa05","upstream":"vulcan"},{"name":"go_n1ql","revision":"6cf4e348b127e21f56e53eb8c3faaea56afdc588"},{"name":"gocb","revision":"699b13a51af5dd4f80ff3deedf41bba60debad32","upstream":"refs/tags/v1.3.7"},{"name":"gocbconnstr","revision":"710456e087a6d497e87f41d0a9d98d6a75672186"},{"name":"gocbcore","revision":"a0d26c2d6f5de912499d35a5aba573006e5e036f","upstream":"refs/tags/v7.1.7"},{"name":"godbc","revision":"aecdbe5a5a91f0688df7bdf260ca962178c06828","upstream":"vulcan"},{"name":"gofarmhash","revision":"0a055c5b87a8c55ce83459cbf2776b563822a942"},{"name":"goforestdb","revision":"0b501227de0e8c55d99ed14e900eea1a1dbaf899"},{"name":"gojson","revision":"af16e0e771e2ed110f2785564ae33931de8829e4"},{"name":"golang-snappy","revision":"723cc1e459b8eea2dea4583200fd60757d40097a"},{"name":"golang-tools","revision":"a28dfb48e06b2296b66678872c2cb638f0304f20"},{"name":"goleveldb","revision":"fa5b5c78794bc5c18f330361059f871ae8c2b9d6"},{"name":"gomemcached","revision":"e05ec3550789be1da2981787ef6444fef75e10bc","upstream":"vulcan"},{"name":"gometa","revision":"c995daf62dbcd6da60d6a868bfeb0faf69ddadf5","upstream":"alice"},{"name":"googletest","revision":"f397fa5ec6365329b2e82eb2d8c03a7897bbefb5"},{"name":"goskiplist","revision":"2dfbae5fcf46374f166f8969cb07e167f1be6273"},{"name":"gosnappy","revision":"156a073208e131d7d2e212cb749feae7c339e846"},{"name":"goutils","revision":"f98adca8eb365032cab838ef4d99453931afa112","upstream":"vulcan"},{"name":"goxdcr","revision":"bdc8bc82b7847138a59f27fd5cc6ce2d1d8f01c4","upstream":"alice"},{"name":"gsl-lite","revision":"57542c7e7ced375346e9ac55dad85b942cfad556","upstream":"refs/tags/v0.25.0"},{"name":"gtreap","revision":"0abe01ef9be25c4aedc174758ec2d917314d6d70"},{"name":"httprouter","revision":"975b5c4c7c21c0e3d2764200bf2aa8e34657ae6e"},{"name":"indexing","revision":"8443db9caeab1a2ab54ffb69130453e546cbd597","upstream":"alice"},{"name":"json-iterator-go","revision":"f7279a603edee96fe7764d3de9c6ff8cf9970994"},{"name":"jsonx","revision":"5b7baa20429a46a5543ee259664cc86502738cad"},{"name":"kv_engine","revision":"94a16e416b1d1c1f744478b55ad278372e6bbfaf","upstream":"alice"},{"name":"levigo","revision":"1ddad808d437abb2b8a55a950ec2616caa88969b"},{"name":"libcouchbase","revision":"081e8b16b991bf706eb77f8243935c6fba31b895"},{"name":"liner","revision":"3681c2a912330352991ecdd642f257efe5b85518"},{"name":"liner","revision":"d9335eee40a45a4f5d74524c90040d6fe6013d50"},{"name":"minify","revision":"ede45cc53f43891267b1fe7c689db9c76d4ce0fb"},{"name":"mmap-go","revision":"935e0e8a636ca4ba70b713f3e38a19e1b77739e8"},{"name":"moss","revision":"956632ec1bc3e28276d00ee2f22c3202f06efb12"},{"name":"mossScope","revision":"abd3b58b422dbc2e9463a589d0f3d93441726e23"},{"name":"mousetrap","revision":"76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"},{"name":"moxi","revision":"cd8da46b9b953800d430c8b0aa4667790727ed6f"},{"name":"msgp","revision":"5bb5e1aed7ba5bcc93307153b020e7ffe79b0509"},{"name":"mux","revision":"043ee6597c29786140136a5747b6a886364f5282"},{"name":"net","revision":"62685c2d7ca23c807425dca88b11a3e2323dab41"},{"name":"nitro","revision":"f3bef3551997be504612a2d05a8b324b3bfdfe1b"},{"name":"npipe","revision":"272c8150302e83f23d32a355364578c9c13ab20f"},{"name":"ns_server","revision":"e6b9cafa227bcf74bc11550be5e3450cc9fc48ec","upstream":"alice"},{"name":"opentracing-go","revision":"1949ddbfd147afd4d964a9f00b24eb291e0e7c38"},{"name":"parse","revision":"0334a869253aca4b3a10c56c3f3139b394aec3a9"},{"name":"pflag","revision":"a232f6d9f87afaaa08bafaff5da685f974b83313"},{"name":"phosphor","revision":"96501c57bb0fd61c85cba6f63101aed2bcf41d38"},{"name":"pierrec-lz4","revision":"ed8d4cc3b461464e69798080a0092bd028910298"},{"name":"pierrec-xxHash","revision":"a0006b13c722f7f12368c00a3d3c2ae8a999a0c6"},{"name":"plasma","revision":"53c7714a7ff072a76f202bc79be77b363c78aec8","upstream":"alice"},{"name":"platform","revision":"2fbe5179a2673a9275cd0906daa4b1cab38a3eb5"},{"name":"product-texts","revision":"8cf7d25a1dcb5434ea44983c0bed202fb9cc8351"},{"name":"protobuf","revision":"655cdfa588ea190e901bc5590e65d5621688847c"},{"name":"query","revision":"152023ba183b1b1aacd862e2b48afa2907bad508","upstream":"alice"},{"name":"query-ui","revision":"15a6461f437fe810e411a6613ec7c143991cd1c6","upstream":"alice"},{"name":"retriever","revision":"e3419088e4d3b4fe3aad3b364fdbe9a154f85f17"},{"name":"roaring","revision":"fe09428be4c233d726797a1380f7438f4f71a31a"},{"name":"segment","revision":"762005e7a34fd909a84586299f1dd457371d36ee"},{"name":"sigar","revision":"73353fe6dad8f3d67409feefb9b17f90f6de917b"},{"name":"snowballstem","revision":"26b06a2c243d4f8ca5db3486f94409dd5b2a7467"},{"name":"spdlog","revision":"4fba14c79f356ae48d6141c561bf9fd7ba33fabd","upstream":"refs/tags/v0.14.0"},{"name":"strconv","revision":"9b189f5be77f33c46776f24dbddb2a7ab32af214"},{"name":"subjson","revision":"c30c3d4c250e68e81c57aa1e8ae91ffd21243cdb"},{"name":"sys","revision":"9d4e42a20653790449273b3c85e67d6d8bae6e2e"},{"name":"testrunner","revision":"49e7d2c9672b00a8cdf2ba26f439b842b05fd76f","upstream":"alice"},{"name":"text","revision":"601048ad6acbab6cedd582db09b8c4839ff25b15"},{"name":"tlm","revision":"8625abafc3a6907dd43cce621939b4a09335ceed","upstream":"alice"},{"name":"ts","revision":"ecf753e7c962639ab5a1fb46f7da627d4c0a04b8"},{"name":"uuid","revision":"dec09d789f3dba190787f8b4454c7d3c936fed9e"},{"name":"vellum","revision":"0ceea4a37442f76199b9259840baf48d17af3c1a"},{"name":"voltron","revision":"be41d2649d616c66f8dce2d9231c4be25e91db66","upstream":"alice"},{"name":"zstd","revision":"aebefd9fcb99f22cd691ef778a12ed68f0e6a1ab"}]} 2019-01-31T12:07:13.773-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterNode 2019-01-31T12:07:14.117-08:00 DEBU CBAS.bootstrap.AnalyticsClusterLifecycleListener [Worker:ClusterController] Getting notified that node: 102be14c19e236283f890030ffe225e1 has joined 2019-01-31T12:07:14.188-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: AbortAllJobs 2019-01-31T12:07:14.190-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:07:14.190-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:07:14.231-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-9:102be14c19e236283f890030ffe225e1] ack rec'd from CC:0 w/ exception: null 2019-01-31T12:07:14.234-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:07:14.235-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:07:14.510-08:00 DEBU CBAS.server.HttpServer [main] The output direct memory budget for this server is 589824 bytes 2019-01-31T12:07:14.511-08:00 DEBU CBAS.server.HttpServer [main] The "estimated" input direct memory budget for this server is 71303168 bytes 2019-01-31T12:07:14.533-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:14.559-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:14.602-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-0] Cached user: {"@class":".User","id":"@cbas-cbauth","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T12:07:14.610-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:14.613-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:14.683-08:00 DEBU CBAS.auth.AuthorizationProvider [HttpExecutor(port:9611)-1] Cached user: {"@class":".User","id":"@","roles":null,"name":null,"domain":"ADMIN","permissions":{"cluster.settings!write":true,"cluster.settings!read":true,"cluster.analytics!select":true},"admin":true,"readOnlyAdmin":true,"analyticsReader":true} 2019-01-31T12:07:14.912-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:14.943-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:14.948-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:14.984-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.058-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.060-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.065-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.069-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.073-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.123-08:00 DEBU CBAS.impls.AbstractLSMMemoryComponent [Executor-10:102be14c19e236283f890030ffe225e1] Component Id was reset from null to [1,1] 2019-01-31T12:07:15.131-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.141-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.192-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.216-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataverse/0/Dataverse", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.220-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.222-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.244-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.248-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Dataset/0/Dataset", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.259-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.261-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.273-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.277-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Datatype/0/Datatype", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.280-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.281-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.293-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.296-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Index/0/Index", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.300-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.301-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.313-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.317-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Node/0/Node", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.321-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.324-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.340-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.344-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Nodegroup/0/Nodegroup", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.349-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.351-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.369-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.372-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/DatasourceAdapter/0/DatasourceAdapter", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.376-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.378-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.404-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.410-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/FeedPolicy/0/FeedPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.415-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.416-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.440-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.446-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/CompactionPolicy/0/CompactionPolicy", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.450-08:00 DEBU CBAS.impls.LSMHarness [Executor-2:102be14c19e236283f890030ffe225e1] Flush is being scheduled on {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":0, "current-memory-component":0} 2019-01-31T12:07:15.452-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Started a flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"READABLE_UNWRITABLE_FLUSHING", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 0, "num-scheduled-flushes":1, "current-memory-component":1} 2019-01-31T12:07:15.467-08:00 DEBU CBAS.impls.AbstractLSMDiskComponent [Executor-11:102be14c19e236283f890030ffe225e1] Marked as valid component with id: [1,1] 2019-01-31T12:07:15.471-08:00 DEBU CBAS.impls.LSMHarness [Executor-11:102be14c19e236283f890030ffe225e1] Finished the flush operation for index: {"class" : "LSMBTree", "dir" : "/home/couchbase/jenkins/workspace/cbas-cbcluster-test/ns_server/data/n_0/data/@analytics/v_iodevice_0/storage/partition_0/Metadata/Link/0/Link", "memory" : [{"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"[1,1]"}, {"class":"LSMBTreeMemoryComponent", "state":"INACTIVE", "writers":0, "readers":0, "pendingFlushes":0, "id":"null"}], "disk" : 1, "num-scheduled-flushes":0, "current-memory-component":1}. Result: SUCCESS 2019-01-31T12:07:15.603-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:15.671-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Bootstrap Global Recovery... 2019-01-31T12:07:15.683-08:00 DEBU CBAS.bootstrap.AnalyticsGlobalRecoveryManager [Executor-3:ClusterController] Buckets found [] 2019-01-31T12:07:41.617-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T12:07:44.182-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-10:102be14c19e236283f890030ffe225e1] ack rec'd from CC:0 w/ exception: null 2019-01-31T12:07:46.711-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.014-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T12:07:47.216-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T12:07:47.274-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.1 2019-01-31T12:07:47.276-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.1 2019-01-31T12:07:47.276-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T12:07:47.300-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: StartTasks 2019-01-31T12:07:47.307-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T12:07:47.510-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: NotifyTaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.1:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:47.512-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.1 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T12:07:47.513-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.1 ResultSetId@RSID:0 Partition@0 2019-01-31T12:07:47.516-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.1:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:47.520-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.1 Status@TERMINATED 2019-01-31T12:07:47.522-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: CleanupJoblet 2019-01-31T12:07:47.523-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:102be14c19e236283f890030ffe225e1] cleaning up after job: JID:0.1 2019-01-31T12:07:47.527-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T12:07:47.527-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.1 2019-01-31T12:07:47.527-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T12:07:47.537-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.547-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultDirectoryAddress 2019-01-31T12:07:47.570-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.1 ResultSetId@RSID:0 Known@null 2019-01-31T12:07:47.685-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.692-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T12:07:47.735-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T12:07:47.742-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.2 2019-01-31T12:07:47.742-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.2 2019-01-31T12:07:47.742-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T12:07:47.752-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: StartTasks 2019-01-31T12:07:47.758-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T12:07:47.792-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.2 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T12:07:47.792-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.2 ResultSetId@RSID:0 Partition@0 2019-01-31T12:07:47.805-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: NotifyTaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.2:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T12:07:47.805-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.2:TAID:TID:ANID:ODID:2:0:0:0] 2019-01-31T12:07:47.806-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.2 Status@TERMINATED 2019-01-31T12:07:47.806-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: CleanupJoblet 2019-01-31T12:07:47.806-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:102be14c19e236283f890030ffe225e1] cleaning up after job: JID:0.2 2019-01-31T12:07:47.807-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T12:07:47.807-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.2 2019-01-31T12:07:47.807-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T12:07:47.809-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.810-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.2 ResultSetId@RSID:0 Known@null 2019-01-31T12:07:47.852-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.856-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T12:07:47.883-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T12:07:47.887-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.3 2019-01-31T12:07:47.887-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.3 2019-01-31T12:07:47.887-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T12:07:47.889-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: StartTasks 2019-01-31T12:07:47.896-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T12:07:47.902-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.3 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T12:07:47.903-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.3 ResultSetId@RSID:0 Partition@0 2019-01-31T12:07:47.903-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: NotifyTaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.3:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:47.904-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.3:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:47.905-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.3 Status@TERMINATED 2019-01-31T12:07:47.905-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: CleanupJoblet 2019-01-31T12:07:47.905-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:102be14c19e236283f890030ffe225e1] cleaning up after job: JID:0.3 2019-01-31T12:07:47.906-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T12:07:47.906-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.3 2019-01-31T12:07:47.906-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T12:07:47.908-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.909-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.3 ResultSetId@RSID:0 Known@null 2019-01-31T12:07:47.978-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:47.983-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T12:07:47.995-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T12:07:48.000-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.4 2019-01-31T12:07:48.001-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.4 2019-01-31T12:07:48.001-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T12:07:48.004-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: StartTasks 2019-01-31T12:07:48.005-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T12:07:48.010-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.4 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@true 2019-01-31T12:07:48.010-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.4 ResultSetId@RSID:0 Partition@0 2019-01-31T12:07:48.010-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: NotifyTaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.4:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:48.011-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.4:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:48.011-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.4 Status@TERMINATED 2019-01-31T12:07:48.012-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: CleanupJoblet 2019-01-31T12:07:48.012-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:102be14c19e236283f890030ffe225e1] cleaning up after job: JID:0.4 2019-01-31T12:07:48.013-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T12:07:48.013-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.4 2019-01-31T12:07:48.013-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T12:07:48.020-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:48.022-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.4 ResultSetId@RSID:0 Known@null 2019-01-31T12:07:48.045-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:48.050-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo 2019-01-31T12:07:48.064-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart 2019-01-31T12:07:48.068-08:00 DEBU CBAS.result.ResultDirectoryService [Worker:ClusterController] ResultDirectoryService notified of new job JID:0.5 2019-01-31T12:07:48.068-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.5 2019-01-31T12:07:48.068-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null 2019-01-31T12:07:48.071-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: StartTasks 2019-01-31T12:07:48.079-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: NotifyTaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.5:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:48.080-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion 2019-01-31T12:07:48.080-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.5 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@127.0.0.1:9607 OrderedResult@true EmptyResult@false 2019-01-31T12:07:48.080-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.5 ResultSetId@RSID:0 Partition@0 2019-01-31T12:07:48.081-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [102be14c19e236283f890030ffe225e1[JID:0.5:TAID:TID:ANID:ODID:3:0:0:0] 2019-01-31T12:07:48.081-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.5 Status@TERMINATED 2019-01-31T12:07:48.082-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: CleanupJoblet 2019-01-31T12:07:48.083-08:00 DEBU CBAS.work.CleanupJobletWork [Worker:102be14c19e236283f890030ffe225e1] cleaning up after job: JID:0.5 2019-01-31T12:07:48.084-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification 2019-01-31T12:07:48.084-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.5 2019-01-31T12:07:48.084-08:00 DEBU CBAS.active.ActiveNotificationHandler [Worker:ClusterController] no need to notify job finish 2019-01-31T12:07:48.087-08:00 DEBU CBAS.work.WorkQueue [Worker:102be14c19e236283f890030ffe225e1] Executing: ApplicationMessage: nodeId: 102be14c19e236283f890030ffe225e1 2019-01-31T12:07:48.089-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetResultPartitionLocations: JobId@JID:0.5 ResultSetId@RSID:0 Known@null 2019-01-31T12:08:11.617-08:00 DEBU CBAS.work.WorkQueue [Worker:ClusterController] Executing: RemoveDeadNodes 2019-01-31T12:08:14.183-08:00 DEBU CBAS.heartbeat.HeartbeatManager [Executor-12:102be14c19e236283f890030ffe225e1] ack rec'd from CC:0 w/ exception: null