ALICE --> Enterprise Edition 6.0.0 build 1209
[root@node2-vulcan-testing-centos6 ~]# cd /opt/couchbase/var/lib/couchbase/logs/
[root@node2-vulcan-testing-centos6 logs]# tail -f analytics.log
2018-06-08T10:27:03.591Z INFO CBAS.context.DatasetMemoryManager [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Allocated(27000832) for dataset(101)
2018-06-08T10:27:03.591Z INFO CBAS.impls.VirtualBufferCache [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Free (allocated) pages = 0. Budget = 103. Large pages = 0. Overall usage = 0
2018-06-08T10:27:03.591Z INFO CBAS.impls.VirtualBufferCache [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Free (allocated) pages = 0. Budget = 103. Large pages = 0. Overall usage = 2
2018-06-08T10:27:03.591Z INFO CBAS.metadata.MaintainDcpCallbackFactory [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] There are no disk components
2018-06-08T10:27:03.591Z WARN CBAS.metadata.MaintainDcpCallbackFactory [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Previous flush didn't produce a dcp state
2018-06-08T10:27:03.591Z INFO CBAS.impls.VirtualBufferCache [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Free (allocated) pages = 0. Budget = 103. Large pages = 0. Overall usage = 0
2018-06-08T10:27:03.592Z INFO CBAS.impls.VirtualBufferCache [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Free (allocated) pages = 0. Budget = 103. Large pages = 0. Overall usage = 2
2018-06-08T10:27:03.592Z WARN CBAS.metadata.MaintainDcpCallbackFactory [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Previous flush didn't produce a dcp state
2018-06-08T10:27:03.592Z INFO CBAS.impls.AbstractLSMMemoryComponent [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Component Id was reset from null to [1528453617732,1528453617732]
2018-06-08T10:27:03.592Z WARN CBAS.metadata.MaintainDcpCallbackFactory [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] The DCP state is stored in the callback is null when a component is being recycled
2018-06-08T10:27:40.572Z INFO CBAS.server.QueryServiceServlet [HttpExecutor(port:8095)-7] handleRequest: {"host":"10.111.181.102:8095","path":"/query/service","statement":"SELECT sleep(count(*), 300000) FROM travel_ds;","pretty":false,"mode":null,"clientContextID":"xyz","format":null,"timeout":"60s","maxResultReads":null,"planFormat":null,"expressionTree":false,"rewrittenExpressionTree":false,"logicalPlan":false,"optimizedLogicalPlan":false,"job":false,"signature":true}
2018-06-08T10:27:40.575Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: c85f4a7fc80efcb00bd03ce541a98f00
2018-06-08T10:27:40.575Z INFO CBAS.messaging.CCMessageBroker [Executor-3:ClusterController] Received message: ExecuteStatementRequestMessage(id=8, from=c85f4a7fc80efcb00bd03ce541a98f00): SELECT sleep(count(*), 300000) FROM travel_ds;;
2018-06-08T10:27:40.600Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo
2018-06-08T10:27:40.652Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart
2018-06-08T10:27:40.657Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] DatasetDirectoryService notified of new job JID:0.6
2018-06-08T10:27:40.657Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.6
2018-06-08T10:27:40.658Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null
2018-06-08T10:27:40.660Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Plan for org.apache.hyracks.api.job.ActivityCluster@753ea032
2018-06-08T10:27:40.660Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Built 1 Task Clusters
2018-06-08T10:27:40.661Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Tasks: [TID:ANID:ODID:2:0:0, TID:ANID:ODID:3:0:0]
2018-06-08T10:27:40.662Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Runnable TC roots: [TC:[TID:ANID:ODID:2:0:0, TID:ANID:ODID:3:0:0]], inProgressTaskClusters: []
2018-06-08T10:27:40.664Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: StartTasks
2018-06-08T10:27:40.671Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion
2018-06-08T10:27:40.672Z INFO CBAS.work.StartTasksWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Initializing TAID:TID:ANID:ODID:2:0:0:0 -> [org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor@7f45cc94, AlgebricksMeta [assign [org.apache.asterix.runtime.aggregates.std.SqlSumAggregateDescriptor$2@4e90e47e], assign [1] := [org.apache.asterix.runtime.evaluators.common.ClosedRecordConstructorEvalFactory@309c8268], stream-project [1]]] for JID:0.6
2018-06-08T10:27:40.672Z INFO CBAS.work.StartTasksWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] input: 0: CDID:2
2018-06-08T10:27:40.677Z INFO CBAS.work.StartTasksWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Initializing TAID:TID:ANID:ODID:3:0:0:0 -> [org.apache.hyracks.storage.am.btree.dataflow.BTreeSearchOperatorDescriptor@abe29e8, AlgebricksMeta [ets], AlgebricksMeta [stream-project [], assign [0] := [Constant], assign [org.apache.asterix.runtime.aggregates.std.SqlCountAggregateDescriptor$2@5b4e7547]]] for JID:0.6
2018-06-08T10:27:40.677Z INFO CBAS.work.StartTasksWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] input: 0: CDID:2
2018-06-08T10:27:40.689Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: NotifyTaskCompleteWork:TAID:TID:ANID:ODID:3:0:0:0
2018-06-08T10:27:40.689Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [c85f4a7fc80efcb00bd03ce541a98f00[JID:0.6:TAID:TID:ANID:ODID:3:0:0:0]
2018-06-08T10:27:40.691Z INFO CBAS.dataset.DatasetPartitionWriter [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] open(0)
2018-06-08T10:27:40.699Z INFO CBAS.functions.SleepDescriptor [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] TAID:TID:ANID:ODID:2:0:0:0 sleeping for 300000 ms
2018-06-08T10:27:45.889Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: c85f4a7fc80efcb00bd03ce541a98f00
2018-06-08T10:27:45.890Z INFO CBAS.messaging.CCMessageBroker [Executor-4:ClusterController] Received message: org.apache.asterix.app.message.CancelQueryRequest@19c9b4c6
2018-06-08T10:27:45.893Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: CancelJob
2018-06-08T10:27:45.896Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] aborting doomed task clusters
2018-06-08T10:27:45.899Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] number of doomed task clusters found = 0
2018-06-08T10:27:45.908Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Abort map for job: JID:0.6: {c85f4a7fc80efcb00bd03ce541a98f00=[TAID:TID:ANID:ODID:2:0:0:0]}
2018-06-08T10:27:45.910Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Aborting: [TAID:TID:ANID:ODID:2:0:0:0] at c85f4a7fc80efcb00bd03ce541a98f00
2018-06-08T10:27:45.913Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing uncommitted partitions: []
2018-06-08T10:27:45.914Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing partition requests: []
2018-06-08T10:27:45.917Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.6 Status@FAILURE Exceptions@[org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.6 has been cancelled]
2018-06-08T10:27:45.917Z INFO CBAS.work.JobCleanupWork [Worker:ClusterController] Cleanup for JobRun with id: JID:0.6
2018-06-08T10:27:45.923Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: AbortTasks
2018-06-08T10:27:45.923Z INFO CBAS.work.AbortTasksWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Aborting Tasks: JID:0.6:[TAID:TID:ANID:ODID:2:0:0:0]
2018-06-08T10:27:45.931Z INFO CBAS.functions.SleepDescriptor [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] TAID:TID:ANID:ODID:2:0:0:0 done sleeping for 300000 ms
2018-06-08T10:27:45.933Z INFO CBAS.dataset.DatasetPartitionWriter [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] close(0)
2018-06-08T10:27:45.936Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: CleanupJoblet
2018-06-08T10:27:45.936Z INFO CBAS.work.CleanupJobletWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Cleaning up after job: JID:0.6
2018-06-08T10:27:45.938Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: ApplicationMessage: nodeId: c85f4a7fc80efcb00bd03ce541a98f00
2018-06-08T10:27:45.942Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.6 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@10.111.181.102:9117 OrderedResult@true EmptyResult@false
2018-06-08T10:27:45.943Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.6 ResultSetId@RSID:0 Partition@0
2018-06-08T10:27:45.946Z INFO CBAS.messaging.NCMessageBroker [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Received message: org.apache.asterix.app.message.CancelQueryResponse@73678efd
2018-06-08T10:27:45.946Z WARN CBAS.nc.Task [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:2:0:0:0:0] Task TAID:TID:ANID:ODID:2:0:0:0 failed with exception
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:138) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) [hyracks-control-nc.jar:6.0.0-1209]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
	Suppressed: org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
		at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:6.0.0-1209]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.runInParallel(SuperActivityOperatorNodePushable.java:230) ~[hyracks-api.jar:6.0.0-1209]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.deinitialize(SuperActivityOperatorNodePushable.java:93) ~[hyracks-api.jar:6.0.0-1209]
		at org.apache.hyracks.control.nc.Task.run(Task.java:338) [hyracks-control-nc.jar:6.0.0-1209]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
		at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
	Caused by: java.lang.InterruptedException
		at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_162]
		at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_162]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.runInParallel(SuperActivityOperatorNodePushable.java:219) ~[hyracks-api.jar:6.0.0-1209]
		... 5 more
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:6.0.0-1209]
	... 19 more
2018-06-08T10:27:45.903Z WARN CBAS.server.QueryServiceServlet [HttpExecutor(port:8095)-7] handleException: unexpected exception: {"host":"10.111.181.102:8095","path":"/query/service","statement":"SELECT sleep(count(*), 300000) FROM travel_ds;","pretty":false,"mode":null,"clientContextID":"xyz","format":null,"timeout":"60s","maxResultReads":null,"planFormat":null,"expressionTree":false,"rewrittenExpressionTree":false,"logicalPlan":false,"optimizedLogicalPlan":false,"job":false,"signature":true}
java.lang.InterruptedException: null
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:347) ~[?:1.8.0_162]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1915) ~[?:1.8.0_162]
	at org.apache.asterix.api.http.server.NCQueryServiceServlet.executeStatement(NCQueryServiceServlet.java:96) [asterix-app.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AnalyticsQueryServiceServlet.executeStatement(AnalyticsQueryServiceServlet.java:43) ~[cbas-server.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.handleRequest(QueryServiceServlet.java:538) [asterix-app.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.post(QueryServiceServlet.java:117) [asterix-app.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.AbstractServlet.handle(AbstractServlet.java:92) [hyracks-http.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AuthenticatedServlet.handle(AuthenticatedServlet.java:79) [cbas-server.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.handle(HttpRequestHandler.java:71) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:56) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:37) [hyracks-http.jar:6.0.0-1209]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
2018-06-08T10:27:45.952Z ERRO CBAS.apache.asterix [HttpExecutor(port:8095)-7] null
java.lang.NullPointerException: null
	at org.apache.hyracks.util.JSONUtil.escape(JSONUtil.java:161) ~[hyracks-util.jar:6.0.0-1209]
	at org.apache.hyracks.util.JSONUtil.escape(JSONUtil.java:157) ~[hyracks-util.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.ResultUtil.printError(ResultUtil.java:137) ~[asterix-app.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AnalyticsQueryServiceServlet.printError(AnalyticsQueryServiceServlet.java:50) ~[cbas-server.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.handleRequest(QueryServiceServlet.java:546) ~[asterix-app.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.post(QueryServiceServlet.java:117) [asterix-app.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.AbstractServlet.handle(AbstractServlet.java:92) [hyracks-http.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AuthenticatedServlet.handle(AuthenticatedServlet.java:79) [cbas-server.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.handle(HttpRequestHandler.java:71) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:56) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:37) [hyracks-http.jar:6.0.0-1209]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
2018-06-08T10:27:45.953Z WARN CBAS.server.AbstractServlet [HttpExecutor(port:8095)-7] Unhandled exception
java.lang.NullPointerException: null
	at org.apache.hyracks.util.JSONUtil.escape(JSONUtil.java:161) ~[hyracks-util.jar:6.0.0-1209]
	at org.apache.hyracks.util.JSONUtil.escape(JSONUtil.java:157) ~[hyracks-util.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.ResultUtil.printError(ResultUtil.java:137) ~[asterix-app.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AnalyticsQueryServiceServlet.printError(AnalyticsQueryServiceServlet.java:50) ~[cbas-server.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.handleRequest(QueryServiceServlet.java:546) ~[asterix-app.jar:6.0.0-1209]
	at org.apache.asterix.api.http.server.QueryServiceServlet.post(QueryServiceServlet.java:117) ~[asterix-app.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.AbstractServlet.handle(AbstractServlet.java:92) [hyracks-http.jar:6.0.0-1209]
	at com.couchbase.analytics.servlet.AuthenticatedServlet.handle(AuthenticatedServlet.java:79) [cbas-server.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.handle(HttpRequestHandler.java:71) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:56) [hyracks-http.jar:6.0.0-1209]
	at org.apache.hyracks.http.server.HttpRequestHandler.call(HttpRequestHandler.java:37) [hyracks-http.jar:6.0.0-1209]
	at java.util.concurrent.FutureTask.run(FutureTask.java:266) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
2018-06-08T10:27:45.956Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: NotifyTaskFailure
2018-06-08T10:27:45.956Z WARN CBAS.work.NotifyTaskFailureWork [Worker:c85f4a7fc80efcb00bd03ce541a98f00] c85f4a7fc80efcb00bd03ce541a98f00 is sending a notification to cc that task TAID:TID:ANID:ODID:2:0:0:0 has failed
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:138) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:6.0.0-1209]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:6.0.0-1209]
	... 19 more
2018-06-08T10:27:45.966Z INFO CBAS.nc.Joblet [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Freeing leaked 327680 bytes
2018-06-08T10:27:45.976Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskFailure: [JID:0.6:TAID:TID:ANID:ODID:2:0:0:0:c85f4a7fc80efcb00bd03ce541a98f00]
2018-06-08T10:27:45.976Z WARN CBAS.work.TaskFailureWork [Worker:ClusterController] Executing task failure work for TaskFailure: [JID:0.6:TAID:TID:ANID:ODID:2:0:0:0:c85f4a7fc80efcb00bd03ce541a98f00]
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:138) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:6.0.0-1209]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:6.0.0-1209]
	... 19 more
2018-06-08T10:27:45.976Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] job JID:0.6 failed and is being reported to DatasetDirectoryService
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:138) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:6.0.0-1209]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:6.0.0-1209]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:6.0.0-1209]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:6.0.0-1209]
	... 19 more
2018-06-08T10:27:45.978Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Dataset job record is { "status": { "state": "SUCCESS" }, "timestamp": 38931458211130, "resultsets": [RSID:0={ordered: true, records: [10.111.181.102:9117 SUCCESS]] }
2018-06-08T10:27:45.978Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Setting exceptions in Dataset job record
2018-06-08T10:27:45.981Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Job result info is { "status": { "state": "FAILED", "exceptions": ["java.lang.InterruptedException"] }, "timestamp": 38931458211130, "resultsets": [RSID:0={ordered: true, records: [10.111.181.102:9117 SUCCESS]] }
2018-06-08T10:27:45.981Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Setting exceptions in Job result info
2018-06-08T10:27:45.983Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Received failure notification for TaskAttempt TAID:TID:ANID:ODID:2:0:0:0
2018-06-08T10:27:45.984Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Marking TaskAttempt TAID:TID:ANID:ODID:2:0:0:0 as failed
2018-06-08T10:27:45.985Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Abort map for job: JID:0.6: {}
2018-06-08T10:27:45.988Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing uncommitted partitions: []
2018-06-08T10:27:45.991Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing partition requests: []
2018-06-08T10:27:45.991Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] aborting doomed task clusters
2018-06-08T10:27:45.991Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] number of doomed task clusters found = 0
2018-06-08T10:27:45.992Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Marking TaskAttempt TAID:TID:ANID:ODID:2:0:0:0 as failed and the number of max re-attempts = 0
2018-06-08T10:27:45.993Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Aborting the job of TAID:TID:ANID:ODID:2:0:0:0
2018-06-08T10:27:45.993Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification
2018-06-08T10:27:45.994Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.6
2018-06-08T10:27:45.994Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] NO NEED TO NOTIFY JOB FINISH!
2018-06-08T10:27:45.996Z INFO CBAS.impl.IPCSystem [IPC Network Listener Thread [/0.0.0.0:40460]] Exception in message
org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.6 has been cancelled
	at org.apache.hyracks.api.exceptions.HyracksException.create(HyracksException.java:56) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.executor.JobExecutor.cancelJob(JobExecutor.java:132) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.job.JobManager.cancel(JobManager.java:133) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.work.CancelJobWork.doRun(CancelJobWork.java:45) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:43) ~[hyracks-control-common.jar:6.0.0-1209]
	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:127) ~[hyracks-control-common.jar:6.0.0-1209]
2018-06-08T10:27:45.998Z WARN CBAS.apache.asterix [Executor-3:ClusterController] HYR0025: Job JID:0.6 has been cancelled
org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.6 has been cancelled
	at org.apache.hyracks.api.exceptions.HyracksException.create(HyracksException.java:56) ~[hyracks-api.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.executor.JobExecutor.cancelJob(JobExecutor.java:132) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.job.JobManager.cancel(JobManager.java:133) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.cc.work.CancelJobWork.doRun(CancelJobWork.java:45) ~[hyracks-control-cc.jar:6.0.0-1209]
	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:43) ~[hyracks-control-common.jar:6.0.0-1209]
	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:127) ~[hyracks-control-common.jar:6.0.0-1209]
2018-06-08T10:27:45.999Z INFO CBAS.work.WorkQueue [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Executing: ApplicationMessage: nodeId: c85f4a7fc80efcb00bd03ce541a98f00
2018-06-08T10:27:45.999Z INFO CBAS.messaging.NCMessageBroker [Worker:c85f4a7fc80efcb00bd03ce541a98f00] Received message: ExecuteStatementResponseMessage(id=8): 0 characters
2018-06-08T10:27:46.000Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.6 Status@FAILURE Exceptions@[org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException]
2018-06-08T10:27:46.000Z INFO CBAS.work.JobCleanupWork [Worker:ClusterController] Cleanup for JobRun with id: JID:0.6
2018-06-08T10:27:46.000Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.6
2018-06-08T10:27:46.000Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] NO NEED TO NOTIFY JOB FINISH!