VULCAN --> enterprise-5.5.0-2807
[root@node2-vulcan-testing-centos6 logs]# >analytics.log
[root@node2-vulcan-testing-centos6 logs]# tail -f analytics.log
2018-06-08T10:04:02.057Z INFO CBAS.server.QueryServiceServlet [HttpExecutor(port:8095)-14] handleRequest: {"host":"10.111.181.102:8095","path":"/query/service","statement":"SELECT sleep(count(*), 300000) FROM travel_ds;","pretty":false,"mode":null,"clientContextID":"xyz","format":null,"timeout":"60s","maxResultReads":null}
2018-06-08T10:04:02.059Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: a13a42555c4f25baa31aea3982bf5517
2018-06-08T10:04:02.059Z INFO CBAS.messaging.CCMessageBroker [Executor-5:ClusterController] Received message: ExecuteStatementRequestMessage(id=17, from=a13a42555c4f25baa31aea3982bf5517): SELECT sleep(count(*), 300000) FROM travel_ds;;
2018-06-08T10:04:02.065Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: GetNodeControllersInfo
2018-06-08T10:04:02.092Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobStart
2018-06-08T10:04:02.094Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] DatasetDirectoryService notified of new job JID:0.10
2018-06-08T10:04:02.095Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] notifyJobCreation(JobId jobId, JobSpecification jobSpecification) was called with jobId = JID:0.10
2018-06-08T10:04:02.096Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Job is not of type active job. property found to be: null
2018-06-08T10:04:02.096Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Plan for org.apache.hyracks.api.job.ActivityCluster@489e2a03
2018-06-08T10:04:02.098Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Built 1 Task Clusters
2018-06-08T10:04:02.099Z INFO CBAS.executor.ActivityClusterPlanner [Worker:ClusterController] Tasks: [TID:ANID:ODID:2:0:0, TID:ANID:ODID:4:0:0]
2018-06-08T10:04:02.099Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Runnable TC roots: [TC:[TID:ANID:ODID:2:0:0, TID:ANID:ODID:4:0:0]], inProgressTaskClusters: []
2018-06-08T10:04:02.101Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: StartTasks
2018-06-08T10:04:02.103Z INFO CBAS.work.StartTasksWork [Worker:a13a42555c4f25baa31aea3982bf5517] Initializing TAID:TID:ANID:ODID:2:0:0:0 -> [org.apache.hyracks.storage.am.btree.dataflow.BTreeSearchOperatorDescriptor@44646a0e, AlgebricksMeta [ets], AlgebricksMeta [stream-project [], assign [0] := [Constant], assign [org.apache.asterix.runtime.aggregates.std.SqlCountAggregateDescriptor$2@286ad8cd]]] for JID:0.10
2018-06-08T10:04:02.103Z INFO CBAS.work.StartTasksWork [Worker:a13a42555c4f25baa31aea3982bf5517] input: 0: CDID:2
2018-06-08T10:04:02.103Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: WaitForJobCompletion
2018-06-08T10:04:02.105Z INFO CBAS.work.StartTasksWork [Worker:a13a42555c4f25baa31aea3982bf5517] Initializing TAID:TID:ANID:ODID:4:0:0:0 -> [org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor@1fd68716, AlgebricksMeta [assign [org.apache.asterix.runtime.aggregates.std.SqlSumAggregateDescriptor$2@61848891], assign [1] := [org.apache.asterix.runtime.evaluators.common.ClosedRecordConstructorEvalFactory@67f268ad], stream-project [1]]] for JID:0.10
2018-06-08T10:04:02.105Z INFO CBAS.work.StartTasksWork [Worker:a13a42555c4f25baa31aea3982bf5517] input: 0: CDID:2
2018-06-08T10:04:02.131Z INFO CBAS.dataset.DatasetPartitionWriter [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:4:0:0:0:0] open(0)
2018-06-08T10:04:02.135Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: NotifyTaskCompleteWork:TAID:TID:ANID:ODID:2:0:0:0
2018-06-08T10:04:02.136Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskComplete: [a13a42555c4f25baa31aea3982bf5517[JID:0.10:TAID:TID:ANID:ODID:2:0:0:0]
2018-06-08T10:04:02.142Z INFO CBAS.functions.SleepDescriptor [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:4:0:0:0:0] TAID:TID:ANID:ODID:4:0:0:0 sleeping for 300000 ms
2018-06-08T10:04:09.891Z INFO CBAS.netty.DcpMessageHandler [nioEventLoopGroup-3-1] Sending back a NoOp response{"class" : "DcpChannel", "inetAddress" : "/10.111.181.101:11210", "bucket" : "travel-sample", "state" : "CONNECTED"}. Current ack counter = 5971
2018-06-08T10:05:02.072Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ApplicationMessage: nodeID: a13a42555c4f25baa31aea3982bf5517
2018-06-08T10:05:02.072Z INFO CBAS.messaging.CCMessageBroker [Executor-9:ClusterController] Received message: org.apache.asterix.app.message.CancelQueryRequest@19b2558e
2018-06-08T10:05:02.073Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: CancelJob
2018-06-08T10:05:02.073Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] aborting doomed task clusters
2018-06-08T10:05:02.073Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] number of doomed task clusters found = 0
2018-06-08T10:05:02.073Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Abort map for job: JID:0.10: {a13a42555c4f25baa31aea3982bf5517=[TAID:TID:ANID:ODID:4:0:0:0]}
2018-06-08T10:05:02.073Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Aborting: [TAID:TID:ANID:ODID:4:0:0:0] at a13a42555c4f25baa31aea3982bf5517
2018-06-08T10:05:02.073Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing uncommitted partitions: []
2018-06-08T10:05:02.073Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing partition requests: []
2018-06-08T10:05:02.073Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.10 Status@FAILURE Exceptions@[org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.10 has been cancelled]
2018-06-08T10:05:02.073Z INFO CBAS.work.JobCleanupWork [Worker:ClusterController] Cleanup for JobRun with id: JID:0.10
2018-06-08T10:05:02.074Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: AbortTasks
2018-06-08T10:05:02.074Z INFO CBAS.work.AbortTasksWork [Worker:a13a42555c4f25baa31aea3982bf5517] Aborting Tasks: JID:0.10:[TAID:TID:ANID:ODID:4:0:0:0]
2018-06-08T10:05:02.076Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: CleanupJoblet
2018-06-08T10:05:02.076Z INFO CBAS.work.CleanupJobletWork [Worker:a13a42555c4f25baa31aea3982bf5517] Cleaning up after job: JID:0.10
2018-06-08T10:05:02.076Z INFO CBAS.functions.SleepDescriptor [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:4:0:0:0:0] TAID:TID:ANID:ODID:4:0:0:0 done sleeping for 300000 ms
2018-06-08T10:05:02.076Z INFO CBAS.dataset.DatasetPartitionWriter [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:4:0:0:0:0] close(0)
2018-06-08T10:05:02.078Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: RegisterResultPartitionLocation: JobId@JID:0.10 ResultSetId@RSID:0 Partition@0 NPartitions@1 ResultPartitionLocation@10.111.181.102:9117 OrderedResult@true EmptyResult@false
2018-06-08T10:05:02.078Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: ReportResultPartitionWriteCompletion: JobId@JID:0.10 ResultSetId@RSID:0 Partition@0
2018-06-08T10:05:02.078Z WARN CBAS.nc.Task [org.apache.hyracks.api.rewriter.runtime.SuperActivity:TAID:TID:ANID:ODID:4:0:0:0:0] Task TAID:TID:ANID:ODID:4:0:0:0 failed with exception
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:133) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) [hyracks-control-nc.jar:5.5.0-2807]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
	Suppressed: org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
		at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:5.5.0-2807]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.runInParallel(SuperActivityOperatorNodePushable.java:230) ~[hyracks-api.jar:5.5.0-2807]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.deinitialize(SuperActivityOperatorNodePushable.java:93) ~[hyracks-api.jar:5.5.0-2807]
		at org.apache.hyracks.control.nc.Task.run(Task.java:338) [hyracks-control-nc.jar:5.5.0-2807]
		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_162]
		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_162]
		at java.lang.Thread.run(Thread.java:748) [?:1.8.0_162]
	Caused by: java.lang.InterruptedException
		at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_162]
		at java.util.concurrent.FutureTask.get(FutureTask.java:191) ~[?:1.8.0_162]
		at org.apache.hyracks.api.rewriter.runtime.SuperActivityOperatorNodePushable.runInParallel(SuperActivityOperatorNodePushable.java:219) ~[hyracks-api.jar:5.5.0-2807]
		... 5 more
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:5.5.0-2807]
	... 19 more
2018-06-08T10:05:02.092Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: ApplicationMessage: nodeId: a13a42555c4f25baa31aea3982bf5517
2018-06-08T10:05:02.095Z INFO CBAS.messaging.NCMessageBroker [Worker:a13a42555c4f25baa31aea3982bf5517] Received message: org.apache.asterix.app.message.CancelQueryResponse@5cbc2c40
2018-06-08T10:05:02.095Z INFO CBAS.server.QueryServiceServlet [HttpExecutor(port:8095)-14] handleException: query execution timed out: {"host":"10.111.181.102:8095","path":"/query/service","statement":"SELECT sleep(count(*), 300000) FROM travel_ds;","pretty":false,"mode":null,"clientContextID":"xyz","format":null,"timeout":"60s","maxResultReads":null}
2018-06-08T10:05:02.095Z WARN CBAS.server.QueryServiceServlet [HttpExecutor(port:8095)-14] Error flushing output writer
2018-06-08T10:05:02.097Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: NotifyTaskFailure
2018-06-08T10:05:02.097Z WARN CBAS.work.NotifyTaskFailureWork [Worker:a13a42555c4f25baa31aea3982bf5517] a13a42555c4f25baa31aea3982bf5517 is sending a notification to cc that task TAID:TID:ANID:ODID:4:0:0:0 has failed
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:133) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:5.5.0-2807]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:5.5.0-2807]
	... 19 more
2018-06-08T10:05:02.103Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: TaskFailure: [JID:0.10:TAID:TID:ANID:ODID:4:0:0:0:a13a42555c4f25baa31aea3982bf5517]
2018-06-08T10:05:02.103Z WARN CBAS.work.TaskFailureWork [Worker:ClusterController] Executing task failure work for TaskFailure: [JID:0.10:TAID:TID:ANID:ODID:4:0:0:0:a13a42555c4f25baa31aea3982bf5517]
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:133) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:5.5.0-2807]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:5.5.0-2807]
	... 19 more
2018-06-08T10:05:02.103Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] job JID:0.10 failed and is being reported to DatasetDirectoryService
org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException
	at org.apache.hyracks.api.exceptions.HyracksDataException.create(HyracksDataException.java:51) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:105) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IoRequest.write(IoRequest.java:98) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.asyncWrite(IOManager.java:305) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.io.IOManager.syncWrite(IOManager.java:148) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.ResultState.write(ResultState.java:133) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.dataset.DatasetPartitionWriter.nextFrame(DatasetPartitionWriter.java:93) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.AbstractFrameAppender.write(AbstractFrameAppender.java:93) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.common.comm.io.FrameOutputStream.flush(FrameOutputStream.java:60) ~[hyracks-dataflow-common.jar:5.5.0-2807]
	at org.apache.hyracks.dataflow.std.result.ResultWriterOperatorDescriptor$1.close(ResultWriterOperatorDescriptor.java:127) ~[hyracks-dataflow-std.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.std.AssignRuntimeFactory$1.close(AssignRuntimeFactory.java:119) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.base.AbstractOneInputOneOutputOneFramePushRuntime.close(AbstractOneInputOneOutputOneFramePushRuntime.java:62) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.aggreg.AggregateRuntimeFactory$1.close(AggregateRuntimeFactory.java:106) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.algebricks.runtime.operators.meta.AlgebricksMetaOperatorDescriptor$1.close(AlgebricksMetaOperatorDescriptor.java:156) ~[algebricks-runtime.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.pushFrames(Task.java:405) ~[hyracks-control-nc.jar:5.5.0-2807]
	at org.apache.hyracks.control.nc.Task.run(Task.java:329) ~[hyracks-control-nc.jar:5.5.0-2807]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_162]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_162]
	at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_162]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_162]
	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_162]
	at java.util.concurrent.ArrayBlockingQueue.put(ArrayBlockingQueue.java:350) ~[?:1.8.0_162]
	at org.apache.hyracks.control.nc.io.IoRequest.queue(IoRequest.java:103) ~[hyracks-control-nc.jar:5.5.0-2807]
	... 19 more
2018-06-08T10:05:02.104Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Dataset job record is { "status": { "state": "SUCCESS" }, "timestamp": 37512896484378, "resultsets": [RSID:0={ordered: true, records: [10.111.181.102:9117 SUCCESS]] }
2018-06-08T10:05:02.104Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Setting exceptions in Dataset job record
2018-06-08T10:05:02.104Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Job result info is { "status": { "state": "FAILED", "exceptions": ["java.lang.InterruptedException"] }, "timestamp": 37512896484378, "resultsets": [RSID:0={ordered: true, records: [10.111.181.102:9117 SUCCESS]] }
2018-06-08T10:05:02.104Z INFO CBAS.dataset.DatasetDirectoryService [Worker:ClusterController] Setting exceptions in Job result info
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Received failure notification for TaskAttempt TAID:TID:ANID:ODID:4:0:0:0
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Marking TaskAttempt TAID:TID:ANID:ODID:4:0:0:0 as failed
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Abort map for job: JID:0.10: {}
2018-06-08T10:05:02.104Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing uncommitted partitions: []
2018-06-08T10:05:02.104Z INFO CBAS.partitions.PartitionMatchMaker [Worker:ClusterController] Removing partition requests: []
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] aborting doomed task clusters
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] number of doomed task clusters found = 0
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Marking TaskAttempt TAID:TID:ANID:ODID:4:0:0:0 as failed and the number of max re-attempts = 0
2018-06-08T10:05:02.104Z INFO CBAS.executor.JobExecutor [Worker:ClusterController] Aborting the job of TAID:TID:ANID:ODID:4:0:0:0
2018-06-08T10:05:02.104Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobCleanup: JobId@JID:0.10 Status@FAILURE Exceptions@[org.apache.hyracks.api.exceptions.HyracksDataException: java.lang.InterruptedException]
2018-06-08T10:05:02.104Z INFO CBAS.nc.Joblet [Worker:a13a42555c4f25baa31aea3982bf5517] Freeing leaked 327680 bytes
2018-06-08T10:05:02.104Z INFO CBAS.work.JobCleanupWork [Worker:ClusterController] Cleanup for JobRun with id: JID:0.10
2018-06-08T10:05:02.105Z WARN CBAS.job.JobManager [Worker:ClusterController] Ignoring duplicate cleanup for JobRun with id: JID:0.10
2018-06-08T10:05:02.105Z INFO CBAS.work.WorkQueue [Worker:ClusterController] Executing: JobletCleanupNotification
2018-06-08T10:05:02.105Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] Getting notified of job finish for JobId: JID:0.10
2018-06-08T10:05:02.105Z INFO CBAS.active.ActiveNotificationHandler [Worker:ClusterController] NO NEED TO NOTIFY JOB FINISH!
2018-06-08T10:05:02.107Z INFO CBAS.impl.IPCSystem [IPC Network Listener Thread [/0.0.0.0:33145]] Exception in message
org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.10 has been cancelled
	at org.apache.hyracks.api.exceptions.HyracksException.create(HyracksException.java:55) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.executor.JobExecutor.cancelJob(JobExecutor.java:132) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.job.JobManager.cancel(JobManager.java:133) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.work.CancelJobWork.doRun(CancelJobWork.java:45) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:43) ~[hyracks-control-common.jar:5.5.0-2807]
	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:127) ~[hyracks-control-common.jar:5.5.0-2807]
2018-06-08T10:05:02.107Z WARN CBAS.apache.asterix [Executor-5:ClusterController] HYR0025: Job JID:0.10 has been cancelled
org.apache.hyracks.api.exceptions.HyracksException: HYR0025: Job JID:0.10 has been cancelled
	at org.apache.hyracks.api.exceptions.HyracksException.create(HyracksException.java:55) ~[hyracks-api.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.executor.JobExecutor.cancelJob(JobExecutor.java:132) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.job.JobManager.cancel(JobManager.java:133) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.cc.work.CancelJobWork.doRun(CancelJobWork.java:45) ~[hyracks-control-cc.jar:5.5.0-2807]
	at org.apache.hyracks.control.common.work.SynchronizableWork.run(SynchronizableWork.java:43) ~[hyracks-control-common.jar:5.5.0-2807]
	at org.apache.hyracks.control.common.work.WorkQueue$WorkerThread.run(WorkQueue.java:127) ~[hyracks-control-common.jar:5.5.0-2807]
2018-06-08T10:05:02.109Z INFO CBAS.work.WorkQueue [Worker:a13a42555c4f25baa31aea3982bf5517] Executing: ApplicationMessage: nodeId: a13a42555c4f25baa31aea3982bf5517
2018-06-08T10:05:02.109Z INFO CBAS.messaging.NCMessageBroker [Worker:a13a42555c4f25baa31aea3982bf5517] Received message: ExecuteStatementResponseMessage(id=17): 0 characters