File java2.log.txt, Second run with adhoc == true Enterprise Edition 6.5.0 build 4360 Captured exception from the JAVA console different error with adhoc == true ==== Just one occurance of the following (middle of file) ---- thrd 7 loop 0 of 2000 couchbase route query hits=1 : took 704.352 ms. 1 [RxComputationScheduler-1] ERROR com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.rejectedExecution - Failed to submit a listener notification task. Event loop shut down? java.util.concurrent.RejectedExecutionException: event executor terminated at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:796) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:336) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:329) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:739) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:765) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:433) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:89) at com.couchbase.client.core.endpoint.AbstractEndpoint$3.call(AbstractEndpoint.java:406) at com.couchbase.client.core.endpoint.AbstractEndpoint$3.call(AbstractEndpoint.java:399) at rx.internal.operators.SingleOperatorOnErrorResumeNext$2.onError(SingleOperatorOnErrorResumeNext.java:69) at rx.internal.operators.SingleTimeout$TimeoutSingleSubscriber$OtherSubscriber.onError(SingleTimeout.java:133) at rx.Single$1.call(Single.java:477) at rx.Single$1.call(Single.java:473) at rx.Single.subscribe(Single.java:1979) at rx.Single$18.call(Single.java:2518) at rx.Single$18.call(Single.java:2505) at rx.internal.operators.SingleTimeout$TimeoutSingleSubscriber.call(SingleTimeout.java:110) at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$2.call(EventLoopsScheduler.java:189) at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) thrd 5 loop 200 of 2000 couchbase route query hits=1 : took 576.414 ms. thrd 4 loop 200 of 2000 couchbase route query hits=1 : took 563.284 ms. ==== Many occurances of with adhoc ==true like java1.log.txt (all at bottom under biggest load) --- com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) ==== SELECT r.distance, r.sourceairport, r.destinationairport, r.stops, s.day, s.flight, s.utc FROM `travel-sample` as r UNNEST r.schedule s WHERE s.day = DATE_PART_STR($arg_date_utc ,'dow') AND s.utc >= $arg_begtime_utc AND s.utc <= $arg_endtime_utc AND r.stops = 0 AND r.distance >= $arg_distance_km AND r.sourceairport = $arg_faa for(int i=0;i 0) { stmtfixed = MiscUtils.replaceString(qry_tempalte,"$arg_city_match",curlCityMatch); } else { stmtfixed = qry_tempalte; } //N1qlQuery prepStmt = N1qlQuery.parameterized(stmtfixed, pVal, N1qlParams.build() /* .adhoc(false) */); N1qlQuery prepStmt = N1qlQuery.parameterized(stmtfixed + " AND r.distance != 2*" + dist_km, pVal, N1qlParams.build().adhoc(true) ); Abnormal failure static boolean oneConnection = false; // int[] threadProgression = {1,2,4,6,8,16}; // static int[] threadProgression = {1,2,4,6,8,16,32}; static int[] threadProgression = {12,14,16,18}; static int curNumThreads = threadProgression[0]; static int max_NumThreads = 32; static int loops = 2000; /* 100 or 1000 for test */ beg connection setup done connection thrd 0 loop 0 of 2000 couchbase route query hits=1 : took 412.503 ms. thrd 11 loop 0 of 2000 couchbase route query hits=1 : took 406.576 ms. thrd 9 loop 0 of 2000 couchbase route query hits=1 : took 517.561 ms. thrd 7 loop 0 of 2000 couchbase route query hits=1 : took 600.526 ms. thrd 10 loop 0 of 2000 couchbase route query hits=1 : took 623.697 ms. thrd 5 loop 0 of 2000 couchbase route query hits=1 : took 701.389 ms. thrd 1 loop 0 of 2000 couchbase route query hits=1 : took 630.088 ms. thrd 3 loop 0 of 2000 couchbase route query hits=1 : took 548.220 ms. thrd 8 loop 0 of 2000 couchbase route query hits=1 : took 574.341 ms. thrd 2 loop 0 of 2000 couchbase route query hits=1 : took 607.242 ms. thrd 4 loop 0 of 2000 couchbase route query hits=1 : took 577.196 ms. thrd 6 loop 0 of 2000 couchbase route query hits=1 : took 673.638 ms. thrd 1 loop 200 of 2000 couchbase route query hits=1 : took 506.060 ms. thrd 3 loop 200 of 2000 couchbase route query hits=1 : took 426.867 ms. thrd 7 loop 200 of 2000 couchbase route query hits=1 : took 443.633 ms. thrd 9 loop 200 of 2000 couchbase route query hits=1 : took 452.369 ms. thrd 8 loop 200 of 2000 couchbase route query hits=1 : took 436.639 ms. thrd 11 loop 200 of 2000 couchbase route query hits=1 : took 471.967 ms. thrd 10 loop 200 of 2000 couchbase route query hits=1 : took 447.711 ms. thrd 2 loop 200 of 2000 couchbase route query hits=1 : took 533.530 ms. thrd 4 loop 200 of 2000 couchbase route query hits=1 : took 583.630 ms. thrd 6 loop 200 of 2000 couchbase route query hits=1 : took 553.503 ms. thrd 0 loop 200 of 2000 couchbase route query hits=1 : took 547.925 ms. thrd 5 loop 200 of 2000 couchbase route query hits=1 : took 391.335 ms. thrd 1 loop 400 of 2000 couchbase route query hits=1 : took 462.068 ms. thrd 7 loop 400 of 2000 couchbase route query hits=1 : took 558.173 ms. thrd 0 loop 400 of 2000 couchbase route query hits=1 : took 309.361 ms. thrd 10 loop 400 of 2000 couchbase route query hits=1 : took 695.011 ms. thrd 6 loop 400 of 2000 couchbase route query hits=1 : took 605.435 ms. thrd 11 loop 400 of 2000 couchbase route query hits=1 : took 424.811 ms. thrd 9 loop 400 of 2000 couchbase route query hits=1 : took 434.565 ms. thrd 3 loop 400 of 2000 couchbase route query hits=1 : took 423.624 ms. thrd 8 loop 400 of 2000 couchbase route query hits=1 : took 474.299 ms. thrd 2 loop 400 of 2000 couchbase route query hits=1 : took 468.936 ms. thrd 4 loop 400 of 2000 couchbase route query hits=1 : took 502.759 ms. thrd 5 loop 400 of 2000 couchbase route query hits=1 : took 464.576 ms. thrd 1 loop 600 of 2000 couchbase route query hits=1 : took 476.831 ms. thrd 7 loop 600 of 2000 couchbase route query hits=1 : took 426.262 ms. thrd 0 loop 600 of 2000 couchbase route query hits=1 : took 511.236 ms. thrd 6 loop 600 of 2000 couchbase route query hits=1 : took 713.088 ms. thrd 8 loop 600 of 2000 couchbase route query hits=1 : took 451.349 ms. thrd 10 loop 600 of 2000 couchbase route query hits=1 : took 456.252 ms. thrd 9 loop 600 of 2000 couchbase route query hits=1 : took 418.994 ms. thrd 3 loop 600 of 2000 couchbase route query hits=1 : took 438.642 ms. thrd 4 loop 600 of 2000 couchbase route query hits=1 : took 382.495 ms. thrd 2 loop 600 of 2000 couchbase route query hits=1 : took 459.386 ms. thrd 5 loop 600 of 2000 couchbase route query hits=1 : took 405.250 ms. thrd 11 loop 600 of 2000 couchbase route query hits=1 : took 386.219 ms. thrd 1 loop 800 of 2000 couchbase route query hits=1 : took 482.313 ms. thrd 4 loop 800 of 2000 couchbase route query hits=1 : took 670.604 ms. thrd 6 loop 800 of 2000 couchbase route query hits=1 : took 501.727 ms. thrd 0 loop 800 of 2000 couchbase route query hits=1 : took 428.195 ms. thrd 8 loop 800 of 2000 couchbase route query hits=1 : took 388.001 ms. thrd 7 loop 800 of 2000 couchbase route query hits=1 : took 405.384 ms. thrd 3 loop 800 of 2000 couchbase route query hits=1 : took 592.993 ms. thrd 9 loop 800 of 2000 couchbase route query hits=1 : took 403.376 ms. thrd 10 loop 800 of 2000 couchbase route query hits=1 : took 488.937 ms. thrd 2 loop 800 of 2000 couchbase route query hits=1 : took 366.124 ms. thrd 5 loop 800 of 2000 couchbase route query hits=1 : took 334.806 ms. thrd 11 loop 800 of 2000 couchbase route query hits=1 : took 435.710 ms. thrd 1 loop 1000 of 2000 couchbase route query hits=1 : took 418.810 ms. thrd 4 loop 1000 of 2000 couchbase route query hits=1 : took 595.649 ms. thrd 6 loop 1000 of 2000 couchbase route query hits=1 : took 425.148 ms. thrd 8 loop 1000 of 2000 couchbase route query hits=1 : took 425.814 ms. thrd 7 loop 1000 of 2000 couchbase route query hits=1 : took 368.716 ms. thrd 0 loop 1000 of 2000 couchbase route query hits=1 : took 426.997 ms. thrd 5 loop 1000 of 2000 couchbase route query hits=1 : took 555.358 ms. thrd 9 loop 1000 of 2000 couchbase route query hits=1 : took 577.309 ms. thrd 3 loop 1000 of 2000 couchbase route query hits=1 : took 425.127 ms. thrd 2 loop 1000 of 2000 couchbase route query hits=1 : took 433.315 ms. thrd 11 loop 1000 of 2000 couchbase route query hits=1 : took 544.944 ms. thrd 10 loop 1000 of 2000 couchbase route query hits=1 : took 509.162 ms. thrd 1 loop 1200 of 2000 couchbase route query hits=1 : took 554.571 ms. thrd 4 loop 1200 of 2000 couchbase route query hits=1 : took 421.069 ms. thrd 8 loop 1200 of 2000 couchbase route query hits=1 : took 440.717 ms. thrd 6 loop 1200 of 2000 couchbase route query hits=1 : took 464.822 ms. thrd 5 loop 1200 of 2000 couchbase route query hits=1 : took 383.792 ms. thrd 7 loop 1200 of 2000 couchbase route query hits=1 : took 442.080 ms. thrd 9 loop 1200 of 2000 couchbase route query hits=1 : took 852.230 ms. thrd 0 loop 1200 of 2000 couchbase route query hits=1 : took 714.700 ms. thrd 3 loop 1200 of 2000 couchbase route query hits=1 : took 452.532 ms. thrd 10 loop 1200 of 2000 couchbase route query hits=1 : took 454.372 ms. thrd 2 loop 1200 of 2000 couchbase route query hits=1 : took 889.318 ms. thrd 11 loop 1200 of 2000 couchbase route query hits=1 : took 801.391 ms. thrd 1 loop 1400 of 2000 couchbase route query hits=1 : took 662.564 ms. thrd 8 loop 1400 of 2000 couchbase route query hits=1 : took 497.025 ms. thrd 4 loop 1400 of 2000 couchbase route query hits=1 : took 458.737 ms. thrd 7 loop 1400 of 2000 couchbase route query hits=1 : took 457.093 ms. thrd 5 loop 1400 of 2000 couchbase route query hits=1 : took 465.826 ms. thrd 0 loop 1400 of 2000 couchbase route query hits=1 : took 840.767 ms. thrd 6 loop 1400 of 2000 couchbase route query hits=1 : took 809.503 ms. thrd 9 loop 1400 of 2000 couchbase route query hits=1 : took 842.013 ms. thrd 11 loop 1400 of 2000 couchbase route query hits=1 : took 479.928 ms. thrd 10 loop 1400 of 2000 couchbase route query hits=1 : took 485.015 ms. thrd 3 loop 1400 of 2000 couchbase route query hits=1 : took 562.149 ms. thrd 2 loop 1400 of 2000 couchbase route query hits=1 : took 451.190 ms. thrd 8 loop 1600 of 2000 couchbase route query hits=1 : took 796.793 ms. thrd 1 loop 1600 of 2000 couchbase route query hits=1 : took 457.587 ms. thrd 7 loop 1600 of 2000 couchbase route query hits=1 : took 523.390 ms. thrd 5 loop 1600 of 2000 couchbase route query hits=1 : took 424.589 ms. thrd 4 loop 1600 of 2000 couchbase route query hits=1 : took 401.276 ms. thrd 6 loop 1600 of 2000 couchbase route query hits=1 : took 474.622 ms. thrd 9 loop 1600 of 2000 couchbase route query hits=1 : took 478.528 ms. thrd 0 loop 1600 of 2000 couchbase route query hits=1 : took 470.878 ms. thrd 11 loop 1600 of 2000 couchbase route query hits=1 : took 455.844 ms. thrd 3 loop 1600 of 2000 couchbase route query hits=1 : took 450.924 ms. thrd 2 loop 1600 of 2000 couchbase route query hits=1 : took 520.506 ms. thrd 10 loop 1600 of 2000 couchbase route query hits=1 : took 511.652 ms. thrd 8 loop 1800 of 2000 couchbase route query hits=1 : took 613.712 ms. thrd 7 loop 1800 of 2000 couchbase route query hits=1 : took 448.615 ms. thrd 1 loop 1800 of 2000 couchbase route query hits=1 : took 470.268 ms. thrd 5 loop 1800 of 2000 couchbase route query hits=1 : took 485.546 ms. thrd 4 loop 1800 of 2000 couchbase route query hits=1 : took 385.573 ms. thrd 0 loop 1800 of 2000 couchbase route query hits=1 : took 423.074 ms. thrd 6 loop 1800 of 2000 couchbase route query hits=1 : took 456.457 ms. thrd 9 loop 1800 of 2000 couchbase route query hits=1 : took 386.762 ms. thrd 11 loop 1800 of 2000 couchbase route query hits=1 : took 443.140 ms. thrd 2 loop 1800 of 2000 couchbase route query hits=1 : took 856.645 ms. thrd 10 loop 1800 of 2000 couchbase route query hits=1 : took 489.065 ms. thrd 3 loop 1800 of 2000 couchbase route query hits=1 : took 433.510 ms. thrd 0 final result {"day":0,"destinationairport":"ZRH","distance":9375.708416166288,"flight":"UA177","sourceairport":"SFO","stops":0,"utc":"07:00:00"} count ave. std. min max qry/sec sec. Thrd# NumThrds Tqry/sec 2000 500.63 110.09 241.42 1261.89 2.001001.26679 0 12 23.97 thrd 1 loop 0 of 2000 couchbase route query hits=1 : took 366.882 ms. thrd 13 loop 0 of 2000 couchbase route query hits=1 : took 363.067 ms. thrd 5 loop 0 of 2000 couchbase route query hits=1 : took 448.369 ms. thrd 12 loop 0 of 2000 couchbase route query hits=1 : took 492.046 ms. thrd 0 loop 0 of 2000 couchbase route query hits=1 : took 469.787 ms. thrd 9 loop 0 of 2000 couchbase route query hits=1 : took 493.949 ms. thrd 8 loop 0 of 2000 couchbase route query hits=1 : took 631.846 ms. thrd 10 loop 0 of 2000 couchbase route query hits=1 : took 643.458 ms. thrd 11 loop 0 of 2000 couchbase route query hits=1 : took 643.267 ms. thrd 4 loop 0 of 2000 couchbase route query hits=1 : took 643.950 ms. thrd 2 loop 0 of 2000 couchbase route query hits=1 : took 656.733 ms. thrd 3 loop 0 of 2000 couchbase route query hits=1 : took 671.822 ms. thrd 6 loop 0 of 2000 couchbase route query hits=1 : took 652.585 ms. thrd 7 loop 0 of 2000 couchbase route query hits=1 : took 704.352 ms. 1 [RxComputationScheduler-1] ERROR com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.rejectedExecution - Failed to submit a listener notification task. Event loop shut down? java.util.concurrent.RejectedExecutionException: event executor terminated at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.reject(SingleThreadEventExecutor.java:796) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.offerTask(SingleThreadEventExecutor.java:336) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.addTask(SingleThreadEventExecutor.java:329) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.execute(SingleThreadEventExecutor.java:739) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.safeExecute(DefaultPromise.java:765) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:433) at com.couchbase.client.deps.io.netty.util.concurrent.DefaultPromise.setFailure(DefaultPromise.java:113) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPromise.setFailure(DefaultChannelPromise.java:89) at com.couchbase.client.core.endpoint.AbstractEndpoint$3.call(AbstractEndpoint.java:406) at com.couchbase.client.core.endpoint.AbstractEndpoint$3.call(AbstractEndpoint.java:399) at rx.internal.operators.SingleOperatorOnErrorResumeNext$2.onError(SingleOperatorOnErrorResumeNext.java:69) at rx.internal.operators.SingleTimeout$TimeoutSingleSubscriber$OtherSubscriber.onError(SingleTimeout.java:133) at rx.Single$1.call(Single.java:477) at rx.Single$1.call(Single.java:473) at rx.Single.subscribe(Single.java:1979) at rx.Single$18.call(Single.java:2518) at rx.Single$18.call(Single.java:2505) at rx.internal.operators.SingleTimeout$TimeoutSingleSubscriber.call(SingleTimeout.java:110) at rx.internal.schedulers.EventLoopsScheduler$EventLoopWorker$2.call(EventLoopsScheduler.java:189) at rx.internal.schedulers.ScheduledAction.run(ScheduledAction.java:55) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) thrd 5 loop 200 of 2000 couchbase route query hits=1 : took 576.414 ms. thrd 4 loop 200 of 2000 couchbase route query hits=1 : took 563.284 ms. thrd 1 loop 200 of 2000 couchbase route query hits=1 : took 516.311 ms. thrd 3 loop 200 of 2000 couchbase route query hits=1 : took 437.923 ms. thrd 0 loop 200 of 2000 couchbase route query hits=1 : took 526.474 ms. thrd 13 loop 200 of 2000 couchbase route query hits=1 : took 459.345 ms. thrd 2 loop 200 of 2000 couchbase route query hits=1 : took 479.442 ms. thrd 7 loop 200 of 2000 couchbase route query hits=1 : took 515.113 ms. thrd 12 loop 200 of 2000 couchbase route query hits=1 : took 464.103 ms. thrd 10 loop 200 of 2000 couchbase route query hits=1 : took 515.705 ms. thrd 9 loop 200 of 2000 couchbase route query hits=1 : took 547.494 ms. thrd 6 loop 200 of 2000 couchbase route query hits=1 : took 568.162 ms. thrd 11 loop 200 of 2000 couchbase route query hits=1 : took 475.314 ms. thrd 8 loop 200 of 2000 couchbase route query hits=1 : took 537.873 ms. thrd 1 loop 400 of 2000 couchbase route query hits=1 : took 534.896 ms. thrd 5 loop 400 of 2000 couchbase route query hits=1 : took 585.522 ms. thrd 0 loop 400 of 2000 couchbase route query hits=1 : took 479.721 ms. thrd 13 loop 400 of 2000 couchbase route query hits=1 : took 765.265 ms. thrd 2 loop 400 of 2000 couchbase route query hits=1 : took 536.049 ms. thrd 8 loop 400 of 2000 couchbase route query hits=1 : took 752.084 ms. thrd 4 loop 400 of 2000 couchbase route query hits=1 : took 496.044 ms. thrd 3 loop 400 of 2000 couchbase route query hits=1 : took 530.605 ms. thrd 12 loop 400 of 2000 couchbase route query hits=1 : took 521.371 ms. thrd 7 loop 400 of 2000 couchbase route query hits=1 : took 520.404 ms. thrd 10 loop 400 of 2000 couchbase route query hits=1 : took 459.751 ms. thrd 9 loop 400 of 2000 couchbase route query hits=1 : took 588.881 ms. thrd 6 loop 400 of 2000 couchbase route query hits=1 : took 541.593 ms. thrd 11 loop 400 of 2000 couchbase route query hits=1 : took 486.995 ms. thrd 1 loop 600 of 2000 couchbase route query hits=1 : took 584.655 ms. thrd 0 loop 600 of 2000 couchbase route query hits=1 : took 455.668 ms. thrd 5 loop 600 of 2000 couchbase route query hits=1 : took 582.079 ms. thrd 2 loop 600 of 2000 couchbase route query hits=1 : took 508.221 ms. thrd 13 loop 600 of 2000 couchbase route query hits=1 : took 467.880 ms. thrd 8 loop 600 of 2000 couchbase route query hits=1 : took 521.443 ms. thrd 10 loop 600 of 2000 couchbase route query hits=1 : took 505.405 ms. thrd 3 loop 600 of 2000 couchbase route query hits=1 : took 491.899 ms. thrd 7 loop 600 of 2000 couchbase route query hits=1 : took 468.090 ms. thrd 12 loop 600 of 2000 couchbase route query hits=1 : took 555.690 ms. thrd 4 loop 600 of 2000 couchbase route query hits=1 : took 499.326 ms. thrd 6 loop 600 of 2000 couchbase route query hits=1 : took 560.351 ms. thrd 9 loop 600 of 2000 couchbase route query hits=1 : took 1119.756 ms. thrd 11 loop 600 of 2000 couchbase route query hits=1 : took 629.846 ms. thrd 1 loop 800 of 2000 couchbase route query hits=1 : took 870.739 ms. thrd 0 loop 800 of 2000 couchbase route query hits=1 : took 533.123 ms. thrd 5 loop 800 of 2000 couchbase route query hits=1 : took 535.860 ms. thrd 3 loop 800 of 2000 couchbase route query hits=1 : took 484.279 ms. thrd 13 loop 800 of 2000 couchbase route query hits=1 : took 658.303 ms. thrd 10 loop 800 of 2000 couchbase route query hits=1 : took 489.780 ms. thrd 4 loop 800 of 2000 couchbase route query hits=1 : took 521.954 ms. thrd 2 loop 800 of 2000 couchbase route query hits=1 : took 532.858 ms. thrd 12 loop 800 of 2000 couchbase route query hits=1 : took 524.108 ms. thrd 7 loop 800 of 2000 couchbase route query hits=1 : took 537.254 ms. thrd 6 loop 800 of 2000 couchbase route query hits=1 : took 496.619 ms. thrd 9 loop 800 of 2000 couchbase route query hits=1 : took 518.933 ms. thrd 8 loop 800 of 2000 couchbase route query hits=1 : took 449.922 ms. thrd 11 loop 800 of 2000 couchbase route query hits=1 : took 860.071 ms. thrd 1 loop 1000 of 2000 couchbase route query hits=1 : took 470.415 ms. thrd 0 loop 1000 of 2000 couchbase route query hits=1 : took 583.190 ms. thrd 5 loop 1000 of 2000 couchbase route query hits=1 : took 730.612 ms. thrd 13 loop 1000 of 2000 couchbase route query hits=1 : took 1104.946 ms. thrd 3 loop 1000 of 2000 couchbase route query hits=1 : took 1066.329 ms. thrd 2 loop 1000 of 2000 couchbase route query hits=1 : took 612.461 ms. thrd 10 loop 1000 of 2000 couchbase route query hits=1 : took 595.807 ms. thrd 12 loop 1000 of 2000 couchbase route query hits=1 : took 513.768 ms. thrd 4 loop 1000 of 2000 couchbase route query hits=1 : took 526.122 ms. thrd 6 loop 1000 of 2000 couchbase route query hits=1 : took 874.230 ms. thrd 7 loop 1000 of 2000 couchbase route query hits=1 : took 548.181 ms. thrd 8 loop 1000 of 2000 couchbase route query hits=1 : took 530.221 ms. thrd 11 loop 1000 of 2000 couchbase route query hits=1 : took 509.130 ms. thrd 9 loop 1000 of 2000 couchbase route query hits=1 : took 536.107 ms. thrd 13 loop 1200 of 2000 couchbase route query hits=1 : took 545.270 ms. thrd 1 loop 1200 of 2000 couchbase route query hits=1 : took 530.816 ms. thrd 3 loop 1200 of 2000 couchbase route query hits=1 : took 606.168 ms. thrd 0 loop 1200 of 2000 couchbase route query hits=1 : took 525.360 ms. thrd 5 loop 1200 of 2000 couchbase route query hits=1 : took 495.163 ms. thrd 2 loop 1200 of 2000 couchbase route query hits=1 : took 495.723 ms. thrd 4 loop 1200 of 2000 couchbase route query hits=1 : took 526.448 ms. thrd 10 loop 1200 of 2000 couchbase route query hits=1 : took 505.986 ms. thrd 8 loop 1200 of 2000 couchbase route query hits=1 : took 499.458 ms. thrd 6 loop 1200 of 2000 couchbase route query hits=1 : took 505.389 ms. thrd 11 loop 1200 of 2000 couchbase route query hits=1 : took 560.280 ms. thrd 12 loop 1200 of 2000 couchbase route query hits=1 : took 507.401 ms. thrd 7 loop 1200 of 2000 couchbase route query hits=1 : took 540.192 ms. thrd 9 loop 1200 of 2000 couchbase route query hits=1 : took 1263.747 ms. thrd 13 loop 1400 of 2000 couchbase route query hits=1 : took 559.323 ms. thrd 3 loop 1400 of 2000 couchbase route query hits=1 : took 519.225 ms. thrd 1 loop 1400 of 2000 couchbase route query hits=1 : took 797.838 ms. thrd 2 loop 1400 of 2000 couchbase route query hits=1 : took 546.953 ms. thrd 0 loop 1400 of 2000 couchbase route query hits=1 : took 674.752 ms. thrd 10 loop 1400 of 2000 couchbase route query hits=1 : took 596.418 ms. thrd 5 loop 1400 of 2000 couchbase route query hits=1 : took 567.802 ms. thrd 11 loop 1400 of 2000 couchbase route query hits=1 : took 551.340 ms. thrd 8 loop 1400 of 2000 couchbase route query hits=1 : took 524.791 ms. thrd 6 loop 1400 of 2000 couchbase route query hits=1 : took 609.293 ms. thrd 12 loop 1400 of 2000 couchbase route query hits=1 : took 510.897 ms. thrd 4 loop 1400 of 2000 couchbase route query hits=1 : took 532.191 ms. thrd 9 loop 1400 of 2000 couchbase route query hits=1 : took 489.753 ms. thrd 7 loop 1400 of 2000 couchbase route query hits=1 : took 537.125 ms. thrd 3 loop 1600 of 2000 couchbase route query hits=1 : took 499.843 ms. thrd 13 loop 1600 of 2000 couchbase route query hits=1 : took 450.713 ms. thrd 1 loop 1600 of 2000 couchbase route query hits=1 : took 522.419 ms. thrd 2 loop 1600 of 2000 couchbase route query hits=1 : took 530.624 ms. thrd 0 loop 1600 of 2000 couchbase route query hits=1 : took 715.538 ms. thrd 10 loop 1600 of 2000 couchbase route query hits=1 : took 559.141 ms. thrd 8 loop 1600 of 2000 couchbase route query hits=1 : took 476.886 ms. thrd 5 loop 1600 of 2000 couchbase route query hits=1 : took 1301.267 ms. thrd 6 loop 1600 of 2000 couchbase route query hits=1 : took 1245.678 ms. thrd 11 loop 1600 of 2000 couchbase route query hits=1 : took 1263.638 ms. thrd 12 loop 1600 of 2000 couchbase route query hits=1 : took 731.486 ms. thrd 4 loop 1600 of 2000 couchbase route query hits=1 : took 437.958 ms. thrd 7 loop 1600 of 2000 couchbase route query hits=1 : took 537.694 ms. thrd 9 loop 1600 of 2000 couchbase route query hits=1 : took 523.680 ms. thrd 13 loop 1800 of 2000 couchbase route query hits=1 : took 478.682 ms. thrd 3 loop 1800 of 2000 couchbase route query hits=1 : took 503.270 ms. thrd 10 loop 1800 of 2000 couchbase route query hits=1 : took 522.816 ms. thrd 2 loop 1800 of 2000 couchbase route query hits=1 : took 516.140 ms. thrd 1 loop 1800 of 2000 couchbase route query hits=1 : took 546.768 ms. thrd 0 loop 1800 of 2000 couchbase route query hits=1 : took 544.502 ms. thrd 5 loop 1800 of 2000 couchbase route query hits=1 : took 574.652 ms. thrd 8 loop 1800 of 2000 couchbase route query hits=1 : took 495.661 ms. thrd 6 loop 1800 of 2000 couchbase route query hits=1 : took 823.930 ms. thrd 4 loop 1800 of 2000 couchbase route query hits=1 : took 1139.233 ms. thrd 11 loop 1800 of 2000 couchbase route query hits=1 : took 1058.814 ms. thrd 12 loop 1800 of 2000 couchbase route query hits=1 : took 466.261 ms. thrd 7 loop 1800 of 2000 couchbase route query hits=1 : took 526.744 ms. thrd 9 loop 1800 of 2000 couchbase route query hits=1 : took 518.501 ms. thrd 0 final result {"day":0,"destinationairport":"ZRH","distance":9375.708416166288,"flight":"UA177","sourceairport":"SFO","stops":0,"utc":"07:00:00"} count ave. std. min max qry/sec sec. Thrd# NumThrds Tqry/sec 2000 586.80 164.54 330.81 1493.88 1.701173.60930 0 14 23.86 thrd 0 loop 0 of 2000 couchbase route query hits=1 : took 417.211 ms. thrd 11 loop 0 of 2000 couchbase route query hits=1 : took 535.346 ms. thrd 3 loop 0 of 2000 couchbase route query hits=1 : took 543.973 ms. thrd 12 loop 0 of 2000 couchbase route query hits=1 : took 606.623 ms. thrd 1 loop 0 of 2000 couchbase route query hits=1 : took 568.958 ms. thrd 8 loop 0 of 2000 couchbase route query hits=1 : took 559.697 ms. thrd 5 loop 0 of 2000 couchbase route query hits=1 : took 655.551 ms. thrd 15 loop 0 of 2000 couchbase route query hits=1 : took 646.322 ms. thrd 6 loop 0 of 2000 couchbase route query hits=1 : took 657.191 ms. thrd 7 loop 0 of 2000 couchbase route query hits=1 : took 673.703 ms. thrd 10 loop 0 of 2000 couchbase route query hits=1 : took 678.137 ms. thrd 4 loop 0 of 2000 couchbase route query hits=1 : took 710.986 ms. thrd 9 loop 0 of 2000 couchbase route query hits=1 : took 702.496 ms. thrd 13 loop 0 of 2000 couchbase route query hits=1 : took 711.336 ms. thrd 14 loop 0 of 2000 couchbase route query hits=1 : took 719.977 ms. thrd 2 loop 0 of 2000 couchbase route query hits=1 : took 710.959 ms. thrd 12 loop 200 of 2000 couchbase route query hits=1 : took 582.964 ms. thrd 4 loop 200 of 2000 couchbase route query hits=1 : took 675.123 ms. thrd 0 loop 200 of 2000 couchbase route query hits=1 : took 630.810 ms. thrd 11 loop 200 of 2000 couchbase route query hits=1 : took 645.227 ms. thrd 5 loop 200 of 2000 couchbase route query hits=1 : took 518.067 ms. thrd 10 loop 200 of 2000 couchbase route query hits=1 : took 570.444 ms. thrd 1 loop 200 of 2000 couchbase route query hits=1 : took 472.746 ms. thrd 6 loop 200 of 2000 couchbase route query hits=1 : took 573.959 ms. thrd 3 loop 200 of 2000 couchbase route query hits=1 : took 633.336 ms. thrd 2 loop 200 of 2000 couchbase route query hits=1 : took 679.931 ms. thrd 15 loop 200 of 2000 couchbase route query hits=1 : took 528.744 ms. thrd 13 loop 200 of 2000 couchbase route query hits=1 : took 520.230 ms. thrd 7 loop 200 of 2000 couchbase route query hits=1 : took 612.679 ms. thrd 9 loop 200 of 2000 couchbase route query hits=1 : took 617.229 ms. thrd 8 loop 200 of 2000 couchbase route query hits=1 : took 540.994 ms. thrd 14 loop 200 of 2000 couchbase route query hits=1 : took 586.490 ms. thrd 6 loop 400 of 2000 couchbase route query hits=1 : took 613.489 ms. thrd 8 loop 400 of 2000 couchbase route query hits=1 : took 551.161 ms. thrd 4 loop 400 of 2000 couchbase route query hits=1 : took 578.034 ms. thrd 5 loop 400 of 2000 couchbase route query hits=1 : took 879.961 ms. thrd 0 loop 400 of 2000 couchbase route query hits=1 : took 1000.344 ms. thrd 10 loop 400 of 2000 couchbase route query hits=1 : took 1047.872 ms. thrd 3 loop 400 of 2000 couchbase route query hits=1 : took 1272.693 ms. thrd 11 loop 400 of 2000 couchbase route query hits=1 : took 1382.157 ms. thrd 13 loop 400 of 2000 couchbase route query hits=1 : took 1521.296 ms. thrd 1 loop 400 of 2000 couchbase route query hits=1 : took 1582.570 ms. thrd 12 loop 400 of 2000 couchbase route query hits=1 : took 1589.919 ms. thrd 9 loop 400 of 2000 couchbase route query hits=1 : took 1304.159 ms. thrd 2 loop 400 of 2000 couchbase route query hits=1 : took 1336.589 ms. thrd 14 loop 400 of 2000 couchbase route query hits=1 : took 1326.928 ms. thrd 15 loop 400 of 2000 couchbase route query hits=1 : took 907.947 ms. thrd 7 loop 400 of 2000 couchbase route query hits=1 : took 761.559 ms. thrd 11 loop 600 of 2000 couchbase route query hits=1 : took 593.748 ms. thrd 5 loop 600 of 2000 couchbase route query hits=1 : took 540.831 ms. thrd 9 loop 600 of 2000 couchbase route query hits=1 : took 564.310 ms. thrd 0 loop 600 of 2000 couchbase route query hits=1 : took 584.417 ms. thrd 4 loop 600 of 2000 couchbase route query hits=1 : took 585.176 ms. thrd 10 loop 600 of 2000 couchbase route query hits=1 : took 553.731 ms. thrd 6 loop 600 of 2000 couchbase route query hits=1 : took 606.423 ms. thrd 3 loop 600 of 2000 couchbase route query hits=1 : took 642.061 ms. thrd 8 loop 600 of 2000 couchbase route query hits=1 : took 624.234 ms. thrd 13 loop 600 of 2000 couchbase route query hits=1 : took 623.188 ms. thrd 12 loop 600 of 2000 couchbase route query hits=1 : took 610.409 ms. thrd 14 loop 600 of 2000 couchbase route query hits=1 : took 700.636 ms. thrd 15 loop 600 of 2000 couchbase route query hits=1 : took 806.689 ms. thrd 7 loop 600 of 2000 couchbase route query hits=1 : took 1563.976 ms. thrd 1 loop 600 of 2000 couchbase route query hits=1 : took 1666.923 ms. thrd 2 loop 600 of 2000 couchbase route query hits=1 : took 1263.563 ms. thrd 12 loop 800 of 2000 couchbase route query hits=1 : took 572.075 ms. thrd 9 loop 800 of 2000 couchbase route query hits=1 : took 546.358 ms. thrd 0 loop 800 of 2000 couchbase route query hits=1 : took 572.137 ms. thrd 11 loop 800 of 2000 couchbase route query hits=1 : took 570.975 ms. thrd 5 loop 800 of 2000 couchbase route query hits=1 : took 615.025 ms. thrd 4 loop 800 of 2000 couchbase route query hits=1 : took 570.858 ms. thrd 8 loop 800 of 2000 couchbase route query hits=1 : took 736.428 ms. thrd 3 loop 800 of 2000 couchbase route query hits=1 : took 579.963 ms. thrd 10 loop 800 of 2000 couchbase route query hits=1 : took 640.273 ms. thrd 6 loop 800 of 2000 couchbase route query hits=1 : took 1005.889 ms. thrd 1 loop 800 of 2000 couchbase route query hits=1 : took 662.343 ms. thrd 14 loop 800 of 2000 couchbase route query hits=1 : took 701.154 ms. thrd 13 loop 800 of 2000 couchbase route query hits=1 : took 741.857 ms. thrd 15 loop 800 of 2000 couchbase route query hits=1 : took 705.516 ms. thrd 7 loop 800 of 2000 couchbase route query hits=1 : took 650.196 ms. thrd 2 loop 800 of 2000 couchbase route query hits=1 : took 600.706 ms. thrd 9 loop 1000 of 2000 couchbase route query hits=1 : took 648.136 ms. thrd 4 loop 1000 of 2000 couchbase route query hits=1 : took 1170.623 ms. thrd 8 loop 1000 of 2000 couchbase route query hits=1 : took 1394.696 ms. thrd 0 loop 1000 of 2000 couchbase route query hits=1 : took 1544.807 ms. thrd 11 loop 1000 of 2000 couchbase route query hits=1 : took 1630.699 ms. thrd 12 loop 1000 of 2000 couchbase route query hits=1 : took 1635.698 ms. thrd 6 loop 1000 of 2000 couchbase route query hits=1 : took 1441.388 ms. thrd 1 loop 1000 of 2000 couchbase route query hits=1 : took 1084.753 ms. thrd 13 loop 1000 of 2000 couchbase route query hits=1 : took 971.191 ms. thrd 10 loop 1000 of 2000 couchbase route query hits=1 : took 818.692 ms. thrd 5 loop 1000 of 2000 couchbase route query hits=1 : took 552.302 ms. thrd 7 loop 1000 of 2000 couchbase route query hits=1 : took 664.007 ms. thrd 15 loop 1000 of 2000 couchbase route query hits=1 : took 636.103 ms. thrd 3 loop 1000 of 2000 couchbase route query hits=1 : took 563.683 ms. thrd 14 loop 1000 of 2000 couchbase route query hits=1 : took 572.177 ms. thrd 2 loop 1000 of 2000 couchbase route query hits=1 : took 678.983 ms. thrd 9 loop 1200 of 2000 couchbase route query hits=1 : took 667.639 ms. thrd 4 loop 1200 of 2000 couchbase route query hits=1 : took 642.813 ms. thrd 6 loop 1200 of 2000 couchbase route query hits=1 : took 633.076 ms. thrd 11 loop 1200 of 2000 couchbase route query hits=1 : took 556.662 ms. thrd 0 loop 1200 of 2000 couchbase route query hits=1 : took 553.417 ms. thrd 5 loop 1200 of 2000 couchbase route query hits=1 : took 536.278 ms. thrd 12 loop 1200 of 2000 couchbase route query hits=1 : took 626.675 ms. thrd 8 loop 1200 of 2000 couchbase route query hits=1 : took 526.647 ms. thrd 1 loop 1200 of 2000 couchbase route query hits=1 : took 587.084 ms. thrd 7 loop 1200 of 2000 couchbase route query hits=1 : took 769.036 ms. thrd 15 loop 1200 of 2000 couchbase route query hits=1 : took 784.158 ms. thrd 10 loop 1200 of 2000 couchbase route query hits=1 : took 599.127 ms. thrd 13 loop 1200 of 2000 couchbase route query hits=1 : took 622.430 ms. thrd 2 loop 1200 of 2000 couchbase route query hits=1 : took 590.800 ms. thrd 3 loop 1200 of 2000 couchbase route query hits=1 : took 608.990 ms. thrd 14 loop 1200 of 2000 couchbase route query hits=1 : took 590.081 ms. thrd 12 loop 1400 of 2000 couchbase route query hits=1 : took 589.922 ms. thrd 0 loop 1400 of 2000 couchbase route query hits=1 : took 601.593 ms. thrd 9 loop 1400 of 2000 couchbase route query hits=1 : took 606.618 ms. thrd 4 loop 1400 of 2000 couchbase route query hits=1 : took 606.030 ms. thrd 8 loop 1400 of 2000 couchbase route query hits=1 : took 650.194 ms. thrd 6 loop 1400 of 2000 couchbase route query hits=1 : took 613.116 ms. thrd 11 loop 1400 of 2000 couchbase route query hits=1 : took 604.944 ms. thrd 7 loop 1400 of 2000 couchbase route query hits=1 : took 693.349 ms. thrd 5 loop 1400 of 2000 couchbase route query hits=1 : took 816.784 ms. thrd 1 loop 1400 of 2000 couchbase route query hits=1 : took 637.022 ms. thrd 15 loop 1400 of 2000 couchbase route query hits=1 : took 551.717 ms. thrd 3 loop 1400 of 2000 couchbase route query hits=1 : took 503.950 ms. thrd 10 loop 1400 of 2000 couchbase route query hits=1 : took 605.104 ms. thrd 2 loop 1400 of 2000 couchbase route query hits=1 : took 572.183 ms. thrd 13 loop 1400 of 2000 couchbase route query hits=1 : took 641.249 ms. thrd 14 loop 1400 of 2000 couchbase route query hits=1 : took 567.005 ms. thrd 0 loop 1600 of 2000 couchbase route query hits=1 : took 580.907 ms. thrd 4 loop 1600 of 2000 couchbase route query hits=1 : took 577.384 ms. thrd 12 loop 1600 of 2000 couchbase route query hits=1 : took 567.084 ms. thrd 9 loop 1600 of 2000 couchbase route query hits=1 : took 608.338 ms. thrd 11 loop 1600 of 2000 couchbase route query hits=1 : took 559.439 ms. thrd 1 loop 1600 of 2000 couchbase route query hits=1 : took 626.824 ms. thrd 5 loop 1600 of 2000 couchbase route query hits=1 : took 550.368 ms. thrd 8 loop 1600 of 2000 couchbase route query hits=1 : took 636.124 ms. thrd 6 loop 1600 of 2000 couchbase route query hits=1 : took 552.689 ms. thrd 3 loop 1600 of 2000 couchbase route query hits=1 : took 599.639 ms. thrd 15 loop 1600 of 2000 couchbase route query hits=1 : took 665.237 ms. thrd 7 loop 1600 of 2000 couchbase route query hits=1 : took 798.441 ms. thrd 2 loop 1600 of 2000 couchbase route query hits=1 : took 558.574 ms. thrd 14 loop 1600 of 2000 couchbase route query hits=1 : took 583.833 ms. thrd 13 loop 1600 of 2000 couchbase route query hits=1 : took 682.986 ms. thrd 10 loop 1600 of 2000 couchbase route query hits=1 : took 778.234 ms. thrd 4 loop 1800 of 2000 couchbase route query hits=1 : took 605.749 ms. thrd 12 loop 1800 of 2000 couchbase route query hits=1 : took 622.684 ms. thrd 9 loop 1800 of 2000 couchbase route query hits=1 : took 543.328 ms. thrd 0 loop 1800 of 2000 couchbase route query hits=1 : took 601.489 ms. thrd 5 loop 1800 of 2000 couchbase route query hits=1 : took 431.648 ms. thrd 3 loop 1800 of 2000 couchbase route query hits=1 : took 562.849 ms. thrd 1 loop 1800 of 2000 couchbase route query hits=1 : took 576.859 ms. thrd 15 loop 1800 of 2000 couchbase route query hits=1 : took 769.654 ms. thrd 8 loop 1800 of 2000 couchbase route query hits=1 : took 974.998 ms. thrd 14 loop 1800 of 2000 couchbase route query hits=1 : took 1976.826 ms. thrd 11 loop 1800 of 2000 couchbase route query hits=1 : took 1782.750 ms. thrd 6 loop 1800 of 2000 couchbase route query hits=1 : took 2114.809 ms. thrd 7 loop 1800 of 2000 couchbase route query hits=1 : took 1319.197 ms. thrd 10 loop 1800 of 2000 couchbase route query hits=1 : took 1052.537 ms. thrd 2 loop 1800 of 2000 couchbase route query hits=1 : took 587.812 ms. thrd 13 loop 1800 of 2000 couchbase route query hits=1 : took 657.870 ms. thrd 0 final result {"day":0,"destinationairport":"ZRH","distance":9375.708416166288,"flight":"UA177","sourceairport":"SFO","stops":0,"utc":"07:00:00"} count ave. std. min max qry/sec sec. Thrd# NumThrds Tqry/sec 2000 672.61 217.93 344.37 1982.68 1.491345.22775 0 16 23.79 thrd 15 loop 0 of 2000 couchbase route query hits=1 : took 421.058 ms. thrd 3 loop 0 of 2000 couchbase route query hits=1 : took 521.065 ms. thrd 13 loop 0 of 2000 couchbase route query hits=1 : took 410.376 ms. thrd 17 loop 0 of 2000 couchbase route query hits=1 : took 422.918 ms. thrd 9 loop 0 of 2000 couchbase route query hits=1 : took 737.744 ms. thrd 12 loop 0 of 2000 couchbase route query hits=1 : took 763.369 ms. thrd 7 loop 0 of 2000 couchbase route query hits=1 : took 818.582 ms. thrd 11 loop 0 of 2000 couchbase route query hits=1 : took 743.136 ms. thrd 5 loop 0 of 2000 couchbase route query hits=1 : took 783.235 ms. thrd 8 loop 0 of 2000 couchbase route query hits=1 : took 840.874 ms. thrd 14 loop 0 of 2000 couchbase route query hits=1 : took 808.498 ms. thrd 6 loop 0 of 2000 couchbase route query hits=1 : took 812.115 ms. thrd 0 loop 0 of 2000 couchbase route query hits=1 : took 802.381 ms. thrd 10 loop 0 of 2000 couchbase route query hits=1 : took 849.595 ms. thrd 2 loop 0 of 2000 couchbase route query hits=1 : took 854.237 ms. thrd 1 loop 0 of 2000 couchbase route query hits=1 : took 838.290 ms. thrd 16 loop 0 of 2000 couchbase route query hits=1 : took 859.428 ms. thrd 4 loop 0 of 2000 couchbase route query hits=1 : took 852.038 ms. com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) com.couchbase.client.core.RequestCancelledException: Request cancelled in-flight. at com.couchbase.client.core.endpoint.AbstractGenericHandler.handleOutstandingOperations(AbstractGenericHandler.java:686) at com.couchbase.client.core.endpoint.AbstractGenericHandler.handlerRemoved(AbstractGenericHandler.java:667) at com.couchbase.client.core.endpoint.query.QueryHandlerV2.handlerRemoved(QueryHandlerV2.java:208) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:626) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyDown(DefaultChannelPipeline.java:878) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroyUp(DefaultChannelPipeline.java:844) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.destroy(DefaultChannelPipeline.java:836) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.access$700(DefaultChannelPipeline.java:44) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline$HeadContext.channelUnregistered(DefaultChannelPipeline.java:1286) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:176) at com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelUnregistered(AbstractChannelHandlerContext.java:162) at com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelUnregistered(DefaultChannelPipeline.java:821) at com.couchbase.client.deps.io.netty.channel.AbstractChannel$AbstractUnsafe$8.run(AbstractChannel.java:776) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:399) at com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:464) at com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:131) at com.couchbase.client.deps.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.lang.Thread.run(Thread.java:748) done