Time	OK	MEMD:GENERIC	Latency
0	114	0	29
1	1012	0	42
2	1654	0	79
3	1587	0	36
4	1144	0	62
5	1458	0	38
6	1869	0	23
7	1681	0	43
8	1925	0	27
9	1972	0	36
10	2047	0	26
11	2108	0	48
12	2165	0	18
13	1978	0	24
14	1996	0	22
15	2048	0	23
16	1923	0	22
17	1969	0	31
18	1893	0	39
19	1882	0	32
20	1937	0	25
21	2063	0	29
22	1997	0	24
23	2021	0	25
24	2031	0	25
25	2107	0	23
26	2128	0	20
27	1815	0	39
28	1594	0	32
29	1856	0	27
30	1919	0	25
31	2094	0	22
32	2053	0	20
33	1935	0	90
34	1818	0	29
35	1848	0	27
36	1969	0	29
37	1919	0	23
38	1857	0	41
39	1327	0	26
40	0	0	0
41	3	4	2277
42	77	40	3187
43	69	34	1559
44	139	37	1430
45	39	26	1028
46	37	39	1750
47	51	57	2111
48	45	43	799
49	29	30	1376
50	0	0	0
51	33	68	2426
52	5	56	941
53	5	48	1236
54	25	57	1272
55	22	49	2134
56	5	53	1266
57	16	48	1118
58	14	38	1265
59	29	52	1258
60	22	44	1236
61	8	48	986
62	11	44	975
63	25	48	1491
64	13	46	1322
65	14	43	1116
66	9	33	1017
67	15	44	1966
68	14	39	1241
69	16	33	1788
70	13	37	1860
71	9	45	1527
72	11	45	1568
73	16	39	1235
74	16	44	1290
75	17	50	1021
76	13	54	972
77	18	45	1335
78	9	33	989
79	22	57	1277
80	25	55	1288
81	19	48	885
82	9	50	1106
83	13	48	935
84	12	47	992
85	15	42	1017
86	13	48	1269
87	21	50	835
88	17	51	2062
89	22	52	1440
90	21	53	1291
91	24	54	1275
92	10	38	1185
93	7	43	1423
94	11	40	938
95	11	37	1291
96	14	42	1654
97	12	39	1151
98	17	39	1163
99	12	48	1470
100	10	34	1294
101	14	36	1575
102	18	36	1069
103	21	44	1922
104	11	42	944
105	8	41	1142
106	14	38	1264
107	14	40	1058
108	12	41	2052
109	6	31	1426
110	7	43	1526
111	18	34	1099
112	19	41	1431
113	12	30	1407
114	11	45	1947
115	9	43	1592
116	18	34	900
117	15	36	1211
118	5	39	2090
119	13	38	2193
120	13	35	2158
121	18	41	1527
122	13	36	1197
123	9	43	1561
124	11	32	1062
125	12	44	1344
126	23	39	1077
127	11	35	1770
128	12	29	1718
129	5	43	1656
130	7	36	2430
131	16	38	1701
132	16	45	1154
133	7	38	1820
134	17	36	1463
135	12	48	1624
136	12	41	961
137	12	36	1681
138	17	39	1422
139	17	44	1349
140	7	46	1176
141	14	37	1382
142	14	38	1420
143	14	38	969
144	9	33	2262
145	10	45	1512
146	12	37	1185
147	21	46	1120
148	17	42	1330
149	7	29	1248
150	6	37	1499
151	13	38	2494
152	15	40	1318
153	17	43	1250
154	9	40	1351
155	9	49	1174
156	10	38	882

Run Configuration

Entry	Value
install/cache	.install_info
install/skip	true
install/version	2.2.0
wlhybrid/cb/dvname	test_design/test_view
wlhybrid/cb/limit	-1
wlhybrid/cb/nthreads	5
wlhybrid/cb/qdelay	0
wlhybrid/cb/stalefalse	false
wlhybrid/cb/timeres	1
wlhybrid/cb/total_rows	1000
wlhybrid/ht/dvname	test_design/test_view
wlhybrid/ht/limit	0
wlhybrid/ht/nthreads	5
wlhybrid/ht/qdelay	0
wlhybrid/ht/stalefalse	false
wlhybrid/ht/timeres	1
wlhybrid/ht/total_rows	1000
bucket/add_default	false
bucket/name	default
bucket/password
bucket/ram	512
bucket/replicas	1
bucket/type	COUCHBASE
wlhybrid/nodefine	false
wlhybrid/noload	false
service/action	kill
service/count	3
service/ept	false
service/failover_delay	-1
service/name	SYSV_SERVICE
service/readd_delay	-1
service/restore_delay	5
service/stagger	1
scenario/change_only	false
scenario/ramp	30
scenario/rebound	90
cluster/aux_nodelist	true
cluster/disable_ssh	false
cluster/group_count	1
cluster/group_policy	SEPARATE
cluster/ini
cluster/ip_alias
cluster/minimal_nodes	false
cluster/node_quota	1500
cluster/nodes	10.3.121.134
cluster/nodes	10.3.121.135
cluster/nodes	10.3.121.136
cluster/nodes	10.3.3.206
cluster/noinit	false
cluster/password	password
cluster/rest_timeout	45
cluster/ssh_password	couchbase
cluster/ssh_username	root
cluster/username	Administrator
cluster/usessl	false
exec/args
exec/connect_wait	15
exec/loglevel	INFO
exec/path	C:\temp\sdkd-out-debug\SdkdConsole.exe
exec/port	8675
comment
no_log	false
output	sdkdclient.logdb
overwrite_output	false
scenario	ServiceFailureScenario
sdkd_config	share\rexec
workload	HybridWorkloadGroup
wlhybrid/mc/batchsize	1
wlhybrid/mc/delay	0
wlhybrid/mc/delay_max	10
wlhybrid/mc/delay_min	1
wlhybrid/mc/kseed	SimpleKey
wlhybrid/mc/ksize	32
wlhybrid/mc/kvcount	15000
wlhybrid/mc/nthreads	10
wlhybrid/mc/opmode	both
wlhybrid/mc/preload	true
wlhybrid/mc/reqpool_size	10
wlhybrid/mc/timeres	1
wlhybrid/mc/ttl	0
wlhybrid/mc/vseed	SimpleValue
wlhybrid/mc/vsize	128

Cluster

3.0.0-1208-rel-enterprise

SDKD (+SDK) Info

{"CAPS":{"DS_SHARED":true,"PREAMBLE":false,"CANCEL":true,"CONTINUOUS":true},"COMPONENTS":{"SDK":"1.0.0.0","CLR":"4.0.30319.17929"}}

Scenario Description

Ramp for 30 seconds. Cluster modification: Execute '/etc/init.d/couchbase-server stop' on 3 nodes waiting 1 seconds between each invocation sleep for 5 seconds and restore the nodes. Restoring is peformed by: re-active the services by invoking /etc/init.d/couchbase-server starton each of the nodes. Rebound for 90 seconds.