[system-test] GoXDCR: Continuous pipeline recreation due to repeated "received error response from memcached in target cluster" errors.

{"time":"2015-07-16T06:56:42.442039708-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:55:56.239859355-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."}

:

:

XmemNozzle 2015-07-16T07:09:22.548-07:00 [ERROR] Raise error condition Received error response from memcached in target cluster.

XmemNozzle 2015-07-16T07:09:22.548-07:00 [ERROR] Received error response from memcached in target cluster.. err=MCResponse status=EINVAL, opcode=0xa0, opaque=398066151, msg: 

PipelineManager 2015-07-16T07:09:22.548-07:00 [INFO] err_list=[{"time":"2015-07-16T07:09:22.548330442-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:07:41.580435732-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:06:33.165430643-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:06:09.943660203-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:05:43.558387687-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:04:39.60162425-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:04:14.087629419-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:04:01.833755557-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:03:39.576290132-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:03:14.364611408-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:02:40.964029647-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:00:57.710811617-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:00:34.563817813-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T07:00:00.893862024-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:59:12.084663661-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:58:59.392289345-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:58:44.088461935-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:58:08.146447871-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:57:33.408172665-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."},{"time":"2015-07-16T06:56:42.442039708-07:00","errMsg":"xmem_2c591496399efe68ab372ee0a2f4a87d/standardbucket/standardbucket_172.23.105.48:11210_1:Received error response from memcached in target cluster."}]

PipelineManager 2015-07-16T06:57:04.076-07:00 [INFO] Replication Status = map[1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket:name={1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket}, status={Replicating}, errors={[{"time":"2015-07-15T20:01:30.06011607-07:00","errMsg":"dcp_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket_172.23.105.48:11210_0:dcp stream for vb=394 is closed by producer"},{"time":"2015-07-15T19:59:47.043883834-07:00","errMsg":"xmem_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket_172.23.105.58:11210_0:Xmem is stuck"},{"time":"2015-07-15T19:53:23.159806314-07:00","errMsg":"xmem_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket_172.23.105.57:11210_1:Xmem is stuck"},{"time":"2015-07-15T19:46:59.38137505-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-551515333"},{"time":"2015-07-15T19:46:46.551329921-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-647134864"},{"time":"2015-07-15T19:46:33.570609491-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-246632993"},{"time":"2015-07-15T19:46:20.057274749-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-644375501"},{"time":"2015-07-15T19:46:07.257451109-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-744716857"},{"time":"2015-07-15T19:45:54.452334252-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-45837629"},{"time":"2015-07-15T19:45:19.043717818-07:00","errMsg":"CheckpointMgr:Failed to get starting seqno for pipeline 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket-745175617"},{"time":"2015-07-15T19:45:02.958195212-07:00","errMsg":"dcp_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket_172.23.105.48:11210_0:Stream for vb 297 has not been requested"},{"time":"2015-07-15T19:44:09.315314539-07:00","errMsg":"CheckpointMgr:Target bucket's topology has changed"},{"time":"2015-07-15T19:18:21.001198422-07:00","errMsg":"xmem_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket/standardbucket_172.23.105.58:11210_0:Received error response from memcached in target cluster."}]}, progress={Pipeline is running}

 1db8a5dc219e9172a21b83d81b1fddf8/standardbucket1/standardbucket1:name={1db8a5dc219e9172a21b83d81b1fddf8/standardbucket1/standardbucket1}, status={Replicating}, errors={[{"time":"2015-07-15T20:01:41.943708977-07:00","errMsg":"dcp_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket1/standardbucket1_172.23.105.48:11210_0:dcp stream for vb=386 is closed by producer"},{"time":"2015-07-15T19:56:41.643981081-07:00","errMsg":"xmem_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket1/standardbucket1_172.23.105.58:11210_0:Xmem is stuck"},{"time":"2015-07-15T19:50:17.872681228-07:00","errMsg":"xmem_1db8a5dc219e9172a21b83d81b1fddf8/standardbucket1/standardbucket1_172.23.105.57:11210_0:Xmem is stuck"},{"time":"2015-07-15T19:43:36.535542008-07:00","errMsg":"CheckpointMgr:Target bucket's topology has changed"}]}, progress={Pipeline is running}