Details
Description
Port server query on node 'babysitter_of_ns_1@127.0.0.1' exited with status 1. Restarting. Messages: runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc2080e4fe8 sp=0xc2080e4fe0
created by github.com/couchbase/gomemcached/client.(*Client).GetBulk
/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:284 +0x37a
[goport] 2015/05/15 13:49:07 /opt/couchbase/bin/cbq-engine terminated: signal: aborted (core dumped)
2015/05/15 13:49:04 Invalid opaque Value. Debug info : Res.opaque : 2, Keys 1, Response received MCResponse status=SUCCESS, opcode=GET, opaque=2, msg: {"AirItinerary":{"DirectionInd":"['Return']","OriginDestinationOptions":{"OriginDestinationOption":[{"ElapsedTime":295,"FlightSegment":[{"ArrivalAirport":
{"LocationCode":"BUR"},"ArrivalDateTime":"2014-11-13 11:24:00","ArrivalTimeZone":
{"GMTOffset":-8},"DepartureAirport":
{"LocationCode":"JFK"},"DepartureDateTime":"2014-11-13 09:51:00","DepartureTimeZone":
{"GMTOffset":-7},"ElapsedTime":93,"Equipment":
{"AirEquipType":"M5"},"FlightNumber":"250","MarketingAirline":
{"Code":"['A']"},"MarriageGrp":"O","OperatingAirline":
{"Code":"DL","FlightNumber":"250"},"ResBookDesigCode":"V","StopQuantity":0,"TPA_Extensions":{"eTicket":
{"Ind":false}}},{"ArrivalAirport":
{"LocationCode":"CHI"},"ArrivalDateTime":"2014-11-13 14:46:00","ArrivalTimeZone":
{"GMTOffset":-7},"DepartureAirport":
{"LocationCode":"BUR"},"DepartureDateTime":"2014-11-13 11:24:00","DepartureTimeZone":
{"GMTOffset":-8},"ElapsedTime":202,"Equipment":
{"AirEquipType":"757"},"FlightNumber":"260","MarketingAirline":
{"Code":"['A']"},"MarriageGrp":"I","OperatingAirline":
{"Code":"DL","FlightNumber":"260"},"ResBookDesigCode":"V","StopQuantity":0,"TPA_Extensions":{"eTicket":
{"Ind":false}}}]},{"ElapsedTime":744,"FlightSegment":[{"ArrivalAirport":
{"LocationCode":"SAN"},"ArrivalDateTime":"2014-11-13 19:51:00","ArrivalTimeZone":
{"GMTOffset":5},"DepartureAirport":
{"LocationCode":"CHI"},"DepartureDateTime":"2014-11-13 14:46:00","DepartureTimeZone":
{"GMTOffset":6},"ElapsedTime":305,"Equipment":
{"AirEquipType":"757"},"FlightNumber":"1210","MarketingAirline":
{"Code":"['A']"},"MarriageGrp":"O","OperatingAirline":
{"Code":"DL","FlightNumber":"1210"},"ResBookDesigCode":"X","StopQuantity":0,"TPA_Extensions":{"eTicket":
{"Ind":false}}},{"ArrivalAirport":
{"LocationCode":"JFK"},"ArrivalDateTime":"2014-11-14 03:10:00","ArrivalTimeZone":
{"GMTOffset":4},"DepartureAirport":
{"LocationCode":"SAN"},"DepartureDateTime":"2014-11-13 19:51:00","DepartureTimeZone":
{"GMTOffset":5},"ElapsedTime":439,"Equipment":
{"AirEquipType":"A203"},"FlightNumber":419,"MarketingAirline":
{"Code":"['A']"},"MarriageGrp":"I","OperatingAirline":
{"Code":"DL","FlightNumber":"1200"},"ResBookDesigCode":"X","TPA_Extensions":{"eTicket":
{"Ind":false}}}]}]}},"AirItineraryPricingInfo":{"ItinTotalFare":{"TotalFare":{"Amount":385,"CurrencyCode":"USD","DecimalPlaces":2}},"PTC_FareBreakdowns":{"PTC_FareBreakdown":{"FareBasisCodes":{"FareBasisCode":[
{"ArrivalAirportCode":"BUR","BookingCode":"V","DepartureAirportCode":"JFK","content":"VA07A0QZ"},
{"ArrivalAirportCode":"CHI","AvailabilityBreak":true,"BookingCode":"V","DepartureAirportCode":"BUR","content":"VA07A0QZ"},
{"ArrivalAirportCode":"SAN","BookingCode":"X","DepartureAirportCode":"CHI","content":"XA21A0NY"},
{"ArrivalAirportCode":"JFK","AvailabilityBreak":true,"BookingCode":"X","DepartureAirportCode":"SAN","content":"XA21A0NY"}]},"PassengerFare":{"BaseFare":
{"Amount":416,"CurrencyCode":"USD"},"EquivFare":
{"Amount":416,"CurrencyCode":"USD","DecimalPlaces":1},"Taxes":{"Tax":[
{"Amount":19,"CurrencyCode":"USD","DecimalPlaces":2,"TaxCode":"AY"},
{"Amount":11,"CurrencyCode":"USD","DecimalPlaces":2,"TaxCode":"US1"},
{"Amount":23,"CurrencyCode":"USD","DecimalPlaces":2,"TaxCode":"XF"},
{"Amount":16,"CurrencyCode":"USD","DecimalPlaces":2,"TaxCode":"ZP"}],"TotalTax":{"Amount":69,"CurrencyCode":"USD","DecimalPlaces":2}},"TotalFare":{"Amount":485,"CurrencyCodev":"USD"}},"PassengerTypeQuantity":{"Code":"ADT","Quantity":1}}}},"SequenceNumber":12119,"TicketingInfo":{"TicketType":"paper"}} Stack trace : /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:279 (0x986727)
Stack
161105 2015/05/15 13:49:04 Invalid opaque Value. Debug info : Res.opaque : 2, Keys 1, Response received MCResponse status=SUCCESS, opcode=GET, opaque=2, msg: {>
161106 Stack trace : /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:279 (0x986727)
161107 /usr/local/go/src/runtime/asm_amd64.s:2232 (0x42cbd1)
161108 panic: Invalid opaque Value. Debug info : Res.opaque : 2, Keys 1, Response received MCResponse status=SUCCESS, opcode=GET, opaque=2, msg: {"AirItinerary>
161109 Stack trace : /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:279 (0x986727)
161110 /usr/local/go/src/runtime/asm_amd64.s:2232 (0x42cbd1)
161111
161112
161113 goroutine 7037210 [running]:
161114 runtime.gopanic(0xb1c500, 0xc229ebd3a0)
161115 /usr/local/go/src/runtime/panic.go:425 +0x2a3 fp=0xc20808be10 sp=0xc20808bda8
161116 log.Panicf(0x112a270, 0x65, 0xc20808bf98, 0x4, 0x4)
161117 /usr/local/go/src/log/log.go:314 +0xd0 fp=0xc20808be70 sp=0xc20808be10
161118 github.com/couchbase/gomemcached/client.func·004()
161119 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:279 +0x40a fp=0xc20808bfe0 sp=0xc20808be70
161120 runtime.goexit()
161121 /usr/local/go/src/runtime/asm_amd64.s:2232 +0x1 fp=0xc20808bfe8 sp=0xc20808bfe0
161122 created by github.com/couchbase/gomemcached/client.(*Client).GetBulk
161123 /home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/gomemcached/client/mc.go:284 +0x37a
....
The query.log from the node is attached below. The stack is too long to paste here.
My script had deletes scheduled as
deleteRecordsforSelectSequenceNumber
2
http://10.6.2.167:8093/query