Details
-
Bug
-
Resolution: Fixed
-
Major
-
3.0.0, 3.1.0
-
None
-
None
-
1
-
SDK46: Limit Err, CB++, Spark
Description
Environment : Scala 2.12 and Spark 3.1.1
import com.couchbase.spark._ |
import com.couchbase.spark.query.QueryOptions |
val airlines = spark.read.format("couchbase.query") |
.option(QueryOptions.Filter, "type = 'airline'") |
.load()
|
airlines.printSchema()
|
airlines
|
.select("name", "callsign") |
.sort(airlines("callsign").desc) |
.show(5) |
In the code above printSchema works fine.
But when you try to see the results it fails
Error message as seen below
Caused by: NoSuchMethodError: org.apache.spark.sql.catalyst.json.CreateJacksonParser$.string(Lcom/fasterxml/jackson/core/JsonFactory;Ljava/lang/String;)Lcom/fasterxml/jackson/core/JsonParser; at org.apache.spark.sql.CouchbaseJsonUtils$.$anonfun$createParser$1(CouchbaseJsonUtils.scala:41) at org.apache.spark.sql.catalyst.json.JacksonParser.$anonfun$parse$1(JacksonParser.scala:463) at org.apache.spark.util.Utils$.tryWithResource(Utils.scala:2906) at org.apache.spark.sql.catalyst.json.JacksonParser.parse(JacksonParser.scala:463) at com.couchbase.spark.query.QueryPartitionReader.$anonfun$rows$2(QueryPartitionReader.scala:54) at scala.collection.TraversableLike.$anonfun$flatMap$1(TraversableLike.scala:245) at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) at scala.collection.TraversableLike.flatMap(TraversableLike.scala:245) at scala.collection.TraversableLike.flatMap$(TraversableLike.scala:242) at scala.collection.AbstractTraversable.flatMap(Traversable.scala:108) at com.couchbase.spark.query.QueryPartitionReader.rows$lzycompute(QueryPartitionReader.scala:52) at com.couchbase.spark.query.QueryPartitionReader.rows(QueryPartitionReader.scala:49) at com.couchbase.spark.query.QueryPartitionReader.rowIterator$lzycompute(QueryPartitionReader.scala:61) at com.couchbase.spark.query.QueryPartitionReader.rowIterator(QueryPartitionReader.scala:61) at com.couchbase.spark.query.QueryPartitionReader.next(QueryPartitionReader.scala:100) at org.apache.spark.sql.execution.datasources.v2.PartitionIterator.hasNext(DataSourceRDD.scala:79) at org.apache.spark.sql.execution.datasources.v2.MetricsIterator.hasNext(DataSourceRDD.scala:112) at org.apache.spark.InterruptibleIterator.hasNext(InterruptibleIterator.scala:37) at scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:458) at org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext(Unknown Source) |