net.razorvine.pickle.InvalidOpcodeException: opcode not implemented: OBJ

Stack Overflow | alec.tu | 3 months ago
  1. 0

    Write image as the value of sequence file with pyspark

    Stack Overflow | 3 months ago | alec.tu
    net.razorvine.pickle.InvalidOpcodeException: opcode not implemented: OBJ
  2. 0

    net.razorvine.pickle.InvalidOpcodeException: invalid pickle opcode: 120

    GitHub | 5 months ago | vdmitriyev
    net.razorvine.pickle.InvalidOpcodeException: invalid pickle opcode: 120

    Root Cause Analysis

    1. net.razorvine.pickle.InvalidOpcodeException

      opcode not implemented: OBJ

      at net.razorvine.pickle.Unpickler.dispatch()
    2. pyrolite
      Unpickler.loads
      1. net.razorvine.pickle.Unpickler.dispatch(Unpickler.java:224)
      2. net.razorvine.pickle.Unpickler.load(Unpickler.java:85)
      3. net.razorvine.pickle.Unpickler.loads(Unpickler.java:98)
      3 frames
    3. Spark
      SerDeUtil$$anonfun$pythonToJava$1$$anonfun$apply$1.apply
      1. org.apache.spark.api.python.SerDeUtil$$anonfun$pythonToJava$1$$anonfun$apply$1.apply(SerDeUtil.scala:151)
      2. org.apache.spark.api.python.SerDeUtil$$anonfun$pythonToJava$1$$anonfun$apply$1.apply(SerDeUtil.scala:150)
      2 frames
    4. Scala
      AbstractIterator.toArray
      1. scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:371)
      2. scala.collection.Iterator$$anon$10.hasNext(Iterator.scala:308)
      3. scala.collection.Iterator$class.foreach(Iterator.scala:727)
      4. scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
      5. scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
      6. scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:103)
      7. scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:47)
      8. scala.collection.TraversableOnce$class.to(TraversableOnce.scala:273)
      9. scala.collection.AbstractIterator.to(Iterator.scala:1157)
      10. scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:265)
      11. scala.collection.AbstractIterator.toBuffer(Iterator.scala:1157)
      12. scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:252)
      13. scala.collection.AbstractIterator.toArray(Iterator.scala:1157)
      13 frames
    5. Spark
      Executor$TaskRunner.run
      1. org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$28.apply(RDD.scala:1298)
      2. org.apache.spark.rdd.RDD$$anonfun$take$1$$anonfun$28.apply(RDD.scala:1298)
      3. org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1850)
      4. org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:1850)
      5. org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:66)
      6. org.apache.spark.scheduler.Task.run(Task.scala:88)
      7. org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214)
      7 frames
    6. Java RT
      ThreadPoolExecutor$Worker.run
      1. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
      2. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
      2 frames