org.apache.spark.SparkException: Job aborted due to stage failure: Task serialization failed: java.lang.reflect.InvocationTargetException sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:526) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:72) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:65) org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$setConf(TorrentBroadcast.scala:73) org.apache.spark.broadcast.TorrentBroadcast.<init>(TorrentBroadcast.scala:80) org.apache.spark.broadcast.TorrentBroadcastFactory.newBroadcast(TorrentBroadcastFactory.scala:34) org.apache.spark.broadcast.BroadcastManager.newBroadcast(BroadcastManager.scala:63) org.apache.spark.SparkContext.broadcast(SparkContext.scala:1326) org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1006) org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:921) org.apache.spark.scheduler.DAGScheduler.handleJobSubmitted(DAGScheduler.scala:861) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1607) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1599) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1588) org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)

GitHub | shujamughal | 4 months ago
  1. 0

    org.apache.spark.SparkException: Job aborted due to stage failure: Task serialization failed: java.lang.reflect.InvocationTargetException

    GitHub | 4 months ago | shujamughal
    org.apache.spark.SparkException: Job aborted due to stage failure: Task serialization failed: java.lang.reflect.InvocationTargetException sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:526) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:72) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:65) org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$setConf(TorrentBroadcast.scala:73) org.apache.spark.broadcast.TorrentBroadcast.<init>(TorrentBroadcast.scala:80) org.apache.spark.broadcast.TorrentBroadcastFactory.newBroadcast(TorrentBroadcastFactory.scala:34) org.apache.spark.broadcast.BroadcastManager.newBroadcast(BroadcastManager.scala:63) org.apache.spark.SparkContext.broadcast(SparkContext.scala:1326) org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1006) org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:921) org.apache.spark.scheduler.DAGScheduler.handleJobSubmitted(DAGScheduler.scala:861) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1607) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1599) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1588) org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
  2. 0

    PredictionIO pio train fails with exception

    Stack Overflow | 6 months ago | gaurav
    org.apache.spark.SparkException: Job aborted due to stage failure: Task serialization failed: java.lang.reflect.InvocationTargetException sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) java.lang.reflect.Constructor.newInstance(Constructor.java:423) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:72) org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:65) org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$setConf(TorrentBroadcast.scala:73) org.apache.spark.broadcast.TorrentBroadcast.<init>(TorrentBroadcast.scala:80) org.apache.spark.broadcast.TorrentBroadcastFactory.newBroadcast(TorrentBroadcastFactory.scala:34) org.apache.spark.broadcast.BroadcastManager.newBroadcast(BroadcastManager.scala:63) org.apache.spark.SparkContext.broadcast(SparkContext.scala:1326) org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1006) org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:921) org.apache.spark.scheduler.DAGScheduler$$anonfun$org$apache$spark$scheduler$DAGScheduler$$submitStage$4.apply(DAGScheduler.scala:924) org.apache.spark.scheduler.DAGScheduler$$anonfun$org$apache$spark$scheduler$DAGScheduler$$submitStage$4.apply(DAGScheduler.scala:923) scala.collection.immutable.List.foreach(List.scala:318) org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:923) org.apache.spark.scheduler.DAGScheduler$$anonfun$org$apache$spark$scheduler$DAGScheduler$$submitStage$4.apply(DAGScheduler.scala:924) org.apache.spark.scheduler.DAGScheduler$$anonfun$org$apache$spark$scheduler$DAGScheduler$$submitStage$4.apply(DAGScheduler.scala:923) scala.collection.immutable.List.foreach(List.scala:318) org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:923) org.apache.spark.scheduler.DAGScheduler.handleJobSubmitted(DAGScheduler.scala:861) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1607) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1599) org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1588) org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
  3. 0

    GitHub comment 55#27872735

    GitHub | 3 years ago | gdchamal
    java.lang.UnsatisfiedLinkError: /var/tmp/snappy-1.1.0.1-69d6ce60-399f-4de9-9048-6dcf97494e98-libsnappyjava.so: ld.so.1: java: fatal: /var/tmp/snappy-1.1.0.1-69d6ce60-399f-4de9-9048-6dcf97494e98-libsnappyjava.so: wrong ELF class: ELFCLASS32 (Possible cause: endianness mismatch)
  4. Speed up your debug routine!

    Automated exception search integrated into your IDE

  5. 0

    Spark 常见错误 | 云腾泛舟-技术博客

    boatingclouds.com | 1 year ago
    java.lang.UnsatisfiedLinkError: /tmp/snappy-1.0.4.1-1d6b68c7-7b65-4c0b-8008-19f112c714ea-libsnappyjava.so: /tmp/snappy-1.0.4.1-1d6b68c7-7b65-4c0b-8008-19f112c714ea-libsnappyjava.so: failed to map segment from shared object: Operation not permitted
  6. 0

    java.lang.UnsatisfiedLinkError: jline ...dll: A dynamic link library (DLL) initialization routine failed

    GitHub | 2 years ago | rustyx
    java.lang.UnsatisfiedLinkError: C:\TEMP\jline\jline6426628542205626973.dll: A dynamic link library (DLL) initialization routine failed

  1. franky li 8 times, last 1 month ago
  2. Lukasmcd14 1 times, last 4 months ago
  3. Christopher 4 times, last 7 months ago
  4. xgao 1 times, last 11 months ago
42 unregistered visitors
Not finding the right solution?
Take a tour to get the most out of Samebug.

Tired of useless tips?

Automated exception search integrated into your IDE

Root Cause Analysis

  1. java.lang.UnsatisfiedLinkError

    /tmp/snappy-1.1.2-6ef04ce3-540b-4cba-ac30-16e113f48e19-libsnappyjava.so: /tmp/snappy-1.1.2-6ef04ce3-540b-4cba-ac30-16e113f48e19-libsnappyjava.so: cannot open shared object file: No such file or directory (Possible cause: endianness mismatch)

    at java.lang.ClassLoader$NativeLibrary.load()
  2. Java RT
    System.load
    1. java.lang.ClassLoader$NativeLibrary.load(Native Method)
    2. java.lang.ClassLoader.loadLibrary1(ClassLoader.java:1965)
    3. java.lang.ClassLoader.loadLibrary0(ClassLoader.java:1890)
    4. java.lang.ClassLoader.loadLibrary(ClassLoader.java:1851)
    5. java.lang.Runtime.load0(Runtime.java:795)
    6. java.lang.System.load(System.java:1062)
    6 frames
  3. snappy-java
    Snappy.<clinit>
    1. org.xerial.snappy.SnappyLoader.loadNativeLibrary(SnappyLoader.java:174)
    2. org.xerial.snappy.SnappyLoader.load(SnappyLoader.java:152)
    3. org.xerial.snappy.Snappy.<clinit>(Snappy.java:46)
    3 frames
  4. Spark
    SnappyCompressionCodec.<init>
    1. org.apache.spark.io.SnappyCompressionCodec$.liftedTree1$1(CompressionCodec.scala:169)
    2. org.apache.spark.io.SnappyCompressionCodec$.org$apache$spark$io$SnappyCompressionCodec$$version$lzycompute(CompressionCodec.scala:168)
    3. org.apache.spark.io.SnappyCompressionCodec$.org$apache$spark$io$SnappyCompressionCodec$$version(CompressionCodec.scala:168)
    4. org.apache.spark.io.SnappyCompressionCodec.<init>(CompressionCodec.scala:152)
    4 frames
  5. Java RT
    Constructor.newInstance
    1. sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    2. sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
    3. sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    4. java.lang.reflect.Constructor.newInstance(Constructor.java:526)
    4 frames
  6. Spark
    EventLoop$$anon$1.run
    1. org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:72)
    2. org.apache.spark.io.CompressionCodec$.createCodec(CompressionCodec.scala:65)
    3. org.apache.spark.broadcast.TorrentBroadcast.org$apache$spark$broadcast$TorrentBroadcast$$setConf(TorrentBroadcast.scala:73)
    4. org.apache.spark.broadcast.TorrentBroadcast.<init>(TorrentBroadcast.scala:80)
    5. org.apache.spark.broadcast.TorrentBroadcastFactory.newBroadcast(TorrentBroadcastFactory.scala:34)
    6. org.apache.spark.broadcast.BroadcastManager.newBroadcast(BroadcastManager.scala:63)
    7. org.apache.spark.SparkContext.broadcast(SparkContext.scala:1326)
    8. org.apache.spark.scheduler.DAGScheduler.submitMissingTasks(DAGScheduler.scala:1006)
    9. org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$submitStage(DAGScheduler.scala:921)
    10. org.apache.spark.scheduler.DAGScheduler.handleJobSubmitted(DAGScheduler.scala:861)
    11. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1607)
    12. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1599)
    13. org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1588)
    14. org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48)
    14 frames