java.lang.Exception: Hadoop-snappy does not seem to be available

Pentaho BI Platform Tracking | Jacopo Moronato | 1 year ago
tip
Your exception is missing from the Samebug knowledge base.
Here are the best solutions we found on the Internet.
Click on the to mark the helpful solution and get rewards for you help.
  1. 0

    I have some compressed files in Hadoop and want to read them from my Kettle/PDI 6.0.0.0, but I'm not able to do so. My step "Hadoop File Input" shows "Hadoop-snappy" and "Snappy" as compression options: - using Hadoop-snappy options it shows me: java.lang.Exception: Hadoop-snappy does not seem to be available - using Snappy options it shows me java.io.IOException: FAILED_TO_UNCOMPRESS(5) {noformat} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:42) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more Caused by: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40) ... 30 more }} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy FAILED_TO_UNCOMPRESS(5) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: FAILED_TO_UNCOMPRESS(5) at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:84) at org.xerial.snappy.SnappyNative.rawUncompress(Native Method) at org.xerial.snappy.Snappy.rawUncompress(Snappy.java:444) at org.xerial.snappy.Snappy.uncompress(Snappy.java:480) at org.xerial.snappy.SnappyInputStream.readFully(SnappyInputStream.java:127) at org.xerial.snappy.SnappyInputStream.readHeader(SnappyInputStream.java:88) at org.xerial.snappy.SnappyInputStream.<init>(SnappyInputStream.java:58) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.getDelegate(SnappyCompressionInputStream.java:43) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.<init>(SnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:31) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more }} {noformat} Please not that I've already set up the cdh54 plugin to match the cluster configuration. So, what could be the problem?

    Pentaho BI Platform Tracking | 1 year ago | Jacopo Moronato
    java.lang.Exception: Hadoop-snappy does not seem to be available
  2. 0

    I have some compressed files in Hadoop and want to read them from my Kettle/PDI 6.0.0.0, but I'm not able to do so. My step "Hadoop File Input" shows "Hadoop-snappy" and "Snappy" as compression options: - using Hadoop-snappy options it shows me: java.lang.Exception: Hadoop-snappy does not seem to be available - using Snappy options it shows me java.io.IOException: FAILED_TO_UNCOMPRESS(5) {noformat} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:42) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more Caused by: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40) ... 30 more }} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy FAILED_TO_UNCOMPRESS(5) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: FAILED_TO_UNCOMPRESS(5) at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:84) at org.xerial.snappy.SnappyNative.rawUncompress(Native Method) at org.xerial.snappy.Snappy.rawUncompress(Snappy.java:444) at org.xerial.snappy.Snappy.uncompress(Snappy.java:480) at org.xerial.snappy.SnappyInputStream.readFully(SnappyInputStream.java:127) at org.xerial.snappy.SnappyInputStream.readHeader(SnappyInputStream.java:88) at org.xerial.snappy.SnappyInputStream.<init>(SnappyInputStream.java:58) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.getDelegate(SnappyCompressionInputStream.java:43) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.<init>(SnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:31) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more }} {noformat} Please not that I've already set up the cdh54 plugin to match the cluster configuration. So, what could be the problem?

    Pentaho BI Platform Tracking | 1 year ago | Jacopo Moronato
    java.lang.Exception: Hadoop-snappy does not seem to be available

    Root Cause Analysis

    1. java.lang.Exception

      Hadoop-snappy does not seem to be available

      at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream()
    2. org.pentaho.di
      HadoopFileInputDialog$3.handleEvent
      1. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79)
      2. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62)
      3. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40)
      4. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35)
      5. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101)
      6. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32)
      7. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688)
      8. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634)
      9. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128)
      10. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482)
      10 frames
    3. RWT
      Display.readAndDispatch
      1. org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
      2. org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
      3. org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
      4. org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
      4 frames
    4. org.pentaho.di
      TransGraph.mouseDoubleClick
      1. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575)
      2. org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125)
      3. org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728)
      4. org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032)
      5. org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755)
      5 frames
    5. RWT
      Display.readAndDispatch
      1. org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source)
      2. org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
      3. org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
      4. org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
      5. org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
      5 frames
    6. org.pentaho.di
      Spoon.main
      1. org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339)
      2. org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939)
      3. org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214)
      4. org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653)
      4 frames
    7. Java RT
      Method.invoke
      1. sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2. sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      3. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      4. java.lang.reflect.Method.invoke(Method.java:497)
      4 frames
    8. org.pentaho.commons
      Launcher.main
      1. org.pentaho.commons.launcher.Launcher.main(Launcher.java:92)
      1 frame