java.lang.Exception: Hadoop-snappy does not seem to be available

Pentaho BI Platform Tracking | Jacopo Moronato | 1 year ago
  1. 0

    I have some compressed files in Hadoop and want to read them from my Kettle/PDI 6.0.0.0, but I'm not able to do so. My step "Hadoop File Input" shows "Hadoop-snappy" and "Snappy" as compression options: - using Hadoop-snappy options it shows me: java.lang.Exception: Hadoop-snappy does not seem to be available - using Snappy options it shows me java.io.IOException: FAILED_TO_UNCOMPRESS(5) {noformat} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:42) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more Caused by: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40) ... 30 more }} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy FAILED_TO_UNCOMPRESS(5) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: FAILED_TO_UNCOMPRESS(5) at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:84) at org.xerial.snappy.SnappyNative.rawUncompress(Native Method) at org.xerial.snappy.Snappy.rawUncompress(Snappy.java:444) at org.xerial.snappy.Snappy.uncompress(Snappy.java:480) at org.xerial.snappy.SnappyInputStream.readFully(SnappyInputStream.java:127) at org.xerial.snappy.SnappyInputStream.readHeader(SnappyInputStream.java:88) at org.xerial.snappy.SnappyInputStream.<init>(SnappyInputStream.java:58) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.getDelegate(SnappyCompressionInputStream.java:43) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.<init>(SnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:31) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more }} {noformat} Please not that I've already set up the cdh54 plugin to match the cluster configuration. So, what could be the problem?

    Pentaho BI Platform Tracking | 1 year ago | Jacopo Moronato
    java.lang.Exception: Hadoop-snappy does not seem to be available
  2. 0

    I have some compressed files in Hadoop and want to read them from my Kettle/PDI 6.0.0.0, but I'm not able to do so. My step "Hadoop File Input" shows "Hadoop-snappy" and "Snappy" as compression options: - using Hadoop-snappy options it shows me: java.lang.Exception: Hadoop-snappy does not seem to be available - using Snappy options it shows me java.io.IOException: FAILED_TO_UNCOMPRESS(5) {noformat} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:42) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more Caused by: java.lang.Exception: Hadoop-snappy does not seem to be available at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62) at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40) ... 30 more }} {{org.pentaho.di.core.exception.KettleException: Error getting first 10 from file hdfs://nameservice1/test/prova_snappy_csv/part-m-00000.snappy FAILED_TO_UNCOMPRESS(5) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2729) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575) at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125) at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728) at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032) at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755) at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source) at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source) at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source) at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source) at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339) at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939) at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214) at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:497) at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92) Caused by: java.io.IOException: FAILED_TO_UNCOMPRESS(5) at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:84) at org.xerial.snappy.SnappyNative.rawUncompress(Native Method) at org.xerial.snappy.Snappy.rawUncompress(Snappy.java:444) at org.xerial.snappy.Snappy.uncompress(Snappy.java:480) at org.xerial.snappy.SnappyInputStream.readFully(SnappyInputStream.java:127) at org.xerial.snappy.SnappyInputStream.readHeader(SnappyInputStream.java:88) at org.xerial.snappy.SnappyInputStream.<init>(SnappyInputStream.java:58) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.getDelegate(SnappyCompressionInputStream.java:43) at org.pentaho.di.core.compress.snappy.SnappyCompressionInputStream.<init>(SnappyCompressionInputStream.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:35) at org.pentaho.di.core.compress.snappy.SnappyCompressionProvider.createInputStream(SnappyCompressionProvider.java:31) at org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688) ... 26 more }} {noformat} Please not that I've already set up the cdh54 plugin to match the cluster configuration. So, what could be the problem?

    Pentaho BI Platform Tracking | 1 year ago | Jacopo Moronato
    java.lang.Exception: Hadoop-snappy does not seem to be available
  3. 0

    Pentaho Cassandra input : Column family does not exist in keyspace

    Stack Overflow | 10 months ago | Warren Reilly
    java.lang.Exception: The column family local does not seem to exist in the keyspace system
  4. Speed up your debug routine!

    Automated exception search integrated into your IDE

  5. 0

    Jar does not work in Android - tmp folder not found

    GitHub | 4 years ago | Rashiq
    java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
  6. 0

    Might need an updated version of Drink.ogg

    GitHub | 4 years ago | Cervator
    java.lang.Exception: Input does not appear to be an Ogg bitstream.

    Not finding the right solution?
    Take a tour to get the most out of Samebug.

    Tired of useless tips?

    Automated exception search integrated into your IDE

    Root Cause Analysis

    1. java.lang.Exception

      Hadoop-snappy does not seem to be available

      at org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream()
    2. org.pentaho.di
      HadoopFileInputDialog$3.handleEvent
      1. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:79)
      2. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getSnappyInputStream(HadoopSnappyCompressionInputStream.java:62)
      3. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.getDelegate(HadoopSnappyCompressionInputStream.java:40)
      4. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionInputStream.<init>(HadoopSnappyCompressionInputStream.java:35)
      5. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:101)
      6. org.pentaho.di.core.compress.hadoopsnappy.HadoopSnappyCompressionProvider.createInputStream(HadoopSnappyCompressionProvider.java:32)
      7. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.getFirst(HadoopFileInputDialog.java:2688)
      8. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.first(HadoopFileInputDialog.java:2634)
      9. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.access$200(HadoopFileInputDialog.java:128)
      10. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog$3.handleEvent(HadoopFileInputDialog.java:482)
      10 frames
    3. RWT
      Display.readAndDispatch
      1. org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
      2. org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
      3. org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
      4. org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
      4 frames
    4. org.pentaho.di
      TransGraph.mouseDoubleClick
      1. org.pentaho.di.ui.trans.steps.hadoopfileinput.HadoopFileInputDialog.open(HadoopFileInputDialog.java:575)
      2. org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:125)
      3. org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8728)
      4. org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3032)
      5. org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:755)
      5 frames
    5. RWT
      Display.readAndDispatch
      1. org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source)
      2. org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
      3. org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
      4. org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
      5. org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
      5 frames
    6. org.pentaho.di
      Spoon.main
      1. org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1339)
      2. org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7939)
      3. org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9214)
      4. org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:653)
      4 frames
    7. Java RT
      Method.invoke
      1. sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2. sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      3. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      4. java.lang.reflect.Method.invoke(Method.java:497)
      4 frames
    8. org.pentaho.commons
      Launcher.main
      1. org.pentaho.commons.launcher.Launcher.main(Launcher.java:92)
      1 frame