java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.

Stack Overflow | Kof | 6 months ago
tip
Do you know that we can give you better hits? Get more relevant results from Samebug’s stack trace search.
  1. 0

    Unable to instantiate org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient

    Stack Overflow | 6 months ago | Kof
    java.io.IOException: Could not locate executable null\bin\winutils.exe in the Hadoop binaries.

    Root Cause Analysis

    1. java.io.IOException

      Could not locate executable null\bin\winutils.exe in the Hadoop binaries.

      at org.apache.hadoop.util.Shell.getQualifiedBinPath()
    2. Hadoop
      Groups$GroupCacheLoader.load
      1. org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:381)
      2. org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:396)
      3. org.apache.hadoop.util.Shell.getGroupsForUserCommand(Shell.java:147)
      4. org.apache.hadoop.security.ShellBasedUnixGroupsMapping.createGroupExecutor(ShellBasedUnixGroupsMapping.java:100)
      5. org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getUnixGroups(ShellBasedUnixGroupsMapping.java:125)
      6. org.apache.hadoop.security.ShellBasedUnixGroupsMapping.getGroups(ShellBasedUnixGroupsMapping.java:72)
      7. org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.getGroups(JniBasedUnixGroupsMappingWithFallback.java:51)
      8. org.apache.hadoop.security.Groups$GroupCacheLoader.fetchGroupList(Groups.java:239)
      9. org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:220)
      10. org.apache.hadoop.security.Groups$GroupCacheLoader.load(Groups.java:208)
      10 frames
    3. Guava
      LocalCache$LocalLoadingCache.get
      1. com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3599)
      2. com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2379)
      3. com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2342)
      4. com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2257)
      5. com.google.common.cache.LocalCache.get(LocalCache.java:4000)
      6. com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:4004)
      7. com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4874)
      7 frames
    4. Hadoop
      UserGroupInformation.getGroupNames
      1. org.apache.hadoop.security.Groups.getGroups(Groups.java:182)
      2. org.apache.hadoop.security.UserGroupInformation.getGroupNames(UserGroupInformation.java:1553)
      2 frames
    5. Hive Metastore
      HiveMetaStoreClient.<init>
      1. org.apache.hadoop.hive.metastore.HiveMetaStoreClient.open(HiveMetaStoreClient.java:440)
      2. org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:238)
      2 frames
    6. Hive Query Language
      SessionHiveMetaStoreClient.<init>
      1. org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.<init>(SessionHiveMetaStoreClient.java:74)
      1 frame
    7. Java RT
      Constructor.newInstance
      1. sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
      2. sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
      3. sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
      4. java.lang.reflect.Constructor.newInstance(Constructor.java:526)
      4 frames
    8. Hive Metastore
      RetryingMetaStoreClient.getProxy
      1. org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1501)
      2. org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:67)
      3. org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:82)
      3 frames
    9. Hive Query Language
      SessionState.start
      1. org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3024)
      2. org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3043)
      3. org.apache.hadoop.hive.ql.metadata.Hive.getAllFunctions(Hive.java:3268)
      4. org.apache.hadoop.hive.ql.metadata.Hive.reloadFunctions(Hive.java:215)
      5. org.apache.hadoop.hive.ql.metadata.Hive.registerAllFunctionsOnce(Hive.java:201)
      6. org.apache.hadoop.hive.ql.metadata.Hive.<init>(Hive.java:312)
      7. org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:273)
      8. org.apache.hadoop.hive.ql.metadata.Hive.get(Hive.java:248)
      9. org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:513)
      9 frames
    10. org.apache.spark
      IsolatedClientLoader.createClient
      1. org.apache.spark.sql.hive.client.ClientWrapper.<init>(ClientWrapper.scala:194)
      2. org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:238)
      2 frames
    11. Spark Project Hive
      HiveContext.functionRegistry
      1. org.apache.spark.sql.hive.HiveContext.executionHive$lzycompute(HiveContext.scala:220)
      2. org.apache.spark.sql.hive.HiveContext.executionHive(HiveContext.scala:210)
      3. org.apache.spark.sql.hive.HiveContext.functionRegistry$lzycompute(HiveContext.scala:464)
      4. org.apache.spark.sql.hive.HiveContext.functionRegistry(HiveContext.scala:463)
      4 frames
    12. Spark Project SQL
      SQLContext.<init>
      1. org.apache.spark.sql.UDFRegistration.<init>(UDFRegistration.scala:40)
      2. org.apache.spark.sql.SQLContext.<init>(SQLContext.scala:330)
      2 frames
    13. Spark Project Hive
      HiveContext.<init>
      1. org.apache.spark.sql.hive.HiveContext.<init>(HiveContext.scala:90)
      2. org.apache.spark.sql.hive.HiveContext.<init>(HiveContext.scala:101)
      2 frames
    14. src.main.scala
      hive_Test.main
      1. src.main.scala.hive_Test$.main(hive_Test.scala:23)
      2. src.main.scala.hive_Test.main(hive_Test.scala)
      2 frames
    15. Java RT
      Method.invoke
      1. sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2. sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
      3. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      4. java.lang.reflect.Method.invoke(Method.java:606)
      4 frames
    16. IDEA
      AppMain.main
      1. com.intellij.rt.execution.application.AppMain.main(AppMain.java:147)
      1 frame