java.lang.IllegalArgumentException: Error while instantiating 'org.apache.spark.sql.internal.SessionState':

Stack Overflow | T. Bombeke | 6 months ago
tip
Do you know that we can give you better hits? Get more relevant results from Samebug’s stack trace search.
  1. 0

    Can't instantiate SparkSession on EMR 5.0 HUE

    Stack Overflow | 6 months ago | T. Bombeke
    java.lang.IllegalArgumentException: Error while instantiating 'org.apache.spark.sql.internal.SessionState':

    Root Cause Analysis

    1. java.lang.Exception

      Could not find resource path for Web UI: org/apache/spark/sql/execution/ui/static

      at org.apache.spark.ui.JettyUtils$.createStaticHandler()
    2. Spark
      WebUI.addStaticHandler
      1. org.apache.spark.ui.JettyUtils$.createStaticHandler(JettyUtils.scala:182)
      2. org.apache.spark.ui.WebUI.addStaticHandler(WebUI.scala:119)
      2 frames
    3. org.apache.spark
      SharedState$$anonfun$createListenerAndUI$1.apply
      1. org.apache.spark.sql.execution.ui.SQLTab.<init>(SQLTab.scala:32)
      2. org.apache.spark.sql.internal.SharedState$$anonfun$createListenerAndUI$1.apply(SharedState.scala:96)
      3. org.apache.spark.sql.internal.SharedState$$anonfun$createListenerAndUI$1.apply(SharedState.scala:96)
      3 frames
    4. Scala
      Option.foreach
      1. scala.Option.foreach(Option.scala:257)
      1 frame
    5. org.apache.spark
      SharedState.<init>
      1. org.apache.spark.sql.internal.SharedState.createListenerAndUI(SharedState.scala:96)
      2. org.apache.spark.sql.internal.SharedState.<init>(SharedState.scala:44)
      2 frames
    6. Java RT
      Constructor.newInstance
      1. sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
      2. sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
      3. sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
      4. java.lang.reflect.Constructor.newInstance(Constructor.java:423)
      4 frames
    7. Spark Project SQL
      SparkSession$$anonfun$sharedState$1.apply
      1. org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$reflect(SparkSession.scala:946)
      2. org.apache.spark.sql.SparkSession$$anonfun$sharedState$1.apply(SparkSession.scala:100)
      3. org.apache.spark.sql.SparkSession$$anonfun$sharedState$1.apply(SparkSession.scala:100)
      3 frames
    8. Scala
      Option.getOrElse
      1. scala.Option.getOrElse(Option.scala:121)
      1 frame
    9. Spark Project SQL
      SparkSession.sharedState
      1. org.apache.spark.sql.SparkSession.sharedState$lzycompute(SparkSession.scala:99)
      2. org.apache.spark.sql.SparkSession.sharedState(SparkSession.scala:98)
      2 frames
    10. org.apache.spark
      SessionState.<init>
      1. org.apache.spark.sql.internal.SessionState.<init>(SessionState.scala:153)
      1 frame
    11. Java RT
      Constructor.newInstance
      1. sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
      2. sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
      3. sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
      4. java.lang.reflect.Constructor.newInstance(Constructor.java:423)
      4 frames
    12. Spark Project SQL
      SparkSession$Builder$$anonfun$getOrCreate$5.apply
      1. org.apache.spark.sql.SparkSession$.org$apache$spark$sql$SparkSession$$reflect(SparkSession.scala:946)
      2. org.apache.spark.sql.SparkSession.sessionState$lzycompute(SparkSession.scala:111)
      3. org.apache.spark.sql.SparkSession.sessionState(SparkSession.scala:110)
      4. org.apache.spark.sql.SparkSession.conf$lzycompute(SparkSession.scala:133)
      5. org.apache.spark.sql.SparkSession.conf(SparkSession.scala:133)
      6. org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:838)
      7. org.apache.spark.sql.SparkSession$Builder$$anonfun$getOrCreate$5.apply(SparkSession.scala:838)
      7 frames
    13. Scala
      HashMap.foreach
      1. scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
      2. scala.collection.mutable.HashMap$$anonfun$foreach$1.apply(HashMap.scala:99)
      3. scala.collection.mutable.HashTable$class.foreachEntry(HashTable.scala:230)
      4. scala.collection.mutable.HashMap.foreachEntry(HashMap.scala:40)
      5. scala.collection.mutable.HashMap.foreach(HashMap.scala:99)
      5 frames
    14. Spark Project SQL
      SparkSession$Builder.getOrCreate
      1. org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:838)
      1 frame
    15. be.infofarm
      App.main
      1. be.infofarm.App$.main(App.scala:22)
      2. be.infofarm.App.main(App.scala)
      2 frames
    16. Java RT
      Method.invoke
      1. sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2. sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      3. sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      4. java.lang.reflect.Method.invoke(Method.java:498)
      4 frames
    17. Spark Project YARN Stable API
      ApplicationMaster$$anon$2.run
      1. org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:627)
      1 frame