thriftserver.SparkExecuteStatementOperation: Error executing query, currentState RUNNING, org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree: ...

ibm.com | 1 week ago
  1. 0

    Hadoop Dev | Troubleshooting and Tuning Spark for Heavy Workloads

    ibm.com | 1 week ago
    thriftserver.SparkExecuteStatementOperation: Error executing query, currentState RUNNING, org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree: ...

    Root Cause Analysis

    1. thriftserver.SparkExecuteStatementOperation

      Error executing query, currentState RUNNING, org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree: ...

      at org.apache.spark.sql.catalyst.errors.package$.attachTree()
    2. Spark Project Catalyst
      package$.attachTree
      1. org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:50)
      1 frame
    3. org.apache.spark
      ShuffleExchange.doExecute
      1. org.apache.spark.sql.execution.exchange.ShuffleExchange.doExecute(ShuffleExchange.scala:113)
      1 frame
    4. Spark Project SQL
      SparkPlan$$anonfun$executeQuery$1.apply
      1. org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:115)
      2. org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:115)
      3. org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:136)
      3 frames
    5. Spark
      RDDOperationScope$.withScope
      1. org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
      1 frame
    6. Spark Project SQL
      InputAdapter.inputRDDs
      1. org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:133)
      2. org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:114)
      3. org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:233)
      3 frames
    7. org.apache.spark
      HashAggregateExec.inputRDDs
      1. org.apache.spark.sql.execution.aggregate.HashAggregateExec.inputRDDs(HashAggregateExec.scala:138)
      1 frame
    8. Spark Project SQL
      SparkPlan$$anonfun$executeQuery$1.apply
      1. org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:361)
      2. org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:115)
      3. org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:115)
      4. org.apache.spark.sql.execution.SparkPlan$$anonfun$executeQuery$1.apply(SparkPlan.scala:136)
      4 frames
    9. Spark
      RDDOperationScope$.withScope
      1. org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
      1 frame
    10. Spark Project SQL
      CollectLimitExec.executeCollect
      1. org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:133)
      2. org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:114)
      3. org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:240)
      4. org.apache.spark.sql.execution.SparkPlan.executeTake(SparkPlan.scala:323)
      5. org.apache.spark.sql.execution.CollectLimitExec.executeCollect(limit.scala:39)
      5 frames