java.lang.OutOfMemoryError: Java heap space

Apache's JIRA Issue Tracker | Josh Rosen | 1 year ago
tip
Click on the to mark the solution that helps you, Samebug will learn from it.
As a community member, you’ll be rewarded for you help.

Root Cause Analysis

  1. java.lang.OutOfMemoryError

    Java heap space

    at scala.reflect.ManifestFactory$$anon$10.newArray()
  2. Scala
    ManifestFactory$$anon$10.newArray
    1. scala.reflect.ManifestFactory$$anon$10.newArray(Manifest.scala:122)
    2. scala.reflect.ManifestFactory$$anon$10.newArray(Manifest.scala:120)
    2 frames
  3. Spark
    OpenHashSet.rehashIfNeeded$mcJ$sp
    1. org.apache.spark.util.collection.OpenHashSet.rehash(OpenHashSet.scala:231)
    2. org.apache.spark.util.collection.OpenHashSet.rehashIfNeeded(OpenHashSet.scala:166)
    3. org.apache.spark.util.collection.OpenHashSet.rehashIfNeeded$mcJ$sp(OpenHashSet.scala:164)
    3 frames
  4. Spark Project GraphX
    GraphImpl$$anonfun$4.apply
    1. org.apache.spark.graphx.util.collection.GraphXPrimitiveKeyOpenHashMap$mcJI$sp.changeValue$mcJI$sp(GraphXPrimitiveKeyOpenHashMap.scala:107)
    2. org.apache.spark.graphx.impl.EdgePartitionBuilder.toEdgePartition(EdgePartitionBuilder.scala:58)
    3. org.apache.spark.graphx.impl.GraphImpl$$anonfun$4.apply(GraphImpl.scala:115)
    4. org.apache.spark.graphx.impl.GraphImpl$$anonfun$4.apply(GraphImpl.scala:109)
    4 frames
  5. Spark
    Executor$TaskRunner.run
    1. org.apache.spark.rdd.RDD$$anonfun$mapPartitionsWithIndex$1$$anonfun$apply$18.apply(RDD.scala:727)
    2. org.apache.spark.rdd.RDD$$anonfun$mapPartitionsWithIndex$1$$anonfun$apply$18.apply(RDD.scala:727)
    3. org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
    4. org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:300)
    5. org.apache.spark.CacheManager.getOrCompute(CacheManager.scala:69)
    6. org.apache.spark.rdd.RDD.iterator(RDD.scala:262)
    7. org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:38)
    8. org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:300)
    9. org.apache.spark.rdd.RDD.iterator(RDD.scala:264)
    10. org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:73)
    11. org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:41)
    12. org.apache.spark.scheduler.Task.run(Task.scala:88)
    13. org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214)
    13 frames
  6. Java RT
    Thread.run
    1. java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
    2. java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
    3. java.lang.Thread.run(Thread.java:745)
    3 frames