java.lang.OutOfMemoryError: GC overhead limit exceeded

Stack Overflow | Saygın Doğu | 8 months ago
tip
Your exception is missing from the Samebug knowledge base.
Here are the best solutions we found on the Internet.
Click on the to mark the helpful solution and get rewards for you help.
  1. 0

    k betweennes centrality with GraphX

    Stack Overflow | 8 months ago | Saygın Doğu
    java.lang.OutOfMemoryError: GC overhead limit exceeded

    Root Cause Analysis

    1. java.lang.OutOfMemoryError

      GC overhead limit exceeded

      at scala.collection.mutable.ListBuffer.$plus$eq()
    2. Scala
      AbstractSeq.union
      1. scala.collection.mutable.ListBuffer.$plus$eq(ListBuffer.scala:168)
      2. scala.collection.mutable.ListBuffer.$plus$eq(ListBuffer.scala:45)
      3. scala.collection.generic.Growable$$anonfun$$plus$plus$eq$1.apply(Growable.scala:48)
      4. scala.collection.generic.Growable$$anonfun$$plus$plus$eq$1.apply(Growable.scala:48)
      5. scala.collection.immutable.List.foreach(List.scala:318)
      6. scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:48)
      7. scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:176)
      8. scala.collection.immutable.List.$colon$colon$colon(List.scala:127)
      9. scala.collection.immutable.List.$plus$plus(List.scala:193)
      10. scala.collection.SeqLike$class.union(SeqLike.scala:417)
      11. scala.collection.AbstractSeq.union(Seq.scala:40)
      11 frames
    3. com.centrality.kBC
      KBetweenness$$anonfun$createKGraphlets$3.apply
      1. com.centrality.kBC.KBetweenness$.com$centrality$kBC$KBetweenness$$messageCombiner$1(KBetweenness.scala:54)
      2. com.centrality.kBC.KBetweenness$$anonfun$createKGraphlets$3.apply(KBetweenness.scala:60)
      3. com.centrality.kBC.KBetweenness$$anonfun$createKGraphlets$3.apply(KBetweenness.scala:60)
      3 frames
    4. Spark Project GraphX
      GraphImpl$$anonfun$org$apache$spark$graphx$impl$GraphImpl$$sendMsg$1$1.apply
      1. org.apache.spark.graphx.impl.AggregatingEdgeContext.send(EdgePartition.scala:536)
      2. org.apache.spark.graphx.impl.AggregatingEdgeContext.sendToSrc(EdgePartition.scala:528)
      3. org.apache.spark.graphx.impl.GraphImpl$$anonfun$org$apache$spark$graphx$impl$GraphImpl$$sendMsg$1$1.apply(GraphImpl.scala:201)
      4. org.apache.spark.graphx.impl.GraphImpl$$anonfun$org$apache$spark$graphx$impl$GraphImpl$$sendMsg$1$1.apply(GraphImpl.scala:197)
      4 frames
    5. Scala
      AbstractIterator.foreach
      1. scala.collection.Iterator$class.foreach(Iterator.scala:727)
      2. scala.collection.AbstractIterator.foreach(Iterator.scala:1157)
      2 frames
    6. Spark Project GraphX
      GraphImpl$$anonfun$13$$anonfun$apply$3.apply
      1. org.apache.spark.graphx.impl.GraphImpl.org$apache$spark$graphx$impl$GraphImpl$$sendMsg$1(GraphImpl.scala:197)
      2. org.apache.spark.graphx.impl.GraphImpl$$anonfun$mapReduceTriplets$1.apply(GraphImpl.scala:213)
      3. org.apache.spark.graphx.impl.GraphImpl$$anonfun$mapReduceTriplets$1.apply(GraphImpl.scala:213)
      4. org.apache.spark.graphx.impl.EdgePartition.aggregateMessagesEdgeScan(EdgePartition.scala:409)
      5. org.apache.spark.graphx.impl.GraphImpl$$anonfun$13$$anonfun$apply$3.apply(GraphImpl.scala:245)
      6. org.apache.spark.graphx.impl.GraphImpl$$anonfun$13$$anonfun$apply$3.apply(GraphImpl.scala:235)
      6 frames
    7. Scala
      Iterator$$anon$13.hasNext
      1. scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:371)
      1 frame
    8. Spark
      Executor$TaskRunner.run
      1. org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:126)
      2. org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:73)
      3. org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:41)
      4. org.apache.spark.scheduler.Task.run(Task.scala:89)
      5. org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:214)
      5 frames