From 2b7ee66c8a2713faff5a86a0d03a5ccb7466c4b8 Mon Sep 17 00:00:00 2001 From: Andrew Or Date: Fri, 18 Jul 2014 11:44:44 -0700 Subject: [PATCH] Fix bug in SizeTracking* We were not incorporating the delta in sizes, because Seq does not match the case a :: b :: c, while List does. This was originally reported by @mateiz. --- .../scala/org/apache/spark/util/collection/SizeTracker.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/util/collection/SizeTracker.scala b/core/src/main/scala/org/apache/spark/util/collection/SizeTracker.scala index 70b2e63bf1df3..fd71c51886c45 100644 --- a/core/src/main/scala/org/apache/spark/util/collection/SizeTracker.scala +++ b/core/src/main/scala/org/apache/spark/util/collection/SizeTracker.scala @@ -80,7 +80,7 @@ private[spark] trait SizeTracker { if (samples.size > 2) { samples.remove(0) } - val bytesDelta = samples.toSeq.reverse match { + val bytesDelta = samples.toList.reverse match { case latest :: previous :: tail => (latest.size - previous.size).toDouble / (latest.numUpdates - previous.numUpdates) // If fewer than 2 samples, assume no change