fix OnlineSummarizer.merge when other.mean is zero

markhamstra · Nov 13, 2014 · 91fe1a3 · 91fe1a3
1 parent 6de8881
commit 91fe1a3
Showing 1 changed file with 9 additions and 11 deletions.
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/stat/MultivariateOnlineSummarizer.scala b/mllib/src/main/scala/org/apache/spark/mllib/stat/MultivariateOnlineSummarizer.scala
@@ -104,21 +104,19 @@ class MultivariateOnlineSummarizer extends MultivariateStatisticalSummary with S
       val deltaMean: BDV[Double] = currMean - other.currMean
       var i = 0
       while (i < n) {
-        // merge mean together
-        if (other.currMean(i) != 0.0) {
+        if (nnz(i) + other.nnz(i) != 0.0) {
+          // merge mean together
           currMean(i) = (currMean(i) * nnz(i) + other.currMean(i) * other.nnz(i)) /
             (nnz(i) + other.nnz(i))
-        }
-        // merge m2n together
-        if (nnz(i) + other.nnz(i) != 0.0) {
+          // merge m2n together
           currM2n(i) += other.currM2n(i) + deltaMean(i) * deltaMean(i) * nnz(i) * other.nnz(i) /
             (nnz(i) + other.nnz(i))
-        }
-        if (currMax(i) < other.currMax(i)) {
-          currMax(i) = other.currMax(i)
-        }
-        if (currMin(i) > other.currMin(i)) {
-          currMin(i) = other.currMin(i)
+          if (currMax(i) < other.currMax(i)) {
+            currMax(i) = other.currMax(i)
+          }
+          if (currMin(i) > other.currMin(i)) {
+            currMin(i) = other.currMin(i)
+          }
         }
         i += 1
       }