From 932372a7876c7ba0ad59e9ebc48a13efda84e80a Mon Sep 17 00:00:00 2001 From: giwa Date: Sun, 3 Aug 2014 23:27:56 -0700 Subject: [PATCH] clean up dstream.py --- python/pyspark/streaming/dstream.py | 6 ------ 1 file changed, 6 deletions(-) diff --git a/python/pyspark/streaming/dstream.py b/python/pyspark/streaming/dstream.py index 9bce826e4a650..01ab35523bbcf 100644 --- a/python/pyspark/streaming/dstream.py +++ b/python/pyspark/streaming/dstream.py @@ -140,12 +140,6 @@ def combineByKey(self, createCombiner, mergeValue, mergeCombiners, def combineLocally(iterator): combiners = {} for x in iterator: - - #TODO for count operation make sure count implementation - # This is different from what pyspark does - #if isinstance(x, int): - # x = ("", x) - (k, v) = x if k not in combiners: combiners[k] = createCombiner(v)