bugfix

markhamstra · Sep 24, 2014 · 7a56c24 · 7a56c24
1 parent cba9463
commit 7a56c24
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/python/pyspark/context.py b/python/pyspark/context.py
@@ -823,7 +823,7 @@ def dump_profiles(self, path):
         """
         if not os.path.exists(path):
             os.makedirs(path)
-        for id, acc, _ in self._created_profiles:
+        for id, acc, _ in self._profile_stats:
             stats = acc.value
             if stats:
                 p = os.path.join(path, "rdd_%d.pstats" % id)

diff --git a/python/pyspark/rdd.py b/python/pyspark/rdd.py
@@ -2025,7 +2025,6 @@ class PipelinedRDD(RDD):
     >>> rdd.flatMap(lambda x: [x, x]).reduce(add)
     20
     """
-    _created_profiles = []
 
     def __init__(self, prev, func, preservesPartitioning=False):
         if not isinstance(prev, PipelinedRDD) or not prev._is_pipelinable():