Skip to content

Commit

Permalink
Remove the getStageInfo() method from SparkContext.
Browse files Browse the repository at this point in the history
This method exposes the Stage objects, which are
private to Spark and should not be exposed to the
user.
  • Loading branch information
kayousterhout committed Apr 2, 2014
1 parent 9c65fa7 commit 2e2f009
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 5 deletions.
4 changes: 0 additions & 4 deletions core/src/main/scala/org/apache/spark/SparkContext.scala
Original file line number Diff line number Diff line change
Expand Up @@ -693,10 +693,6 @@ class SparkContext(
*/
def getPersistentRDDs: Map[Int, RDD[_]] = persistentRdds.toMap

def getStageInfo: Map[Stage, StageInfo] = {
dagScheduler.stageToInfos
}

/**
* Return information about blocks stored in all of the slaves
*/
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -86,7 +86,7 @@ class DAGScheduler(
private[scheduler] val shuffleToMapStage = new TimeStampedHashMap[Int, Stage]
private[scheduler] val jobIdToActiveJob = new HashMap[Int, ActiveJob]
private[scheduler] val resultStageToJob = new HashMap[Stage, ActiveJob]
private[spark] val stageToInfos = new TimeStampedHashMap[Stage, StageInfo]
private[scheduler] val stageToInfos = new TimeStampedHashMap[Stage, StageInfo]

// Stages we need to run whose parents aren't done
private[scheduler] val waitingStages = new HashSet[Stage]
Expand Down

0 comments on commit 2e2f009

Please sign in to comment.