code cleanup

apache · Mar 24, 2014 · 258f92c · 258f92c
1 parent af88939
commit 258f92c
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala b/core/src/main/scala/org/apache/spark/SparkHadoopWriter.scala
@@ -29,7 +29,7 @@ import org.apache.hadoop.fs.Path
 import org.apache.spark.rdd.HadoopRDD
 
 /**
- * Internal helper class that saves an RDD using a Hadoop OutputFormat. 
+ * Internal helper class that saves an RDD using a Hadoop OutputFormat.
  *
  * Saves the RDD using a JobConf, which should contain an output key class, an output value class,
  * a filename to write to, etc, exactly like in a Hadoop MapReduce job.

diff --git a/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala b/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
@@ -233,12 +233,10 @@ private[spark] object HadoopRDD {
   def putCachedMetadata(key: String, value: Any) =
     SparkEnv.get.hadoopJobMetadata.put(key, value)
 
+  /** Add Hadoop configuration specific to a single partition and attempt. */
   def addLocalConfiguration(jobTrackerId: String, jobId: Int, splitId: Int, attemptId: Int,
                             conf: JobConf) {
-    // generate job id
-    //val stageId = context.stageId
     val jobID = new JobID(jobTrackerId, jobId)
-    //val attemptId = (attemptId % Int.MaxValue).toInt
     val taId = new TaskAttemptID(new TaskID(jobID, true, splitId), attemptId)
 
     conf.set("mapred.tip.id", taId.getTaskID.toString)