Skip to content

Commit

Permalink
Added a tool to generate mima excludes and also adapted build to pick…
Browse files Browse the repository at this point in the history
… automatically.
  • Loading branch information
ScrapCodes committed Mar 21, 2014
1 parent b551519 commit 4c771e0
Show file tree
Hide file tree
Showing 5 changed files with 525 additions and 46 deletions.
360 changes: 360 additions & 0 deletions .mima-exclude
Original file line number Diff line number Diff line change
@@ -0,0 +1,360 @@
org.apache.spark.scheduler.cluster.SparkDeploySchedulerBackend
org.apache.spark.rdd.FlatMappedRDD
org.apache.spark.storage.PutResult
org.apache.spark.mllib.recommendation.OutLinkBlock
org.apache.spark.network.netty.ShuffleSender
org.apache.spark.scheduler.TaskResult
org.apache.spark.scheduler.JobWaiter
org.apache.spark.deploy.worker.ExecutorRunner
org.apache.spark.streaming.dstream.FilteredDStream
org.apache.spark.util.SerializableBuffer
org.apache.spark.scheduler.TaskSetManager
org.apache.spark.scheduler.Stage
org.apache.spark.rdd.ZippedWithIndexRDD
org.apache.spark.scheduler.SchedulerBackend
org.apache.spark.streaming.dstream.GlommedDStream
org.apache.spark.rdd.FlatMappedValuesRDD
org.apache.spark.deploy.master.MonarchyLeaderAgent
org.apache.spark.rdd.CoGroupPartition
org.apache.spark.scheduler.SlaveLost
org.apache.spark.api.python.PythonWorkerFactory
org.apache.spark.streaming.ContextWaiter
org.apache.spark.serializer.JavaSerializationStream
org.apache.spark.rdd.CheckpointRDDPartition
org.apache.spark.scheduler.WorkerOffer
org.apache.spark.streaming.scheduler.JobCompleted
org.apache.spark.rdd.ParallelCollectionRDD
org.apache.spark.streaming.dstream.ForEachDStream
org.apache.spark.scheduler.JobFailed
org.apache.spark.graphx.impl.ReplicatedVertexView
org.apache.spark.deploy.master.ui.ApplicationPage
org.apache.spark.rdd.ShuffledRDDPartition
org.apache.spark.ui.jobs.JobProgressUI
org.apache.spark.deploy.Command
org.apache.spark.ui.jobs.StagePage
org.apache.spark.serializer.KryoDeserializationStream
org.apache.spark.scheduler.ExecutorLost
org.apache.spark.deploy.master.BlackHolePersistenceEngine
org.apache.spark.scheduler.cluster.SimrSchedulerBackend
org.apache.spark.streaming.dstream.MapPartitionedDStream
org.apache.spark.scheduler.TaskInfo
org.apache.spark.storage.BlockManagerSlaveActor
org.apache.spark.ui.env.EnvironmentUI
org.apache.spark.executor.CoarseGrainedExecutorBackend
org.apache.spark.storage.ShuffleBlockManager
org.apache.spark.rdd.NarrowCoGroupSplitDep
org.apache.spark.scheduler.JobGroupCancelled
org.apache.spark.rdd.MapPartitionsRDD
org.apache.spark.graphx.impl.EdgeTripletIterator
org.apache.spark.storage.BlockManagerMaster
org.apache.spark.partial.SumEvaluator
org.apache.spark.network.netty.FileServerHandler
org.apache.spark.GetMapOutputStatuses
org.apache.spark.tools.SparkMethod
org.apache.spark.storage.ShuffleWriterGroup
org.apache.spark.ui.jobs.StageTable
org.apache.spark.scheduler.TaskDescription
org.apache.spark.deploy.master.Master
org.apache.spark.scheduler.DAGSchedulerSource
org.apache.spark.streaming.util.Clock
org.apache.spark.deploy.master.ui.MasterWebUI
org.apache.spark.CacheManager
org.apache.spark.streaming.util.SystemClock
org.apache.spark.storage.BroadcastHelperBlockId
org.apache.spark.deploy.master.ZooKeeperLeaderElectionAgent
org.apache.spark.storage.FileSegment
org.apache.spark.api.python.PythonPartitioner
org.apache.spark.scheduler.ExecutorLossReason
org.apache.spark.network.ReceivingConnection
org.apache.spark.scheduler.Schedulable
org.apache.spark.scheduler.TaskSet
org.apache.spark.storage.BlockStore
org.apache.spark.streaming.scheduler.StreamingListenerBus
org.apache.spark.deploy.ClientArguments
org.apache.spark.metrics.MetricsConfig
org.apache.spark.serializer.SerializerManager
org.apache.spark.streaming.scheduler.NetworkInputTracker
org.apache.spark.broadcast.HttpBroadcast
org.apache.spark.executor.ExecutorURLClassLoader
org.apache.spark.scheduler.TaskSchedulerImpl
org.apache.spark.streaming.dstream.RawNetworkReceiver
org.apache.spark.util.collection.SizeTrackingAppendOnlyMap
org.apache.spark.rdd.SampledRDDPartition
org.apache.spark.storage.BlockManagerId
org.apache.spark.deploy.master.LeaderElectionAgent
org.apache.spark.streaming.dstream.StopReceiver
org.apache.spark.storage.GotBlock
org.apache.spark.scheduler.Task
org.apache.spark.rdd.CartesianPartition
org.apache.spark.storage.StorageStatus
org.apache.spark.rdd.PartitionwiseSampledRDDPartition
org.apache.spark.graphx.impl.ShuffleSerializationStream
org.apache.spark.scheduler.cluster.mesos.MesosSchedulerBackend
org.apache.spark.deploy.worker.ui.IndexPage
org.apache.spark.partial.ApproximateEvaluator
org.apache.spark.graphx.impl.ShuffleSerializerInstance
org.apache.spark.ui.jobs.ExecutorSummary
org.apache.spark.scheduler.GettingResultEvent
org.apache.spark.graphx.impl.RoutingTable
org.apache.spark.streaming.util.KillingThread
org.apache.spark.GrowableAccumulableParam
org.apache.spark.deploy.master.ApplicationInfo
org.apache.spark.deploy.worker.Worker
org.apache.spark.streaming.dstream.ReportBlock
org.apache.spark.partial.StudentTCacher
org.apache.spark.scheduler.ActiveJob
org.apache.spark.network.netty.FileServer
org.apache.spark.network.netty.ShuffleCopier
org.apache.spark.util.collection.PrimitiveVector
org.apache.spark.serializer.KryoSerializerInstance
org.apache.spark.streaming.util.RateLimitedOutputStream
org.apache.spark.network.Message
org.apache.spark.util.InnerClosureFinder
org.apache.spark.util.SerializableHyperLogLog
org.apache.spark.deploy.worker.ProcessBuilderLike
org.apache.spark.streaming.Interval
org.apache.spark.rdd.CheckpointRDD
org.apache.spark.deploy.master.SparkZooKeeperSession
org.apache.spark.graphx.impl.VertexAttributeBlock
org.apache.spark.streaming.dstream.MapValuedDStream
org.apache.spark.util.collection.ExternalAppendOnlyMap
org.apache.spark.deploy.client.AppClient
org.apache.spark.deploy.DriverDescription
org.apache.spark.scheduler.FairSchedulableBuilder
org.apache.spark.executor.MesosExecutorBackend
org.apache.spark.streaming.scheduler.ClearMetadata
org.apache.spark.storage.BroadcastBlockId
org.apache.spark.streaming.scheduler.Job
org.apache.spark.streaming.scheduler.DeregisterReceiver
org.apache.spark.serializer.KryoSerializationStream
org.apache.spark.scheduler.FIFOSchedulableBuilder
org.apache.spark.ui.jobs.JobProgressListener
org.apache.spark.TaskEndReason
org.apache.spark.storage.BlockId
org.apache.spark.streaming.scheduler.JobGenerator
org.apache.spark.deploy.master.WorkerInfo
org.apache.spark.storage.ShuffleBlockId
org.apache.spark.scheduler.cluster.CoarseGrainedClusterMessage
org.apache.spark.storage.ThreadingTest.ConsumerThread
org.apache.spark.rdd.PartitionGroup
org.apache.spark.util.collection.AppendOnlyMap
org.apache.spark.scheduler.ExecutorExited
org.apache.spark.streaming.Checkpoint
org.apache.spark.streaming.scheduler.AddBlocks
org.apache.spark.network.netty.FileClient
org.apache.spark.scheduler.JobListener
org.apache.spark.streaming.scheduler.JobSet
org.apache.spark.scheduler.ExecutorGained
org.apache.spark.partial.CountEvaluator
org.apache.spark.scheduler.Pool
org.apache.spark.deploy.master.FileSystemPersistenceEngine
org.apache.spark.rdd.BlockRDD
org.apache.spark.network.netty.FileHeader
org.apache.spark.rdd.PartitionerAwareUnionRDDPartition
org.apache.spark.graphx.impl.VertexIdMsgSerializer
org.apache.spark.streaming.dstream.FileInputDStream
org.apache.spark.deploy.worker.ui.WorkerWebUI
org.apache.spark.metrics.MetricsSystem
org.apache.spark.scheduler.JobSubmitted
org.apache.spark.graphx.impl.MsgRDDFunctions
org.apache.spark.api.java.function.WrappedFunction3
org.apache.spark.streaming.CheckpointWriter
org.apache.spark.storage.BlockManager
org.apache.spark.util.CompletionIterator
org.apache.spark.network.MessageChunk
org.apache.spark.rdd.MappedValuesRDD
org.apache.spark.streaming.dstream.PluggableInputDStream
org.apache.spark.rdd.ZippedWithIndexRDDPartition
org.apache.spark.streaming.receivers.ActorReceiver
org.apache.spark.serializer.JavaDeserializationStream
org.apache.spark.rdd.SubtractedRDD
org.apache.spark.streaming.dstream.SocketInputDStream
org.apache.spark.partial.GroupedSumEvaluator
org.apache.spark.broadcast.TorrentInfo
org.apache.spark.storage.BlockException
org.apache.spark.streaming.dstream.FlatMapValuedDStream
org.apache.spark.deploy.worker.DriverRunner
org.apache.spark.deploy.master.ExecutorInfo
org.apache.spark.deploy.master.ui.IndexPage
org.apache.spark.rdd.ParallelCollectionPartition
org.apache.spark.scheduler.DirectTaskResult
org.apache.spark.partial.ApproximateActionListener
org.apache.spark.streaming.DStreamGraph
org.apache.spark.partial.GroupedCountEvaluator
org.apache.spark.api.java.JavaSparkContextVarargsWorkaround
org.apache.spark.graphx.util.collection.PrimitiveKeyOpenHashMap
org.apache.spark.streaming.dstream.StateDStream
org.apache.spark.FetchFailedException
org.apache.spark.BlockStoreShuffleFetcher
org.apache.spark.util.Clock
org.apache.spark.storage.DiskBlockManager
org.apache.spark.scheduler.SparkListenerBus
org.apache.spark.rdd.GlommedRDD
org.apache.spark.streaming.dstream.UnionDStream
org.apache.spark.scheduler.JobResult
org.apache.spark.deploy.ApplicationDescription
org.apache.spark.rdd.CoGroupSplitDep
org.apache.spark.api.python.PythonRDD
org.apache.spark.scheduler.cluster.mesos.CoarseMesosSchedulerBackend
org.apache.spark.partial.GroupedMeanEvaluator
org.apache.spark.graphx.impl.VertexBroadcastMsg
org.apache.spark.ShuffleFetcher
org.apache.spark.streaming.dstream.ShuffledDStream
org.apache.spark.scheduler.TaskScheduler
org.apache.spark.streaming.dstream.MappedDStream
org.apache.spark.storage.BlockFetchTracker
org.apache.spark.rdd.ZippedPartitionsPartition
org.apache.spark.rdd.ShuffleCoGroupSplitDep
org.apache.spark.graphx.impl.LongVertexBroadcastMsgSerializer
org.apache.spark.deploy.ExecutorDescription
org.apache.spark.MapOutputTrackerMessage
org.apache.spark.util.MetadataCleaner
org.apache.spark.HttpFileServer
org.apache.spark.streaming.util.ManualClock
org.apache.spark.streaming.scheduler.JobGeneratorEvent
org.apache.spark.scheduler.JobCancelled
org.apache.spark.streaming.scheduler.DoCheckpoint
org.apache.spark.broadcast.TorrentBroadcast
org.apache.spark.scheduler.FIFOSchedulingAlgorithm
org.apache.spark.network.ConnectionManagerId
org.apache.spark.deploy.master.PersistenceEngine
org.apache.spark.mllib.recommendation.InLinkBlock
org.apache.spark.partial.MeanEvaluator
org.apache.spark.streaming.dstream.ReportError
org.apache.spark.storage.RDDBlockId
org.apache.spark.api.java.function.WrappedFunction2
org.apache.spark.ui.exec.ExecutorsUI
org.apache.spark.network.netty.FileServerChannelInitializer
org.apache.spark.streaming.scheduler.JobStarted
org.apache.spark.streaming.dstream.RawInputDStream
org.apache.spark.storage.GetBlock
org.apache.spark.ui.jobs.IndexPage
org.apache.spark.storage.BlockManagerSource
org.apache.spark.rdd.BlockRDDPartition
org.apache.spark.rdd.PartitionCoalescer
org.apache.spark.network.ConnectionManager
org.apache.spark.deploy.master.MasterArguments
org.apache.spark.graphx.impl.MessageToPartition
org.apache.spark.executor.ExecutorBackend
org.apache.spark.util.NextIterator
org.apache.spark.storage.BlockManagerWorker
org.apache.spark.streaming.dstream.QueueInputDStream
org.apache.spark.streaming.scheduler.JobScheduler
org.apache.spark.streaming.dstream.FlatMappedDStream
org.apache.spark.scheduler.TaskResultGetter
org.apache.spark.network.netty.FileClientChannelInitializer
org.apache.spark.rdd.MappedRDD
org.apache.spark.rdd.PartitionerAwareUnionRDD
org.apache.spark.network.BufferMessage
org.apache.spark.streaming.dstream.DStreamCheckpointData
org.apache.spark.executor.Executor
org.apache.spark.MapOutputTrackerMaster
org.apache.spark.deploy.client.AppClientListener
org.apache.spark.storage.BlockInfo
org.apache.spark.streaming.dstream.ReducedWindowedDStream
org.apache.spark.rdd.JdbcPartition
org.apache.spark.deploy.TestWorkerInfo
org.apache.spark.scheduler.BeginEvent
org.apache.spark.storage.BlockMessage
org.apache.spark.tools.SparkType
org.apache.spark.rdd.NewHadoopPartition
org.apache.spark.streaming.scheduler.JobSchedulerEvent
org.apache.spark.streaming.util.TestOutputStream
org.apache.spark.scheduler.local.LocalActor
org.apache.spark.graphx.impl.EdgePartition
org.apache.spark.scheduler.TaskSetFailed
org.apache.spark.ServerStateException
org.apache.spark.network.MessageChunkHeader
org.apache.spark.storage.DiskBlockObjectWriter
org.apache.spark.graphx.impl.VertexPartition
org.apache.spark.MapOutputTracker
org.apache.spark.rdd.CartesianRDD
org.apache.spark.storage.ThreadingTest.ProducerThread
org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend
org.apache.spark.graphx.impl.IntVertexBroadcastMsgSerializer
org.apache.spark.streaming.scheduler.NetworkInputTrackerMessage
org.apache.spark.deploy.worker.WorkerSource
org.apache.spark.graphx.impl.DoubleVertexBroadcastMsgSerializer
org.apache.spark.WritableConverter
org.apache.spark.streaming.util.RecurringTimer
org.apache.spark.util.collection.PrimitiveKeyOpenHashMap
org.apache.spark.scheduler.CompletionEvent
org.apache.spark.streaming.receivers.Data
org.apache.spark.rdd.UnionPartition
org.apache.spark.broadcast.TorrentBlock
org.apache.spark.storage.TestBlockId
org.apache.spark.storage.BlockManagerMasterActor
org.apache.spark.storage.TaskResultBlockId
org.apache.spark.streaming.scheduler.ErrorReported
org.apache.spark.streaming.scheduler.RegisterReceiver
org.apache.spark.scheduler.DAGScheduler
org.apache.spark.deploy.TestMasterInfo
org.apache.spark.deploy.master.DriverInfo
org.apache.spark.ui.storage.BlockManagerUI
org.apache.spark.streaming.scheduler.GenerateJobs
org.apache.spark.storage.StreamBlockId
org.apache.spark.util.FieldAccessFinder
org.apache.spark.scheduler.local.LocalBackend
org.apache.spark.network.netty.FileClientHandler
org.apache.spark.tools.ParameterizedType
org.apache.spark.network.Connection
org.apache.spark.ui.storage.RDDPage
org.apache.spark.HttpServer
org.apache.spark.deploy.DockerId
org.apache.spark.streaming.scheduler.ClearCheckpointData
org.apache.spark.rdd.ZippedPartition
org.apache.spark.FetchFailed
org.apache.spark.serializer.JavaSerializerInstance
org.apache.spark.scheduler.SchedulableBuilder
org.apache.spark.streaming.dstream.TransformedDStream
org.apache.spark.streaming.util.FileGeneratingThread
org.apache.spark.api.java.function.WrappedFunction1
org.apache.spark.broadcast.BroadcastManager
org.apache.spark.rdd.FilteredRDD
org.apache.spark.graphx.impl.IntAggMsgSerializer
org.apache.spark.scheduler.MapStatus
org.apache.spark.tools.BaseType
org.apache.spark.ui.jobs.PoolTable
org.apache.spark.graphx.impl.ShuffleDeserializationStream
org.apache.spark.scheduler.DAGSchedulerEvent
org.apache.spark.ui.jobs.ExecutorTable
org.apache.spark.deploy.master.MasterSource
org.apache.spark.graphx.impl.VertexBroadcastMsgRDDFunctions
org.apache.spark.deploy.worker.WorkerArguments
org.apache.spark.deploy.worker.WorkerWatcher
org.apache.spark.graphx.impl.EdgePartitionBuilder
org.apache.spark.deploy.DeployMessage
org.apache.spark.streaming.dstream.SocketReceiver
org.apache.spark.scheduler.ResultTask
org.apache.spark.rdd.RDDCheckpointData
org.apache.spark.ui.SparkUI
org.apache.spark.util.collection.OpenHashSet
org.apache.spark.streaming.dstream.NetworkReceiverMessage
org.apache.spark.ui.jobs.PoolPage
org.apache.spark.deploy.worker.Clock
org.apache.spark.scheduler.TaskLocation
org.apache.spark.deploy.worker.Sleeper
org.apache.spark.storage.TempBlockId
org.apache.spark.storage.BlockObjectWriter
org.apache.spark.streaming.dstream.WindowedDStream
org.apache.spark.util.random.XORShiftRandom
org.apache.spark.network.SendingConnection
org.apache.spark.ui.storage.IndexPage
org.apache.spark.rdd.HadoopPartition
org.apache.spark.util.Utils.CallSiteInfo
org.apache.spark.deploy.LocalSparkCluster
org.apache.spark.streaming.ObjectInputStreamWithLoader
org.apache.spark.util.IdGenerator
org.apache.spark.graphx.impl.DoubleAggMsgSerializer
org.apache.spark.ExceptionFailure
org.apache.spark.storage.BlockFetcherIterator
org.apache.spark.MapOutputTrackerMasterActor
org.apache.spark.storage.BlockMessageArray
org.apache.spark.graphx.impl.LongAggMsgSerializer
org.apache.spark.scheduler.FairSchedulingAlgorithm
org.apache.spark.scheduler.IndirectTaskResult
org.apache.spark.storage.PutBlock
org.apache.spark.util.collection.OpenHashMap
org.apache.spark.scheduler.ShuffleMapTask
org.apache.spark.util.ByteBufferInputStream
org.apache.spark.scheduler.SchedulingAlgorithm
2 changes: 1 addition & 1 deletion bin/spark-class
Original file line number Diff line number Diff line change
Expand Up @@ -129,7 +129,7 @@ fi

# Compute classpath using external script
CLASSPATH=`$FWDIR/bin/compute-classpath.sh`

CLASSPATH="$CLASSPATH:$SPARK_TOOLS_JAR"
if [ "$1" == "org.apache.spark.tools.JavaAPICompletenessChecker" ]; then
CLASSPATH="$CLASSPATH:$SPARK_TOOLS_JAR"
fi
Expand Down
Loading

0 comments on commit 4c771e0

Please sign in to comment.