Skip to content

Commit

Permalink
Making YARN doc changes consistent
Browse files Browse the repository at this point in the history
  • Loading branch information
pwendell committed Apr 14, 2014
1 parent afc9ed8 commit 4ee6f9d
Show file tree
Hide file tree
Showing 5 changed files with 16 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,9 @@ import org.apache.spark.{Logging, SecurityManager, SparkConf, SparkContext}
import org.apache.spark.deploy.SparkHadoopUtil
import org.apache.spark.util.Utils

/**
* An application master that runs the users driver program and allocates executors.
*/
class ApplicationMaster(args: ApplicationMasterArguments, conf: Configuration,
sparkConf: SparkConf) extends Logging {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,12 @@ import org.apache.spark.util.{Utils, AkkaUtils}
import org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend
import org.apache.spark.scheduler.SplitInfo

/**
* An application master that allocates executors on behalf of a driver that is running outside
* the cluster.
*
* This is used only in yarn-client mode.
*/
class ExecutorLauncher(args: ApplicationMasterArguments, conf: Configuration, sparkConf: SparkConf)
extends Logging {

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,10 @@ object AllocationType extends Enumeration {
// Note that right now, we assume all node asks as uniform in terms of capabilities and priority
// Refer to http://developer.yahoo.com/blogs/hadoop/posts/2011/03/mapreduce-nextgen-scheduler/ for
// more info on how we are requesting for containers.

/**
* Acquires resources for executors from a ResourceManager and launches executors in new containers.
*/
private[yarn] class YarnAllocationHandler(
val conf: Configuration,
val resourceManager: AMRMProtocol,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,8 @@ import org.apache.hadoop.yarn.client.api.AMRMClient
import org.apache.hadoop.yarn.client.api.AMRMClient.ContainerRequest

/**
* An application master that allocates executors on behalf of a driver that is running outside the cluster.
* An application master that allocates executors on behalf of a driver that is running outside
* the cluster.
*
* This is used only in yarn-client mode.
*/
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ object AllocationType extends Enumeration {
// more info on how we are requesting for containers.

/**
* Acquires resources for executors from a ResourceMAnager and launches executors in new containers.
* Acquires resources for executors from a ResourceManager and launches executors in new containers.
*/
private[yarn] class YarnAllocationHandler(
val conf: Configuration,
Expand Down

0 comments on commit 4ee6f9d

Please sign in to comment.