org.apache.spark.scheduler.cluster

Class SparkDeploySchedulerBackend

Object

org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend

org.apache.spark.scheduler.cluster.SparkDeploySchedulerBackend

All Implemented Interfaces:

org.apache.spark.deploy.client.AppClientListener, ExecutorAllocationClient, Logging, SchedulerBackend

public class SparkDeploySchedulerBackend
extends CoarseGrainedSchedulerBackend
implements org.apache.spark.deploy.client.AppClientListener, Logging

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend

CoarseGrainedSchedulerBackend.DriverActor

Constructor Summary

Constructors

Constructor and Description
SparkDeploySchedulerBackend(TaskSchedulerImpl scheduler, SparkContext sc, String[] masters)

Method Summary

Methods

Modifier and Type	Method and Description
String	appId()
String	applicationId() Get an application ID associated with the job.
org.apache.spark.deploy.client.AppClient	client()
void	connected(String appId)
void	dead(String reason)
void	disconnected()
void	executorAdded(String fullId, String workerId, String hostPort, int cores, int memory)
void	executorRemoved(String fullId, String message, scala.Option<Object> exitStatus)
scala.Option<Object>	maxCores()
boolean	registrationDone()
Object	registrationLock()
scala.Function1<SparkDeploySchedulerBackend,scala.runtime.BoxedUnit>	shutdownCallback()
void	start()
void	stop()
boolean	stopping()
boolean	sufficientResourcesRegistered()
int	totalExpectedCores()

Methods inherited from class org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend

ACTOR_NAME, actorSystem, conf, createTime, defaultParallelism, driverActor, isReady, killExecutors, killTask, maxRegisteredWaitingTime, minRegisteredRatio, numExistingExecutors, removeExecutor, requestExecutors, requestTotalExecutors, reviveOffers, stopExecutors, taskIdsOnSlave, totalCoreCount, totalRegisteredExecutors

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.Logging

initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning

Methods inherited from interface org.apache.spark.ExecutorAllocationClient

killExecutor

Constructor Detail

SparkDeploySchedulerBackend

public SparkDeploySchedulerBackend(TaskSchedulerImpl scheduler,
                           SparkContext sc,
                           String[] masters)

Method Detail

client

public org.apache.spark.deploy.client.AppClient client()

stopping

public boolean stopping()

shutdownCallback

public scala.Function1<SparkDeploySchedulerBackend,scala.runtime.BoxedUnit> shutdownCallback()

appId

public String appId()

Specified by:

appId in interface SchedulerBackend

registrationLock

public Object registrationLock()

registrationDone

public boolean registrationDone()

maxCores

public scala.Option<Object> maxCores()

totalExpectedCores

public int totalExpectedCores()

start

public void start()

Specified by:

start in interface SchedulerBackend

Overrides:

start in class CoarseGrainedSchedulerBackend

stop

public void stop()

Specified by:

stop in interface SchedulerBackend

Overrides:

stop in class CoarseGrainedSchedulerBackend

connected

public void connected(String appId)

Specified by:

connected in interface org.apache.spark.deploy.client.AppClientListener

disconnected

public void disconnected()

Specified by:

disconnected in interface org.apache.spark.deploy.client.AppClientListener

dead

public void dead(String reason)

Specified by:

dead in interface org.apache.spark.deploy.client.AppClientListener

executorAdded

public void executorAdded(String fullId,
                 String workerId,
                 String hostPort,
                 int cores,
                 int memory)

Specified by:

executorAdded in interface org.apache.spark.deploy.client.AppClientListener

executorRemoved

public void executorRemoved(String fullId,
                   String message,
                   scala.Option<Object> exitStatus)

Specified by:

executorRemoved in interface org.apache.spark.deploy.client.AppClientListener

sufficientResourcesRegistered

public boolean sufficientResourcesRegistered()

Overrides:

sufficientResourcesRegistered in class CoarseGrainedSchedulerBackend

applicationId

public String applicationId()

Description copied from interface: SchedulerBackend

Get an application ID associated with the job.

Specified by:

applicationId in interface SchedulerBackend

Returns:

An application ID