c

org.apache.spark.scheduler.cluster.k8s

ExecutorPodsAllocator

class ExecutorPodsAllocator extends AbstractPodsAllocator with Logging

Linear Supertypes
Logging, AbstractPodsAllocator, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExecutorPodsAllocator
  2. Logging
  3. AbstractPodsAllocator
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ExecutorPodsAllocator(conf: SparkConf, secMgr: SecurityManager, executorBuilder: KubernetesExecutorBuilder, kubernetesClient: KubernetesClient, snapshotsStore: ExecutorPodsSnapshotsStore, clock: Clock)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val EXECUTOR_ID_COUNTER: AtomicInteger
    Attributes
    protected
  5. val PVC_COUNTER: AtomicInteger
    Attributes
    protected
  6. var appId: String
    Attributes
    protected
  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  9. var deletedExecutorIds: Set[Long]
    Attributes
    protected
  10. val driverPod: Option[Pod]
  11. val driverPodReadinessTimeout: Long
    Attributes
    protected
  12. val dynamicAllocationEnabled: Boolean
    Attributes
    protected
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  15. val executorIdleTimeout: Long
    Attributes
    protected
  16. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  17. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  18. def getReusablePVCs(applicationId: String, pvcsInUse: Seq[String]): Buffer[PersistentVolumeClaim]
    Attributes
    protected
  19. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  20. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  21. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  22. def isDeleted(executorId: String): Boolean
  23. def isExecutorIdleTimedOut(state: ExecutorPodState, currentTime: Long): Boolean
    Attributes
    protected
  24. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  25. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  26. val kubernetesDriverPodName: Option[String]
    Attributes
    protected
  27. var lastSnapshot: ExecutorPodsSnapshot
    Attributes
    protected
  28. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  29. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  31. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  36. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  38. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40. val maxPVCs: Int
    Attributes
    protected
  41. val maxPendingPods: Int
    Attributes
    protected
  42. val namespace: String
    Attributes
    protected
  43. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  44. val newlyCreatedExecutors: LinkedHashMap[Long, (Int, Long)]
    Attributes
    protected
  45. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  46. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  47. val numOutstandingPods: AtomicInteger
  48. def onNewSnapshots(applicationId: String, schedulerBackend: KubernetesClusterSchedulerBackend, snapshots: Seq[ExecutorPodsSnapshot]): Unit
    Attributes
    protected
  49. val podAllocOnPVC: Boolean
    Attributes
    protected
  50. val podAllocationDelay: Long
    Attributes
    protected
  51. val podAllocationSize: Int
    Attributes
    protected
  52. val podCreationTimeout: Long
    Attributes
    protected
  53. def replacePVCsIfNeeded(pod: Pod, resources: Seq[HasMetadata], reusablePVCs: Buffer[PersistentVolumeClaim]): Seq[HasMetadata]
    Attributes
    protected
  54. def requestNewExecutors(numExecutorsToAllocate: Int, applicationId: String, resourceProfileId: Int, pvcsInUse: Seq[String]): Unit
    Attributes
    protected
  55. val rpIdToResourceProfile: HashMap[Int, ResourceProfile]
    Attributes
    protected
  56. val schedulerKnownNewlyCreatedExecs: LinkedHashMap[Long, Int]
    Attributes
    protected
  57. def setTotalExpectedExecutors(resourceProfileToTotalExecs: Map[ResourceProfile, Int]): Unit
  58. val shouldDeleteExecutors: Boolean
    Attributes
    protected
  59. def start(applicationId: String, schedulerBackend: KubernetesClusterSchedulerBackend): Unit
  60. def stop(applicationId: String): Unit
  61. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  62. def toString(): String
    Definition Classes
    AnyRef → Any
  63. val totalExpectedExecutorsPerResourceProfileId: ConcurrentHashMap[Int, Int]
    Attributes
    protected
  64. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  65. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  66. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Logging

Inherited from AbstractPodsAllocator

Inherited from AnyRef

Inherited from Any

Ungrouped