c

org.apache.spark.scheduler.cluster.k8s

ExecutorPodsAllocator

class ExecutorPodsAllocator extends AbstractPodsAllocator with Logging

Linear Supertypes
Logging, AbstractPodsAllocator, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ExecutorPodsAllocator
  2. Logging
  3. AbstractPodsAllocator
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new ExecutorPodsAllocator(conf: SparkConf, secMgr: SecurityManager, executorBuilder: KubernetesExecutorBuilder, kubernetesClient: KubernetesClient, snapshotsStore: ExecutorPodsSnapshotsStore, clock: Clock)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val EXECUTOR_ID_COUNTER: AtomicInteger
    Attributes
    protected
  5. val PVC_COUNTER: AtomicInteger
    Attributes
    protected
  6. var appId: String
    Attributes
    protected
  7. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  9. var deletedExecutorIds: Set[Long]
    Attributes
    protected
  10. val driverPod: Option[Pod]
    Definition Classes
    ExecutorPodsAllocator → AbstractPodsAllocator
  11. val driverPodReadinessTimeout: Long
    Attributes
    protected
  12. val dynamicAllocationEnabled: Boolean
    Attributes
    protected
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  15. val executorIdleTimeout: Long
    Attributes
    protected
  16. val failureTracker: ExecutorFailureTracker
    Attributes
    protected
  17. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  18. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  19. def getNumExecutorsFailed: Int
    Attributes
    protected[spark]
  20. def getReusablePVCs(applicationId: String, pvcsInUse: Seq[String]): Buffer[PersistentVolumeClaim]
    Attributes
    protected
  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  22. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  23. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  24. def isDeleted(executorId: String): Boolean
    Definition Classes
    ExecutorPodsAllocator → AbstractPodsAllocator
  25. def isExecutorIdleTimedOut(state: ExecutorPodState, currentTime: Long): Boolean
    Attributes
    protected
  26. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  27. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  28. val kubernetesDriverPodName: Option[String]
    Attributes
    protected
  29. var lastSnapshot: ExecutorPodsSnapshot
    Attributes
    protected
  30. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  31. def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32. def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  38. def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40. def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  41. def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  42. val maxNumExecutorFailures: Int
    Attributes
    protected
  43. val maxPVCs: Int
    Attributes
    protected
  44. val maxPendingPods: Int
    Attributes
    protected
  45. val namespace: String
    Attributes
    protected
  46. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  47. val newlyCreatedExecutors: LinkedHashMap[Long, (Int, Long)]
    Attributes
    protected
  48. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  49. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  50. val numOutstandingPods: AtomicInteger
  51. def onNewSnapshots(applicationId: String, schedulerBackend: KubernetesClusterSchedulerBackend, snapshots: Seq[ExecutorPodsSnapshot]): Unit
    Attributes
    protected
  52. val podAllocOnPVC: Boolean
    Attributes
    protected
  53. val podAllocationDelay: Long
    Attributes
    protected
  54. val podAllocationSize: Int
    Attributes
    protected
  55. val podCreationTimeout: Long
    Attributes
    protected
  56. def replacePVCsIfNeeded(pod: Pod, resources: Seq[HasMetadata], reusablePVCs: Buffer[PersistentVolumeClaim]): Seq[HasMetadata]
    Attributes
    protected
  57. def requestNewExecutors(numExecutorsToAllocate: Int, applicationId: String, resourceProfileId: Int, pvcsInUse: Seq[String]): Unit
    Attributes
    protected
  58. val rpIdToResourceProfile: HashMap[Int, ResourceProfile]
    Attributes
    protected
  59. val schedulerKnownNewlyCreatedExecs: LinkedHashMap[Long, Int]
    Attributes
    protected
  60. def setTotalExpectedExecutors(resourceProfileToTotalExecs: Map[ResourceProfile, Int]): Unit
    Definition Classes
    ExecutorPodsAllocator → AbstractPodsAllocator
  61. val shouldDeleteExecutors: Boolean
    Attributes
    protected
  62. def start(applicationId: String, schedulerBackend: KubernetesClusterSchedulerBackend): Unit
    Definition Classes
    ExecutorPodsAllocator → AbstractPodsAllocator
  63. def stop(applicationId: String): Unit
    Definition Classes
    ExecutorPodsAllocator → AbstractPodsAllocator
  64. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  65. def toString(): String
    Definition Classes
    AnyRef → Any
  66. val totalExpectedExecutorsPerResourceProfileId: ConcurrentHashMap[Int, Int]
    Attributes
    protected
  67. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  68. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  69. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from Logging

Inherited from AbstractPodsAllocator

Inherited from AnyRef

Inherited from Any

Ungrouped