Packages

object SparkApp

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkApp
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. final case class ApplicationState(state: String, errorMessage: Option[String]) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  2. final case class Cr(spec: Spec, metadata: ObjectMeta, status: Status = null) extends CustomResource[Spec, Status] with Namespaced with Product with Serializable
    Annotations
    @JsonCreator() @Group() @Version() @Kind() @Plural()
  3. final case class Driver(coreLimit: Option[String] = None, env: Option[Seq[EnvVar]] = None, javaOptions: Option[String] = None, serviceAccount: Option[String] = Some(SparkServiceAccount), labels: Map[String, String] = Map(), annotations: Map[String, String] = Map(), configMaps: Seq[NamePath] = Seq(), secrets: Seq[NamePathSecretType] = Seq(), volumeMounts: Seq[VolumeMount] = Nil, securityContext: Option[SecurityContext] = None) extends KubernetesResource with Product with Serializable

    NOTE: coreRequest in Driver is only supported in Spark 3.0: https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/8c480acfdd09882ed2f00573f15e7830558de524/pkg/apis/sparkoperator.k8s.io/v1beta2/types.go#L499

    NOTE: coreRequest in Driver is only supported in Spark 3.0: https://github.com/GoogleCloudPlatform/spark-on-k8s-operator/blob/8c480acfdd09882ed2f00573f15e7830558de524/pkg/apis/sparkoperator.k8s.io/v1beta2/types.go#L499

    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  4. final case class DriverInfo(podName: Option[String], webUIAddress: Option[String], webUIPort: Option[Int], webUIServiceName: Option[String]) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  5. final case class Executor(instances: Int, coreRequest: Option[String] = None, coreLimit: Option[String] = None, env: Option[Seq[EnvVar]] = None, javaOptions: Option[String] = None, labels: Map[String, String] = Map(), annotations: Map[String, String] = Map(), configMaps: Seq[NamePath] = Seq(), secrets: Seq[NamePathSecretType] = Seq(), volumeMounts: Seq[VolumeMount] = Nil, securityContext: Option[SecurityContext] = None) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  6. final case class HostPath(path: String, type: String) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonDeserialize() @JsonCreator()
  7. class List extends CustomResourceList[Cr]
    Annotations
    @JsonCreator()
  8. final case class Monitoring(prometheus: Prometheus, exposeDriverMetrics: Boolean = true, exposeExecutorMetrics: Boolean = true) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  9. final case class NamePath(name: String, path: String) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonDeserialize() @JsonCreator()
  10. final case class NamePathSecretType(name: String, path: String, secretType: String = "Generic") extends KubernetesResource with Product with Serializable
    Annotations
    @JsonDeserialize() @JsonCreator()
  11. final case class PatchCrAction(cr: Cr)(implicit lineNumber: Line, file: File) extends Action with Product with Serializable
  12. final case class Prometheus(jmxExporterJar: String, configFile: String, port: Int = PrometheusConfig.PrometheusJmxExporterPort) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonDeserialize() @JsonCreator()
  13. final case class RestartPolicy(onFailureRetries: Option[Int] = None, onFailureRetryInterval: Option[Int] = None, onSubmissionFailureRetries: Option[Int] = None, onSubmissionFailureRetryInterval: Option[Int] = None, type: String) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  14. final case class SecurityContext(fsGroup: Option[Int]) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonDeserialize() @JsonCreator()
  15. final case class Spec(type: String = "Scala", mode: String = "cluster", sparkVersion: String = "2.4.5", image: String = "", imagePullPolicy: String = "Always", mainClass: String = "", sparkConf: Option[Map[String, String]] = None, mainApplicationFile: Option[String] = Some("spark-internal"), volumes: Seq[Volume] = Nil, driver: Driver, executor: Executor, restartPolicy: RestartPolicy, monitoring: Monitoring) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()
  16. final case class Status(appId: Option[String], applicationState: ApplicationState, completionTime: Option[String], driverInfo: DriverInfo, submissionTime: Option[String]) extends KubernetesResource with Product with Serializable
    Annotations
    @JsonIgnoreProperties() @JsonDeserialize() @JsonCreator()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final val ApiVersion: "sparkoperator.k8s.io/v1beta2"
  5. final val GroupName: String("sparkoperator.k8s.io")
  6. final val GroupVersion: String("v1beta2")
  7. final val Kind: String("SparkApplication")
  8. final val Plural: String("sparkapplications")
  9. final val ResourceName: String
  10. final val Scope: String("Namespaced")
  11. final val Singular: String("sparkapplication")
  12. implicit val adapter: CustomResourceAdapter[Cr, List]
  13. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  14. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  15. def createOrPatchCrAction(cr: Cr): PatchCrAction
  16. val customResourceDefinitionContext: CustomResourceDefinitionContext
  17. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  18. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  19. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  20. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  21. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  22. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  23. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  24. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  25. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  26. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  27. def toString(): String
    Definition Classes
    AnyRef → Any
  28. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped