类 AbstractFlinkService

    • 方法概要

      所有方法 静态方法 实例方法 抽象方法 具体方法 
      修饰符和类型 方法 说明
      protected void cancelJob​(org.apache.flink.kubernetes.operator.api.FlinkDeployment deployment, org.apache.flink.kubernetes.operator.api.spec.UpgradeMode upgradeMode, org.apache.flink.configuration.Configuration conf, boolean deleteClusterAfterSavepoint)  
      void cancelSessionJob​(org.apache.flink.kubernetes.operator.api.FlinkSessionJob sessionJob, org.apache.flink.kubernetes.operator.api.spec.UpgradeMode upgradeMode, org.apache.flink.configuration.Configuration conf)  
      void deleteClusterDeployment​(io.fabric8.kubernetes.api.model.ObjectMeta meta, org.apache.flink.kubernetes.operator.api.status.FlinkDeploymentStatus status, org.apache.flink.configuration.Configuration conf, boolean deleteHaData)  
      protected abstract void deleteClusterInternal​(io.fabric8.kubernetes.api.model.ObjectMeta meta, org.apache.flink.configuration.Configuration conf, boolean deleteHaData, io.fabric8.kubernetes.api.model.DeletionPropagation deletionPropagation)
      Delete Flink kubernetes cluster by deleting the kubernetes resources directly.
      protected void deleteHAData​(java.lang.String namespace, java.lang.String clusterId, org.apache.flink.configuration.Configuration conf)  
      protected abstract void deployApplicationCluster​(org.apache.flink.kubernetes.operator.api.spec.JobSpec jobSpec, org.apache.flink.configuration.Configuration conf)  
      void disposeSavepoint​(java.lang.String savepointPath, org.apache.flink.configuration.Configuration conf)  
      SavepointFetchResult fetchSavepointInfo​(java.lang.String triggerId, java.lang.String jobId, org.apache.flink.configuration.Configuration conf)  
      org.apache.flink.api.java.tuple.Tuple2<java.util.Optional<CheckpointHistoryWrapper.CompletedCheckpointInfo>,​java.util.Optional<CheckpointHistoryWrapper.PendingCheckpointInfo>> getCheckpointInfo​(org.apache.flink.api.common.JobID jobId, org.apache.flink.configuration.Configuration conf)  
      org.apache.flink.client.program.rest.RestClusterClient<java.lang.String> getClusterClient​(org.apache.flink.configuration.Configuration conf)  
      java.util.Map<java.lang.String,​java.lang.String> getClusterInfo​(org.apache.flink.configuration.Configuration conf)  
      protected static org.apache.flink.api.common.JobStatus getEffectiveStatus​(org.apache.flink.runtime.messages.webmonitor.JobDetails details)  
      protected abstract io.fabric8.kubernetes.api.model.PodList getJmPodList​(java.lang.String namespace, java.lang.String clusterId)  
      io.fabric8.kubernetes.api.model.PodList getJmPodList​(org.apache.flink.kubernetes.operator.api.FlinkDeployment deployment, org.apache.flink.configuration.Configuration conf)  
      org.apache.flink.runtime.rest.messages.job.JobDetailsInfo getJobDetailsInfo​(org.apache.flink.api.common.JobID jobID, org.apache.flink.configuration.Configuration conf)  
      io.fabric8.kubernetes.client.KubernetesClient getKubernetesClient()  
      java.util.Optional<org.apache.flink.kubernetes.operator.api.status.Savepoint> getLastCheckpoint​(org.apache.flink.api.common.JobID jobId, org.apache.flink.configuration.Configuration conf)  
      java.util.Map<java.lang.String,​java.lang.String> getMetrics​(org.apache.flink.configuration.Configuration conf, java.lang.String jobId, java.util.List<java.lang.String> metricNames)  
      protected org.apache.flink.runtime.rest.RestClient getRestClient​(org.apache.flink.configuration.Configuration conf)  
      protected abstract io.fabric8.kubernetes.api.model.PodList getTmPodList​(java.lang.String namespace, java.lang.String clusterId)  
      boolean isHaMetadataAvailable​(org.apache.flink.configuration.Configuration conf)  
      boolean isJobManagerPortReady​(org.apache.flink.configuration.Configuration config)  
      java.util.Collection<org.apache.flink.runtime.client.JobStatusMessage> listJobs​(org.apache.flink.configuration.Configuration conf)  
      protected static org.apache.flink.configuration.Configuration removeOperatorConfigs​(org.apache.flink.configuration.Configuration config)  
      org.apache.flink.runtime.jobmaster.JobResult requestJobResult​(org.apache.flink.configuration.Configuration conf, org.apache.flink.api.common.JobID jobID)  
      protected void runJar​(org.apache.flink.kubernetes.operator.api.spec.JobSpec job, org.apache.flink.api.common.JobID jobID, org.apache.flink.runtime.webmonitor.handlers.JarUploadResponseBody response, org.apache.flink.configuration.Configuration conf, java.lang.String savepoint)  
      void submitApplicationCluster​(org.apache.flink.kubernetes.operator.api.spec.JobSpec jobSpec, org.apache.flink.configuration.Configuration conf, boolean requireHaMetadata)  
      org.apache.flink.api.common.JobID submitJobToSessionCluster​(io.fabric8.kubernetes.api.model.ObjectMeta meta, org.apache.flink.kubernetes.operator.api.spec.FlinkSessionJobSpec spec, org.apache.flink.configuration.Configuration conf, java.lang.String savepoint)  
      void triggerSavepoint​(java.lang.String jobId, org.apache.flink.kubernetes.operator.api.status.SavepointTriggerType triggerType, org.apache.flink.kubernetes.operator.api.status.SavepointInfo savepointInfo, org.apache.flink.configuration.Configuration conf)  
      protected void updateStatusAfterClusterDeletion​(org.apache.flink.kubernetes.operator.api.status.FlinkDeploymentStatus status)  
      protected org.apache.flink.runtime.webmonitor.handlers.JarUploadResponseBody uploadJar​(io.fabric8.kubernetes.api.model.ObjectMeta objectMeta, org.apache.flink.kubernetes.operator.api.spec.FlinkSessionJobSpec spec, org.apache.flink.configuration.Configuration conf)  
      void waitForClusterShutdown​(org.apache.flink.configuration.Configuration conf)  
      • 从类继承的方法 java.lang.Object

        clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    • 字段详细资料

      • FIELD_NAME_TOTAL_CPU

        public static final java.lang.String FIELD_NAME_TOTAL_CPU
        另请参阅:
        常量字段值
      • FIELD_NAME_TOTAL_MEMORY

        public static final java.lang.String FIELD_NAME_TOTAL_MEMORY
        另请参阅:
        常量字段值
      • kubernetesClient

        protected final io.fabric8.kubernetes.client.KubernetesClient kubernetesClient
      • executorService

        protected final java.util.concurrent.ExecutorService executorService
    • 构造器详细资料

      • AbstractFlinkService

        public AbstractFlinkService​(io.fabric8.kubernetes.client.KubernetesClient kubernetesClient,
                                    ArtifactManager artifactManager,
                                    java.util.concurrent.ExecutorService executorService,
                                    FlinkOperatorConfiguration operatorConfig)
    • 方法详细资料

      • getJmPodList

        protected abstract io.fabric8.kubernetes.api.model.PodList getJmPodList​(java.lang.String namespace,
                                                                                java.lang.String clusterId)
      • getTmPodList

        protected abstract io.fabric8.kubernetes.api.model.PodList getTmPodList​(java.lang.String namespace,
                                                                                java.lang.String clusterId)
      • deployApplicationCluster

        protected abstract void deployApplicationCluster​(org.apache.flink.kubernetes.operator.api.spec.JobSpec jobSpec,
                                                         org.apache.flink.configuration.Configuration conf)
                                                  throws java.lang.Exception
        抛出:
        java.lang.Exception
      • getKubernetesClient

        public io.fabric8.kubernetes.client.KubernetesClient getKubernetesClient()
        指定者:
        getKubernetesClient 在接口中 FlinkService
      • submitApplicationCluster

        public void submitApplicationCluster​(org.apache.flink.kubernetes.operator.api.spec.JobSpec jobSpec,
                                             org.apache.flink.configuration.Configuration conf,
                                             boolean requireHaMetadata)
                                      throws java.lang.Exception
        指定者:
        submitApplicationCluster 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • isHaMetadataAvailable

        public boolean isHaMetadataAvailable​(org.apache.flink.configuration.Configuration conf)
        指定者:
        isHaMetadataAvailable 在接口中 FlinkService
      • submitJobToSessionCluster

        public org.apache.flink.api.common.JobID submitJobToSessionCluster​(io.fabric8.kubernetes.api.model.ObjectMeta meta,
                                                                           org.apache.flink.kubernetes.operator.api.spec.FlinkSessionJobSpec spec,
                                                                           org.apache.flink.configuration.Configuration conf,
                                                                           @Nullable
                                                                           java.lang.String savepoint)
                                                                    throws java.lang.Exception
        指定者:
        submitJobToSessionCluster 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • isJobManagerPortReady

        public boolean isJobManagerPortReady​(org.apache.flink.configuration.Configuration config)
        指定者:
        isJobManagerPortReady 在接口中 FlinkService
      • listJobs

        public java.util.Collection<org.apache.flink.runtime.client.JobStatusMessage> listJobs​(org.apache.flink.configuration.Configuration conf)
                                                                                        throws java.lang.Exception
        指定者:
        listJobs 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • requestJobResult

        public org.apache.flink.runtime.jobmaster.JobResult requestJobResult​(org.apache.flink.configuration.Configuration conf,
                                                                             org.apache.flink.api.common.JobID jobID)
                                                                      throws java.lang.Exception
        指定者:
        requestJobResult 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • cancelJob

        protected void cancelJob​(org.apache.flink.kubernetes.operator.api.FlinkDeployment deployment,
                                 org.apache.flink.kubernetes.operator.api.spec.UpgradeMode upgradeMode,
                                 org.apache.flink.configuration.Configuration conf,
                                 boolean deleteClusterAfterSavepoint)
                          throws java.lang.Exception
        抛出:
        java.lang.Exception
      • cancelSessionJob

        public void cancelSessionJob​(org.apache.flink.kubernetes.operator.api.FlinkSessionJob sessionJob,
                                     org.apache.flink.kubernetes.operator.api.spec.UpgradeMode upgradeMode,
                                     org.apache.flink.configuration.Configuration conf)
                              throws java.lang.Exception
        指定者:
        cancelSessionJob 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • triggerSavepoint

        public void triggerSavepoint​(java.lang.String jobId,
                                     org.apache.flink.kubernetes.operator.api.status.SavepointTriggerType triggerType,
                                     org.apache.flink.kubernetes.operator.api.status.SavepointInfo savepointInfo,
                                     org.apache.flink.configuration.Configuration conf)
                              throws java.lang.Exception
        指定者:
        triggerSavepoint 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • getLastCheckpoint

        public java.util.Optional<org.apache.flink.kubernetes.operator.api.status.Savepoint> getLastCheckpoint​(org.apache.flink.api.common.JobID jobId,
                                                                                                               org.apache.flink.configuration.Configuration conf)
                                                                                                        throws java.lang.Exception
        指定者:
        getLastCheckpoint 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • disposeSavepoint

        public void disposeSavepoint​(java.lang.String savepointPath,
                                     org.apache.flink.configuration.Configuration conf)
                              throws java.lang.Exception
        指定者:
        disposeSavepoint 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • getClusterInfo

        public java.util.Map<java.lang.String,​java.lang.String> getClusterInfo​(org.apache.flink.configuration.Configuration conf)
                                                                              throws java.lang.Exception
        指定者:
        getClusterInfo 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • getJmPodList

        public io.fabric8.kubernetes.api.model.PodList getJmPodList​(org.apache.flink.kubernetes.operator.api.FlinkDeployment deployment,
                                                                    org.apache.flink.configuration.Configuration conf)
        指定者:
        getJmPodList 在接口中 FlinkService
      • waitForClusterShutdown

        public void waitForClusterShutdown​(org.apache.flink.configuration.Configuration conf)
        指定者:
        waitForClusterShutdown 在接口中 FlinkService
      • getClusterClient

        public org.apache.flink.client.program.rest.RestClusterClient<java.lang.String> getClusterClient​(org.apache.flink.configuration.Configuration conf)
                                                                                                  throws java.lang.Exception
        指定者:
        getClusterClient 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • runJar

        @VisibleForTesting
        protected void runJar​(org.apache.flink.kubernetes.operator.api.spec.JobSpec job,
                              org.apache.flink.api.common.JobID jobID,
                              org.apache.flink.runtime.webmonitor.handlers.JarUploadResponseBody response,
                              org.apache.flink.configuration.Configuration conf,
                              java.lang.String savepoint)
      • uploadJar

        @VisibleForTesting
        protected org.apache.flink.runtime.webmonitor.handlers.JarUploadResponseBody uploadJar​(io.fabric8.kubernetes.api.model.ObjectMeta objectMeta,
                                                                                               org.apache.flink.kubernetes.operator.api.spec.FlinkSessionJobSpec spec,
                                                                                               org.apache.flink.configuration.Configuration conf)
                                                                                        throws java.lang.Exception
        抛出:
        java.lang.Exception
      • getRestClient

        @VisibleForTesting
        protected org.apache.flink.runtime.rest.RestClient getRestClient​(org.apache.flink.configuration.Configuration conf)
                                                                  throws org.apache.flink.util.ConfigurationException
        抛出:
        org.apache.flink.util.ConfigurationException
      • getJobDetailsInfo

        public org.apache.flink.runtime.rest.messages.job.JobDetailsInfo getJobDetailsInfo​(org.apache.flink.api.common.JobID jobID,
                                                                                           org.apache.flink.configuration.Configuration conf)
                                                                                    throws java.lang.Exception
        指定者:
        getJobDetailsInfo 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • removeOperatorConfigs

        @VisibleForTesting
        protected static org.apache.flink.configuration.Configuration removeOperatorConfigs​(org.apache.flink.configuration.Configuration config)
      • getEffectiveStatus

        @VisibleForTesting
        protected static org.apache.flink.api.common.JobStatus getEffectiveStatus​(org.apache.flink.runtime.messages.webmonitor.JobDetails details)
      • getMetrics

        public java.util.Map<java.lang.String,​java.lang.String> getMetrics​(org.apache.flink.configuration.Configuration conf,
                                                                                 java.lang.String jobId,
                                                                                 java.util.List<java.lang.String> metricNames)
                                                                          throws java.lang.Exception
        指定者:
        getMetrics 在接口中 FlinkService
        抛出:
        java.lang.Exception
      • deleteClusterDeployment

        public final void deleteClusterDeployment​(io.fabric8.kubernetes.api.model.ObjectMeta meta,
                                                  org.apache.flink.kubernetes.operator.api.status.FlinkDeploymentStatus status,
                                                  org.apache.flink.configuration.Configuration conf,
                                                  boolean deleteHaData)
        指定者:
        deleteClusterDeployment 在接口中 FlinkService
      • deleteClusterInternal

        protected abstract void deleteClusterInternal​(io.fabric8.kubernetes.api.model.ObjectMeta meta,
                                                      org.apache.flink.configuration.Configuration conf,
                                                      boolean deleteHaData,
                                                      io.fabric8.kubernetes.api.model.DeletionPropagation deletionPropagation)
        Delete Flink kubernetes cluster by deleting the kubernetes resources directly. Optionally allows deleting the native kubernetes HA resources as well.
        参数:
        meta - ObjectMeta of the deployment
        conf - Configuration of the Flink application
        deleteHaData - Flag to indicate whether k8s or Zookeeper HA metadata should be removed as well
        deletionPropagation - Resource deletion propagation policy
      • deleteHAData

        protected void deleteHAData​(java.lang.String namespace,
                                    java.lang.String clusterId,
                                    org.apache.flink.configuration.Configuration conf)
      • updateStatusAfterClusterDeletion

        protected void updateStatusAfterClusterDeletion​(org.apache.flink.kubernetes.operator.api.status.FlinkDeploymentStatus status)