程序包 org.apache.seatunnel.engine.server.master

类 JobMaster

java.lang.Object

org.apache.seatunnel.engine.server.master.JobMaster

public class JobMaster
extends Object

构造器概要

构造器

构造器

说明

JobMaster(@NonNull com.hazelcast.internal.serialization.Data jobImmutableInformationData, @NonNull com.hazelcast.spi.impl.NodeEngine nodeEngine, @NonNull ExecutorService executorService, @NonNull ResourceManager resourceManager, @NonNull JobHistoryService jobHistoryService, @NonNull com.hazelcast.map.IMap runningJobStateIMap, @NonNull com.hazelcast.map.IMap runningJobStateTimestampsIMap, @NonNull com.hazelcast.map.IMap ownedSlotProfilesIMap, @NonNull com.hazelcast.map.IMap<Long,org.apache.seatunnel.engine.core.job.JobInfo> runningJobInfoIMap, @NonNull com.hazelcast.map.IMap<Long,HashMap<TaskLocation,SeaTunnelMetricsContext>> metricsImap, org.apache.seatunnel.engine.common.config.EngineConfig engineConfig, SeaTunnelServer seaTunnelServer)

方法概要

修饰符和类型	方法	说明
void	cancelJob()
void	cleanJob()
CheckpointManager	getCheckpointManager()
List<org.apache.seatunnel.api.common.metrics.RawJobMetrics>	getCurrJobMetrics()
List<org.apache.seatunnel.api.common.metrics.RawJobMetrics>	getCurrJobMetrics(List<PipelineLocation> pipelineLocations)
List<org.apache.seatunnel.api.common.metrics.RawJobMetrics>	getCurrJobMetrics(Map<TaskGroupLocation,com.hazelcast.cluster.Address> taskGroupLocationSlotProfileMap)
org.apache.seatunnel.engine.common.config.EngineConfig	getEngineConfig()
String	getErrorMessage()
ExecutorService	getExecutorService()
org.apache.seatunnel.engine.core.job.JobDAGInfo	getJobDAGInfo()
org.apache.seatunnel.engine.core.job.JobImmutableInformation	getJobImmutableInformation()
org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture<org.apache.seatunnel.engine.core.job.JobResult>	getJobMasterCompleteFuture()
org.apache.seatunnel.engine.core.job.JobStatus	getJobStatus()
SlotProfile	getOwnedSlotProfiles(@NonNull TaskGroupLocation taskGroupLocation)
PhysicalPlan	getPhysicalPlan()
ResourceManager	getResourceManager()
void	handleCheckpointError(long pipelineId, boolean neverRestore)
static void	handleSaveMode(org.apache.seatunnel.api.sink.SeaTunnelSink sink)
void	init(long initializationTimestamp, boolean restart)
void	initCheckPointManager(boolean restart)
void	initStateFuture()
void	interrupt()
void	neverNeedRestore()
com.hazelcast.cluster.Address	queryTaskGroupAddress(TaskGroupLocation taskGroupLocation)
void	releasePipelineResource(SubPlan subPlan)
void	releaseTaskGroupResource(PipelineLocation pipelineLocation, TaskGroupLocation taskGroupLocation)
void	removeMetricsContext(PipelineLocation pipelineLocation, org.apache.seatunnel.engine.core.job.PipelineStatus pipelineStatus)
void	run()
void	savePipelineMetricsToHistory(PipelineLocation pipelineLocation)
CompletableFuture<Boolean>	savePoint()	Execute savePoint, which will cause the job to end.
void	setOwnedSlotProfiles(@NonNull PipelineLocation pipelineLocation, @NonNull Map<TaskGroupLocation,SlotProfile> pipelineOwnedSlotProfiles)
void	updateTaskExecutionState(TaskExecutionState taskExecutionState)

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

构造器详细资料

JobMaster

public JobMaster(@NonNull
                 @NonNull com.hazelcast.internal.serialization.Data jobImmutableInformationData,
                 @NonNull
                 @NonNull com.hazelcast.spi.impl.NodeEngine nodeEngine,
                 @NonNull
                 @NonNull ExecutorService executorService,
                 @NonNull
                 @NonNull ResourceManager resourceManager,
                 @NonNull
                 @NonNull JobHistoryService jobHistoryService,
                 @NonNull
                 @NonNull com.hazelcast.map.IMap runningJobStateIMap,
                 @NonNull
                 @NonNull com.hazelcast.map.IMap runningJobStateTimestampsIMap,
                 @NonNull
                 @NonNull com.hazelcast.map.IMap ownedSlotProfilesIMap,
                 @NonNull
                 @NonNull com.hazelcast.map.IMap<Long,org.apache.seatunnel.engine.core.job.JobInfo> runningJobInfoIMap,
                 @NonNull
                 @NonNull com.hazelcast.map.IMap<Long,HashMap<TaskLocation,SeaTunnelMetricsContext>> metricsImap,
                 org.apache.seatunnel.engine.common.config.EngineConfig engineConfig,
                 SeaTunnelServer seaTunnelServer)

方法详细资料

getErrorMessage

public String getErrorMessage()

init

public void init(long initializationTimestamp,
                 boolean restart)
          throws Exception

抛出:

Exception

initCheckPointManager

public void initCheckPointManager(boolean restart)
                           throws org.apache.seatunnel.engine.checkpoint.storage.exception.CheckpointStorageException

抛出:

org.apache.seatunnel.engine.checkpoint.storage.exception.CheckpointStorageException

initStateFuture

public void initStateFuture()

run

public void run()

handleSaveMode

public static void handleSaveMode(org.apache.seatunnel.api.sink.SeaTunnelSink sink)

handleCheckpointError

public void handleCheckpointError(long pipelineId,
                                  boolean neverRestore)

getJobDAGInfo

public org.apache.seatunnel.engine.core.job.JobDAGInfo getJobDAGInfo()

releaseTaskGroupResource

public void releaseTaskGroupResource(PipelineLocation pipelineLocation,
                                     TaskGroupLocation taskGroupLocation)

releasePipelineResource

public void releasePipelineResource(SubPlan subPlan)

cleanJob

public void cleanJob()

queryTaskGroupAddress

public com.hazelcast.cluster.Address queryTaskGroupAddress(TaskGroupLocation taskGroupLocation)

cancelJob

public void cancelJob()

getResourceManager

public ResourceManager getResourceManager()

getCheckpointManager

public CheckpointManager getCheckpointManager()

getJobMasterCompleteFuture

public org.apache.seatunnel.engine.common.utils.PassiveCompletableFuture<org.apache.seatunnel.engine.core.job.JobResult> getJobMasterCompleteFuture()

getJobImmutableInformation

public org.apache.seatunnel.engine.core.job.JobImmutableInformation getJobImmutableInformation()

getJobStatus

public org.apache.seatunnel.engine.core.job.JobStatus getJobStatus()

getCurrJobMetrics

public List<org.apache.seatunnel.api.common.metrics.RawJobMetrics> getCurrJobMetrics()

getCurrJobMetrics

public List<org.apache.seatunnel.api.common.metrics.RawJobMetrics> getCurrJobMetrics(List<PipelineLocation> pipelineLocations)

getCurrJobMetrics

public List<org.apache.seatunnel.api.common.metrics.RawJobMetrics> getCurrJobMetrics(Map<TaskGroupLocation,com.hazelcast.cluster.Address> taskGroupLocationSlotProfileMap)

savePipelineMetricsToHistory

public void savePipelineMetricsToHistory(PipelineLocation pipelineLocation)

removeMetricsContext

public void removeMetricsContext(PipelineLocation pipelineLocation,
                                 org.apache.seatunnel.engine.core.job.PipelineStatus pipelineStatus)

getPhysicalPlan

public PhysicalPlan getPhysicalPlan()

updateTaskExecutionState

public void updateTaskExecutionState(TaskExecutionState taskExecutionState)

savePoint

public CompletableFuture<Boolean> savePoint()

Execute savePoint, which will cause the job to end.

setOwnedSlotProfiles

public void setOwnedSlotProfiles(@NonNull
                                 @NonNull PipelineLocation pipelineLocation,
                                 @NonNull
                                 @NonNull Map<TaskGroupLocation,SlotProfile> pipelineOwnedSlotProfiles)

getOwnedSlotProfiles

public SlotProfile getOwnedSlotProfiles(@NonNull
                                        @NonNull TaskGroupLocation taskGroupLocation)

getExecutorService

public ExecutorService getExecutorService()

interrupt

public void interrupt()

neverNeedRestore

public void neverNeedRestore()

getEngineConfig

public org.apache.seatunnel.engine.common.config.EngineConfig getEngineConfig()