org.apache.seatunnel.core.starter.spark.execution

类 SparkAbstractPluginExecuteProcessor<T>

java.lang.Object

org.apache.seatunnel.core.starter.spark.execution.SparkAbstractPluginExecuteProcessor<T>

所有已实现的接口:

PluginExecuteProcessor<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo,SparkRuntimeEnvironment>

直接已知子类:

SinkExecuteProcessor, SourceExecuteProcessor, TransformExecuteProcessor

public abstract class SparkAbstractPluginExecuteProcessor<T>
extends Object
implements PluginExecuteProcessor<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo,SparkRuntimeEnvironment>

字段概要

字段

限定符和类型	字段和说明
protected ClassLoader	classLoader
protected org.apache.seatunnel.api.common.JobContext	jobContext
protected List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config>	pluginConfigs
protected List<T>	plugins
protected SparkRuntimeEnvironment	sparkRuntimeEnvironment

构造器概要

构造器

限定符	构造器和说明
protected	SparkAbstractPluginExecuteProcessor(SparkRuntimeEnvironment sparkRuntimeEnvironment, org.apache.seatunnel.api.common.JobContext jobContext, List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config> pluginConfigs)

方法概要

限定符和类型	方法和说明
protected Optional<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo>	fromSourceTable(org.apache.seatunnel.shade.com.typesafe.config.Config pluginConfig, SparkRuntimeEnvironment sparkRuntimeEnvironment, List<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo> upstreamDataStreams)
protected abstract List<T>	initializePlugins(List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config> pluginConfigs)
protected void	registerInputTempView(org.apache.seatunnel.shade.com.typesafe.config.Config pluginConfig, org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataStream)
void	setRuntimeEnvironment(SparkRuntimeEnvironment sparkRuntimeEnvironment)
protected org.apache.seatunnel.api.sink.SeaTunnelSink	tryGenerateMultiTableSink(Map<org.apache.seatunnel.api.table.catalog.TablePath,org.apache.seatunnel.api.sink.SeaTunnelSink> sinks, org.apache.seatunnel.api.configuration.ReadonlyConfig sinkConfig, ClassLoader classLoader)

从类继承的方法 java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

从接口继承的方法 org.apache.seatunnel.core.starter.execution.PluginExecuteProcessor

execute

字段详细资料

sparkRuntimeEnvironment

protected SparkRuntimeEnvironment sparkRuntimeEnvironment

pluginConfigs

protected final List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config> pluginConfigs

jobContext

protected final org.apache.seatunnel.api.common.JobContext jobContext

plugins

protected final List<T> plugins

classLoader

protected final ClassLoader classLoader

构造器详细资料

SparkAbstractPluginExecuteProcessor

protected SparkAbstractPluginExecuteProcessor(SparkRuntimeEnvironment sparkRuntimeEnvironment,
                                              org.apache.seatunnel.api.common.JobContext jobContext,
                                              List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config> pluginConfigs)

方法详细资料

setRuntimeEnvironment

public void setRuntimeEnvironment(SparkRuntimeEnvironment sparkRuntimeEnvironment)

指定者:

setRuntimeEnvironment 在接口中 PluginExecuteProcessor<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo,SparkRuntimeEnvironment>

initializePlugins

protected abstract List<T> initializePlugins(List<? extends org.apache.seatunnel.shade.com.typesafe.config.Config> pluginConfigs)

registerInputTempView

protected void registerInputTempView(org.apache.seatunnel.shade.com.typesafe.config.Config pluginConfig,
                                     org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataStream)

fromSourceTable

protected Optional<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo> fromSourceTable(org.apache.seatunnel.shade.com.typesafe.config.Config pluginConfig,
                                                                                                      SparkRuntimeEnvironment sparkRuntimeEnvironment,
                                                                                                      List<org.apache.seatunnel.translation.spark.execution.DatasetTableInfo> upstreamDataStreams)

tryGenerateMultiTableSink

protected org.apache.seatunnel.api.sink.SeaTunnelSink tryGenerateMultiTableSink(Map<org.apache.seatunnel.api.table.catalog.TablePath,org.apache.seatunnel.api.sink.SeaTunnelSink> sinks,
                                                                                org.apache.seatunnel.api.configuration.ReadonlyConfig sinkConfig,
                                                                                ClassLoader classLoader)