de.viadee.bpmnai.core.runner

Class SparkRunner

java.lang.Object

de.viadee.bpmnai.core.runner.SparkRunner

Direct Known Subclasses:

CSVImportAndProcessingRunner, KafkaImportRunner, KafkaProcessingRunner

public abstract class SparkRunner
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	SparkRunner.RUNNING_MODE

Field Summary

Fields

Modifier and Type	Field and Description
protected SparkRunnerConfig	sparkRunnerConfig
protected org.apache.spark.sql.SparkSession	sparkSession

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	SparkRunner()
protected	SparkRunner(SparkRunnerConfig config)

Method Summary

Modifier and Type	Method and Description
protected abstract List<PipelineStep>	buildDefaultPipeline()
protected List<PipelineStep>	buildMinimalPipeline()
void	configurePipelineSteps()
protected abstract void	initialize(String[] arguments)
protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	loadInitialDataset()
void	overwritePipelineSteps()
void	run(String[] arguments)
void	run(String[] arguments, SparkRunnerListener sparkRunnerListener)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

sparkSession

protected org.apache.spark.sql.SparkSession sparkSession

sparkRunnerConfig

protected SparkRunnerConfig sparkRunnerConfig

Constructor Detail

SparkRunner

protected SparkRunner()

SparkRunner

protected SparkRunner(SparkRunnerConfig config)

Method Detail

initialize

protected abstract void initialize(String[] arguments)

buildDefaultPipeline

protected abstract List<PipelineStep> buildDefaultPipeline()

buildMinimalPipeline

protected List<PipelineStep> buildMinimalPipeline()

loadInitialDataset

protected abstract org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> loadInitialDataset()

run

public void run(String[] arguments)
         throws FaultyConfigurationException

Throws:

FaultyConfigurationException

run

public void run(String[] arguments,
                SparkRunnerListener sparkRunnerListener)
         throws FaultyConfigurationException

Throws:

FaultyConfigurationException

overwritePipelineSteps

public void overwritePipelineSteps()

configurePipelineSteps

public void configurePipelineSteps()
                            throws FaultyConfigurationException

Throws:

FaultyConfigurationException