de.viadee.ki.sparkimporter.runner

Class KafkaProcessingRunner

java.lang.Object

de.viadee.ki.sparkimporter.runner.SparkRunner

de.viadee.ki.sparkimporter.runner.KafkaProcessingRunner

public class KafkaProcessingRunner
extends SparkRunner

Field Summary

Fields

Modifier and Type	Field and Description
static SparkImporterKafkaDataProcessingArguments	ARGS

Fields inherited from class de.viadee.ki.sparkimporter.runner.SparkRunner

dataLevel, sparkSession

Constructor Summary

Constructors

Constructor and Description
KafkaProcessingRunner()

Method Summary

Modifier and Type	Method and Description
protected List<PipelineStep>	buildDefaultPipeline()
protected void	initialize(String[] arguments)
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	loadInitialDataset()

Methods inherited from class de.viadee.ki.sparkimporter.runner.SparkRunner

configurePipelineSteps, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ARGS

public static SparkImporterKafkaDataProcessingArguments ARGS

Constructor Detail

KafkaProcessingRunner

public KafkaProcessingRunner()

Method Detail

initialize

protected void initialize(String[] arguments)

Specified by:

initialize in class SparkRunner

buildDefaultPipeline

protected List<PipelineStep> buildDefaultPipeline()

Specified by:

buildDefaultPipeline in class SparkRunner

loadInitialDataset

protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> loadInitialDataset()

Specified by:

loadInitialDataset in class SparkRunner