de.viadee.ki.sparkimporter.runner

Class KafkaImportRunner

java.lang.Object

de.viadee.ki.sparkimporter.runner.SparkRunner

de.viadee.ki.sparkimporter.runner.KafkaImportRunner

public class KafkaImportRunner
extends SparkRunner

Field Summary

Fields

Modifier and Type	Field and Description
static SparkImporterKafkaImportArguments	ARGS

Fields inherited from class de.viadee.ki.sparkimporter.runner.SparkRunner

dataLevel, sparkSession

Constructor Summary

Constructors

Constructor and Description
KafkaImportRunner()

Method Summary

Modifier and Type	Method and Description
protected List<PipelineStep>	buildDefaultPipeline()
protected void	initialize(String[] arguments)
protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	loadInitialDataset()

Methods inherited from class de.viadee.ki.sparkimporter.runner.SparkRunner

configurePipelineSteps, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ARGS

public static SparkImporterKafkaImportArguments ARGS

Constructor Detail

KafkaImportRunner

public KafkaImportRunner()

Method Detail

initialize

protected void initialize(String[] arguments)

Specified by:

initialize in class SparkRunner

buildDefaultPipeline

protected List<PipelineStep> buildDefaultPipeline()

Specified by:

buildDefaultPipeline in class SparkRunner

loadInitialDataset

protected org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> loadInitialDataset()

Specified by:

loadInitialDataset in class SparkRunner