de.viadee.ki.sparkimporter.processing

Class PreprocessingRunner

java.lang.Object

de.viadee.ki.sparkimporter.processing.PreprocessingRunner

public class PreprocessingRunner
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	DATASET_INITIAL
static Map<String,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>>	helper_datasets
static boolean	initialConfigToBeWritten
static boolean	writeStepResultsIntoFile

Constructor Summary

Constructors

Constructor and Description
PreprocessingRunner()

Method Summary

Modifier and Type	Method and Description
void	addPreprocessorStep(PipelineStep step)
static int	getCounter()
static int	getNextCounter()
org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>	run(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset, String dataLevel)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DATASET_INITIAL

public static final String DATASET_INITIAL

See Also:

Constant Field Values

helper_datasets

public static final Map<String,org.apache.spark.sql.Dataset<org.apache.spark.sql.Row>> helper_datasets

writeStepResultsIntoFile

public static boolean writeStepResultsIntoFile

initialConfigToBeWritten

public static boolean initialConfigToBeWritten

Constructor Detail

PreprocessingRunner

public PreprocessingRunner()

Method Detail

run

public org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> run(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> dataset,
                                                                  String dataLevel)

addPreprocessorStep

public void addPreprocessorStep(PipelineStep step)

getNextCounter

public static int getNextCounter()

getCounter

public static int getCounter()