Package net.sansa_stack.spark.cli.impl

Class CmdUtils

java.lang.Object

net.sansa_stack.spark.cli.impl.CmdUtils

public class CmdUtils
extends Object

Constructor Summary

Constructors

Constructor	Description
CmdUtils()

Method Summary

Modifier and Type	Method	Description
static net.sansa_stack.spark.io.rdf.output.RddRdfWriterFactory	configureWriter(RdfOutputConfig out)
static net.sansa_stack.spark.io.rdf.input.api.RdfSourceCollection	createRdfSourceCollection(net.sansa_stack.spark.io.rdf.input.api.RdfSourceFactory rdfSourceFactory, Collection<String> inputs, RdfInputConfig inputConfig)
static <T> org.apache.spark.api.java.JavaRDD<T>	createUnionRdd(org.apache.spark.api.java.JavaSparkContext javaSparkContext, Collection<String> inputs, org.aksw.commons.lambda.throwing.ThrowingFunction<String,org.apache.spark.api.java.JavaRDD<T>> mapper)
static Set<String>	getValidatePaths(Collection<String> paths, org.apache.hadoop.conf.Configuration hadoopConf)
static org.apache.spark.sql.SparkSession.Builder	newDefaultSparkSessionBuilder()
static void	validatePaths(Collection<String> paths, org.apache.hadoop.conf.Configuration hadoopConf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CmdUtils

public CmdUtils()

Method Detail

newDefaultSparkSessionBuilder

public static org.apache.spark.sql.SparkSession.Builder newDefaultSparkSessionBuilder()

configureWriter

public static net.sansa_stack.spark.io.rdf.output.RddRdfWriterFactory configureWriter(RdfOutputConfig out)

getValidatePaths

public static Set<String> getValidatePaths(Collection<String> paths,
                                           org.apache.hadoop.conf.Configuration hadoopConf)

validatePaths

public static void validatePaths(Collection<String> paths,
                                 org.apache.hadoop.conf.Configuration hadoopConf)

createRdfSourceCollection

public static net.sansa_stack.spark.io.rdf.input.api.RdfSourceCollection createRdfSourceCollection(net.sansa_stack.spark.io.rdf.input.api.RdfSourceFactory rdfSourceFactory,
                                                                                                   Collection<String> inputs,
                                                                                                   RdfInputConfig inputConfig)

createUnionRdd

public static <T> org.apache.spark.api.java.JavaRDD<T> createUnionRdd(org.apache.spark.api.java.JavaSparkContext javaSparkContext,
                                                                      Collection<String> inputs,
                                                                      org.aksw.commons.lambda.throwing.ThrowingFunction<String,org.apache.spark.api.java.JavaRDD<T>> mapper)
                                                               throws IOException

Throws:

IOException