Package net.sansa_stack.spark.io.csv.input

Class CsvDataSources

java.lang.Object

net.sansa_stack.spark.io.csv.input.CsvDataSources

public class CsvDataSources
extends Object

Constructor Summary

Constructors

Constructor	Description
CsvDataSources()

Method Summary

Modifier and Type	Method	Description
static HadoopInputData<org.apache.hadoop.io.LongWritable,String[],org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding>>	configureHadoop(org.apache.hadoop.conf.Configuration conf, String pathStr, org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf baseCsvConf, List<String> columnNamingSchemes, Function<String[][],Function<String[],org.apache.jena.sparql.engine.binding.Binding>> rowMapperFactory)
static org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding>	createRddOfBindings(org.apache.spark.api.java.JavaSparkContext sc, String pathStr, org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf csvConf)
static org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding>	createRddOfBindings(org.apache.spark.api.java.JavaSparkContext sc, String pathStr, org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf baseCsvConf, List<String> columnNamingSchemes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

CsvDataSources

public CsvDataSources()

Method Details

createRddOfBindings

public static org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding> createRddOfBindings(org.apache.spark.api.java.JavaSparkContext sc,
 String pathStr,
 org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf csvConf)
                                                                                                            throws IOException

Throws:

IOException

createRddOfBindings

public static org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding> createRddOfBindings(org.apache.spark.api.java.JavaSparkContext sc,
 String pathStr,
 org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf baseCsvConf,
 List<String> columnNamingSchemes)
                                                                                                            throws IOException

Throws:

IOException

configureHadoop

public static HadoopInputData<org.apache.hadoop.io.LongWritable,String[],org.apache.spark.api.java.JavaRDD<org.apache.jena.sparql.engine.binding.Binding>> configureHadoop(org.apache.hadoop.conf.Configuration conf,
 String pathStr,
 org.aksw.commons.model.csvw.univocity.UnivocityCsvwConf baseCsvConf,
 List<String> columnNamingSchemes,
 Function<String[][],Function<String[],org.apache.jena.sparql.engine.binding.Binding>> rowMapperFactory)