MongoSpark

Type Members

class Builder extends AnyRef

Builder for configuring and creating a MongoSpark
Builder for configuring and creating a MongoSpark
It requires a SparkSession or the SparkContext

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def builder(): Builder

Create a builder for configuring the MongoSpark
Create a builder for configuring the MongoSpark
returns
a MongoSession Builder
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val defaultSource: String

The default source string for creating DataFrames from MongoDB
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def load[D](jsc: JavaSparkContext, clazz: Class[D]): JavaMongoRDD[D]

Load data from MongoDB
Load data from MongoDB
D
the type of the data in the RDD
jsc
the Spark context containing the MongoDB connection configuration
clazz
the class of the data contained in the RDD
returns
a MongoRDD
def load[D](jsc: JavaSparkContext, readConfig: ReadConfig, clazz: Class[D]): JavaMongoRDD[D]

Load data from MongoDB
Load data from MongoDB
D
the type of the data in the RDD
jsc
the Spark context containing the MongoDB connection configuration
clazz
the class of the data contained in the RDD
returns
a MongoRDD
def load(jsc: JavaSparkContext, readConfig: ReadConfig): JavaMongoRDD[Document]

Load data from MongoDB
Load data from MongoDB
jsc
the Spark context containing the MongoDB connection configuration
returns
a MongoRDD
def load(jsc: JavaSparkContext): JavaMongoRDD[Document]

Load data from MongoDB
Load data from MongoDB
jsc
the Spark context containing the MongoDB connection configuration
returns
a MongoRDD
def load[D](sparkSession: SparkSession, readConfig: ReadConfig, clazz: Class[D]): Dataset[D]

Load data from MongoDB
Load data from MongoDB
D
The bean class defining the schema for the data
sparkSession
the SparkSession containing the MongoDB connection configuration
clazz
the class of the data contained in the RDD
returns
a MongoRDD
def load[D <: Product](sparkSession: SparkSession, readConfig: ReadConfig)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

Load data from MongoDB
Load data from MongoDB
D
The optional class defining the schema for the data
sparkSession
the SparkSession containing the MongoDB connection configuration
returns
a MongoRDD
def load[D <: Product](sparkSession: SparkSession)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

Load data from MongoDB
Load data from MongoDB
D
The optional class defining the schema for the data
sparkSession
the SparkSession containing the MongoDB connection configuration
returns
a MongoRDD
def load[D](sc: SparkContext, readConfig: ReadConfig)(implicit arg0: ClassTag[D], e: DefaultsTo[D, Document]): MongoRDD[D]

Load data from MongoDB
Load data from MongoDB
sc
the Spark context containing the MongoDB connection configuration
returns
a MongoRDD
def load[D](sc: SparkContext)(implicit arg0: ClassTag[D], e: DefaultsTo[D, Document]): MongoRDD[D]

Load data from MongoDB
Load data from MongoDB
sc
the Spark context containing the MongoDB connection configuration
returns
a MongoRDD
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def read(sparkSession: SparkSession): DataFrameReader

Creates a DataFrameReader with MongoDB as the source
Creates a DataFrameReader with MongoDB as the source
sparkSession
the SparkSession
returns
the DataFrameReader
def save[D](javaRDD: JavaRDD[D], writeConfig: WriteConfig, clazz: Class[D]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the writeConfig for the database information Requires a codec for the data type
D
the type of the data in the RDD
javaRDD
the RDD data to save to MongoDB
writeConfig
the com.mongodb.spark.config.WriteConfig
clazz
the class of the data contained in the RDD
returns
the javaRDD
def save(javaRDD: JavaRDD[Document], writeConfig: WriteConfig): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database information
javaRDD
the RDD data to save to MongoDB
writeConfig
the com.mongodb.spark.config.WriteConfig
returns
the javaRDD
def save[D](javaRDD: JavaRDD[D], clazz: Class[D]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database and collection information Requires a codec for the data type
D
the type of the data in the RDD
javaRDD
the RDD data to save to MongoDB
clazz
the class of the data contained in the RDD
returns
the javaRDD
def save(javaRDD: JavaRDD[Document]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database and collection information
javaRDD
the RDD data to save to MongoDB
returns
the javaRDD
def save(dataFrameWriter: DataFrameWriter[_], writeConfig: WriteConfig): Unit

Save data to MongoDB
Save data to MongoDB
dataFrameWriter
the DataFrameWriter save to MongoDB
writeConfig
the writeConfig
def save(dataFrameWriter: DataFrameWriter[_]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database and collection information
dataFrameWriter
the DataFrameWriter save to MongoDB
def save[D](dataset: Dataset[D], writeConfig: WriteConfig): Unit

Save data to MongoDB
Save data to MongoDB
Note: If the dataFrame contains an _id field the data will upserted and replace any existing documents in the collection.
dataset
the dataset to save to MongoDB
writeConfig
the writeConfig

Since
1.1.0
def save[D](dataset: Dataset[D]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database and collection information
Note: If the dataFrame contains an _id field the data will upserted and replace any existing documents in the collection.
dataset
the dataset to save to MongoDB

Since
1.1.0
def save[D](rdd: RDD[D], writeConfig: WriteConfig)(implicit arg0: ClassTag[D]): Unit

Save data to MongoDB
Save data to MongoDB
D
the type of the data in the RDD
rdd
the RDD data to save to MongoDB
writeConfig
the writeConfig
def save[D](rdd: RDD[D])(implicit arg0: ClassTag[D]): Unit

Save data to MongoDB
Save data to MongoDB
Uses the SparkConf for the database and collection information Requires a codec for the data type
D
the type of the data in the RDD
rdd
the RDD data to save to MongoDB
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write[T](dataset: Dataset[T]): DataFrameWriter[T]

Creates a DataFrameWriter with the MongoDB underlying output data source.
Creates a DataFrameWriter with the MongoDB underlying output data source.
dataset
the Dataset to convert into a DataFrameWriter
returns
the DataFrameWriter

Deprecated Value Members

def load[D](sqlContext: SQLContext, readConfig: ReadConfig, clazz: Class[D]): DataFrame

Load data from MongoDB
Load data from MongoDB
D
The bean class defining the schema for the data
sqlContext
the SQL context containing the MongoDB connection configuration
clazz
the class of the data contained in the RDD
returns
a MongoRDD

Annotations
@deprecated
Deprecated
(Since version 2.0.0) As of Spark 2.0 SQLContext was replaced by SparkSession. Use the SparkSession method instead
def load[D <: Product](sqlContext: SQLContext, readConfig: ReadConfig)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

Load data from MongoDB
Load data from MongoDB
D
The optional class defining the schema for the data
sqlContext
the SQLContext containing the MongoDB connection configuration
returns
a MongoRDD

Annotations
@deprecated
Deprecated
(Since version 2.0.0) As of Spark 2.0 SQLContext was replaced by SparkSession. Use the SparkSession method instead
def load[D <: Product](sqlContext: SQLContext)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

Load data from MongoDB
Load data from MongoDB
D
The optional class defining the schema for the data
sqlContext
the SQLContext containing the MongoDB connection configuration
returns
a MongoRDD

Annotations
@deprecated
Deprecated
(Since version 2.0.0) As of Spark 2.0 SQLContext was replaced by SparkSession. Use the SparkSession method instead
def read(sqlContext: SQLContext): DataFrameReader

Creates a DataFrameReader with MongoDB as the source
Creates a DataFrameReader with MongoDB as the source
sqlContext
the SQLContext
returns
the DataFrameReader

Annotations
@deprecated
Deprecated
(Since version 2.0.0) As of Spark 2.0 SQLContext was replaced by SparkSession. Use the SparkSession method instead

Related Docs: class MongoSpark | package spark

object MongoSpark extends Serializable

Type Members

class Builder extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def builder(): Builder

def clone(): AnyRef

val defaultSource: String

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def load[D](jsc: JavaSparkContext, clazz: Class[D]): JavaMongoRDD[D]

def load[D](jsc: JavaSparkContext, readConfig: ReadConfig, clazz: Class[D]): JavaMongoRDD[D]

def load(jsc: JavaSparkContext, readConfig: ReadConfig): JavaMongoRDD[Document]

def load(jsc: JavaSparkContext): JavaMongoRDD[Document]

def load[D](sparkSession: SparkSession, readConfig: ReadConfig, clazz: Class[D]): Dataset[D]

def load[D <: Product](sparkSession: SparkSession, readConfig: ReadConfig)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

def load[D <: Product](sparkSession: SparkSession)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

def load[D](sc: SparkContext, readConfig: ReadConfig)(implicit arg0: ClassTag[D], e: DefaultsTo[D, Document]): MongoRDD[D]

def load[D](sc: SparkContext)(implicit arg0: ClassTag[D], e: DefaultsTo[D, Document]): MongoRDD[D]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def read(sparkSession: SparkSession): DataFrameReader

def save[D](javaRDD: JavaRDD[D], writeConfig: WriteConfig, clazz: Class[D]): Unit

def save(javaRDD: JavaRDD[Document], writeConfig: WriteConfig): Unit

def save[D](javaRDD: JavaRDD[D], clazz: Class[D]): Unit

def save(javaRDD: JavaRDD[Document]): Unit

def save(dataFrameWriter: DataFrameWriter[_], writeConfig: WriteConfig): Unit

def save(dataFrameWriter: DataFrameWriter[_]): Unit

def save[D](dataset: Dataset[D], writeConfig: WriteConfig): Unit

def save[D](dataset: Dataset[D]): Unit

def save[D](rdd: RDD[D], writeConfig: WriteConfig)(implicit arg0: ClassTag[D]): Unit

def save[D](rdd: RDD[D])(implicit arg0: ClassTag[D]): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write[T](dataset: Dataset[T]): DataFrameWriter[T]

Deprecated Value Members

def load[D](sqlContext: SQLContext, readConfig: ReadConfig, clazz: Class[D]): DataFrame

def load[D <: Product](sqlContext: SQLContext, readConfig: ReadConfig)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

def load[D <: Product](sqlContext: SQLContext)(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[D]): DataFrame

def read(sqlContext: SQLContext): DataFrameReader

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped