com
.
springml
.
spark
.
sftp
DatasetRelation
case class
DatasetRelation
(
fileLocation:
String
,
fileType:
String
,
inferSchema:
String
,
header:
String
,
delimiter:
String
,
sqlContext:
SQLContext
)
extends
BaseRelation
with
TableScan
with
Product
with
Serializable
Abstract relation class for reading data from file
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
TableScan
,
BaseRelation
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
DatasetRelation
Serializable
Serializable
Product
Equals
TableScan
BaseRelation
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
DatasetRelation
(
fileLocation:
String
,
fileType:
String
,
inferSchema:
String
,
header:
String
,
delimiter:
String
,
sqlContext:
SQLContext
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildScan
()
:
RDD
[
Row
]
Definition Classes
DatasetRelation
→ TableScan
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
delimiter
:
String
val
df
:
DataFrame
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
val
fileLocation
:
String
val
fileType
:
String
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
val
header
:
String
val
inferSchema
:
String
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
needConversion
:
Boolean
Definition Classes
BaseRelation
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
schema
:
StructType
Definition Classes
DatasetRelation
→ BaseRelation
def
sizeInBytes
:
Long
Definition Classes
BaseRelation
val
sqlContext
:
SQLContext
Definition Classes
DatasetRelation
→ BaseRelation
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
unhandledFilters
(
filters:
Array
[
Filter
]
)
:
Array
[
Filter
]
Definition Classes
BaseRelation
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
TableScan
Inherited from
BaseRelation
Inherited from
AnyRef
Inherited from
Any
Ungrouped
Abstract relation class for reading data from file