cognite
.
spark
FilesRelation
Related Doc:
package spark
class
FilesRelation
extends
SdkV1Relation
[
File
] with
InsertableRelation
Linear Supertypes
InsertableRelation
,
SdkV1Relation
[
File
],
PrunedFilteredScan
,
TableScan
,
Serializable
,
Serializable
,
CdpConnector
,
BaseRelation
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
FilesRelation
InsertableRelation
SdkV1Relation
PrunedFilteredScan
TableScan
Serializable
Serializable
CdpConnector
BaseRelation
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
FilesRelation
(
config:
RelationConfig
)
(
sqlContext:
SQLContext
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
implicit
val
auth
:
Auth
Definition Classes
SdkV1Relation
def
baseUrl
(
project:
String
,
version:
String
,
baseUrl:
String
)
:
Uri
Definition Classes
CdpConnector
def
buildScan
(
requiredColumns:
Array
[
String
]
,
filters:
Array
[
Filter
]
)
:
RDD
[
Row
]
Definition Classes
SdkV1Relation
→ PrunedFilteredScan
def
buildScan
()
:
RDD
[
Row
]
Definition Classes
SdkV1Relation
→ TableScan
lazy val
client
:
GenericClient
[
IO
,
Nothing
]
Definition Classes
SdkV1Relation
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
implicit
val
customPrinter
:
Printer
Definition Classes
CdpConnector
def
defaultHandling
(
url:
Uri
)
:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
Definition Classes
CdpConnector
def
delete
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
Definition Classes
SdkV1Relation
def
delete
(
config:
RelationConfig
,
url:
Uri
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
deleteOr
(
config:
RelationConfig
,
url:
Uri
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filterMetadata
(
metadata:
Option
[
Map
[
String
,
String
]]
)
:
Option
[
Map
[
String
,
String
]]
Definition Classes
CdpConnector
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
get
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
initialCursor:
Option
[
String
] =
None
)
(
implicit
arg0:
Decoder
[
A
]
)
:
Iterator
[
A
]
Definition Classes
CdpConnector
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getFromRowAndCreate
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
Definition Classes
FilesRelation
→
SdkV1Relation
def
getJson
[
A
]
(
config:
RelationConfig
,
url:
Uri
)
(
implicit
arg0:
Decoder
[
A
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
getProject
(
auth:
Auth
,
maxRetries:
Int
,
baseUrl:
String
)
:
String
Definition Classes
CdpConnector
def
getProtobuf
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
parseResult: (
Response
[
Array
[
Byte
]]) ⇒
Response
[
A
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
getStreams
(
filters:
Array
[
Filter
]
)
(
client:
GenericClient
[
IO
,
Nothing
]
,
limit:
Option
[
Int
]
,
numPartitions:
Int
)
:
Seq
[
Stream
[
IO
,
File
]]
Definition Classes
FilesRelation
→
SdkV1Relation
def
getWithCursor
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
initialCursor:
Option
[
String
] =
None
)
(
implicit
arg0:
Decoder
[
A
]
)
:
Iterator
[
Chunk
[
A
,
String
]]
Definition Classes
CdpConnector
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
insert
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
Definition Classes
SdkV1Relation
def
insert
(
data:
DataFrame
,
overwrite:
Boolean
)
:
Unit
Definition Classes
SdkV1Relation
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
lazy val
itemsRead
:
Counter
Attributes
protected
Definition Classes
SdkV1Relation
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
needConversion
:
Boolean
Definition Classes
BaseRelation
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
onError
(
url:
Uri
,
response:
Response
[
String
]
)
:
Throwable
Definition Classes
CdpConnector
def
onError
[
A
,
B
]
(
url:
Uri
)
:
PartialFunction
[
Response
[
Either
[
B
,
A
]],
IO
[
A
]]
Definition Classes
CdpConnector
def
parseCdpApiError
(
responseBody:
String
,
url:
Uri
,
statusCode:
StatusCode
)
:
IO
[
Nothing
]
Definition Classes
CdpConnector
def
post
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
postJsonWithBody
[
A
,
B
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
B
]
)
(
implicit
arg0:
Decoder
[
A
]
,
arg1:
Encoder
[
B
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
postOr
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
postWithBody
[
A
,
B
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
B
]
)
(
implicit
arg0:
Decoder
[
A
]
,
arg1:
Encoder
[
B
]
)
:
Iterator
[
A
]
Definition Classes
CdpConnector
def
put
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
putOr
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
retryWithBackoff
[
A
]
(
ioa:
IO
[
A
]
,
initialDelay:
FiniteDuration
,
maxRetries:
Int
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
schema
:
StructType
Definition Classes
FilesRelation
→
SdkV1Relation
→ BaseRelation
def
sizeInBytes
:
Long
Definition Classes
BaseRelation
val
sqlContext
:
SQLContext
Definition Classes
FilesRelation
→ BaseRelation
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toRow
(
t:
File
)
:
Row
Definition Classes
FilesRelation
→
SdkV1Relation
def
toRow
(
item:
File
,
requiredColumns:
Array
[
String
]
)
:
Row
Definition Classes
SdkV1Relation
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
unhandledFilters
(
filters:
Array
[
Filter
]
)
:
Array
[
Filter
]
Definition Classes
BaseRelation
def
update
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
Definition Classes
SdkV1Relation
def
upsert
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
Definition Classes
SdkV1Relation
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
InsertableRelation
Inherited from
SdkV1Relation
[
File
]
Inherited from
PrunedFilteredScan
Inherited from
TableScan
Inherited from
Serializable
Inherited from
Serializable
Inherited from
CdpConnector
Inherited from
BaseRelation
Inherited from
AnyRef
Inherited from
Any
Ungrouped