cognite
.
spark
SdkV1Relation
Related Doc:
package spark
abstract
class
SdkV1Relation
[
A <:
Product
]
extends
BaseRelation
with
CdpConnector
with
Serializable
with
TableScan
with
PrunedFilteredScan
Linear Supertypes
PrunedFilteredScan
,
TableScan
,
Serializable
,
Serializable
,
CdpConnector
,
BaseRelation
,
AnyRef
,
Any
Known Subclasses
AssetsRelation
,
EventsRelation
,
FilesRelation
,
ThreeDModelRevisionMappingsRelation
,
ThreeDModelRevisionNodesRelation
,
ThreeDModelRevisionsRelation
,
ThreeDModelsRelation
,
TimeSeriesRelation
Ordering
Alphabetic
By Inheritance
Inherited
SdkV1Relation
PrunedFilteredScan
TableScan
Serializable
Serializable
CdpConnector
BaseRelation
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
SdkV1Relation
(
config:
RelationConfig
,
shortName:
String
)
Abstract Value Members
abstract
def
getStreams
(
filters:
Array
[
Filter
]
)
(
client:
GenericClient
[
IO
,
Nothing
]
,
limit:
Option
[
Int
]
,
numPartitions:
Int
)
:
Seq
[
Stream
[
IO
,
A
]]
abstract
def
schema
:
StructType
Definition Classes
SdkV1Relation
→ BaseRelation
abstract
def
sqlContext
:
SQLContext
Definition Classes
BaseRelation
abstract
def
toRow
(
a:
A
)
:
Row
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
implicit
val
auth
:
Auth
def
baseUrl
(
project:
String
,
version:
String
,
baseUrl:
String
)
:
Uri
Definition Classes
CdpConnector
def
buildScan
(
requiredColumns:
Array
[
String
]
,
filters:
Array
[
Filter
]
)
:
RDD
[
Row
]
Definition Classes
SdkV1Relation
→ PrunedFilteredScan
def
buildScan
()
:
RDD
[
Row
]
Definition Classes
SdkV1Relation
→ TableScan
lazy val
client
:
GenericClient
[
IO
,
Nothing
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
implicit
val
customPrinter
:
Printer
Definition Classes
CdpConnector
def
defaultHandling
(
url:
Uri
)
:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
Definition Classes
CdpConnector
def
delete
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
def
delete
(
config:
RelationConfig
,
url:
Uri
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
deleteOr
(
config:
RelationConfig
,
url:
Uri
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filterMetadata
(
metadata:
Option
[
Map
[
String
,
String
]]
)
:
Option
[
Map
[
String
,
String
]]
Definition Classes
CdpConnector
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
get
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
initialCursor:
Option
[
String
] =
None
)
(
implicit
arg0:
Decoder
[
A
]
)
:
Iterator
[
A
]
Definition Classes
CdpConnector
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getFromRowAndCreate
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
def
getJson
[
A
]
(
config:
RelationConfig
,
url:
Uri
)
(
implicit
arg0:
Decoder
[
A
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
getProject
(
auth:
Auth
,
maxRetries:
Int
,
baseUrl:
String
)
:
String
Definition Classes
CdpConnector
def
getProtobuf
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
parseResult: (
Response
[
Array
[
Byte
]]) ⇒
Response
[
A
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
getWithCursor
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
initialCursor:
Option
[
String
] =
None
)
(
implicit
arg0:
Decoder
[
A
]
)
:
Iterator
[
Chunk
[
A
,
String
]]
Definition Classes
CdpConnector
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
insert
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
def
insert
(
data:
DataFrame
,
overwrite:
Boolean
)
:
Unit
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
lazy val
itemsRead
:
Counter
Attributes
protected
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
needConversion
:
Boolean
Definition Classes
BaseRelation
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
onError
(
url:
Uri
,
response:
Response
[
String
]
)
:
Throwable
Definition Classes
CdpConnector
def
onError
[
A
,
B
]
(
url:
Uri
)
:
PartialFunction
[
Response
[
Either
[
B
,
A
]],
IO
[
A
]]
Definition Classes
CdpConnector
def
parseCdpApiError
(
responseBody:
String
,
url:
Uri
,
statusCode:
StatusCode
)
:
IO
[
Nothing
]
Definition Classes
CdpConnector
def
post
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
postJsonWithBody
[
A
,
B
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
B
]
)
(
implicit
arg0:
Decoder
[
A
]
,
arg1:
Encoder
[
B
]
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
postOr
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
postWithBody
[
A
,
B
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
B
]
)
(
implicit
arg0:
Decoder
[
A
]
,
arg1:
Encoder
[
B
]
)
:
Iterator
[
A
]
Definition Classes
CdpConnector
def
put
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
putOr
[
A
]
(
config:
RelationConfig
,
url:
Uri
,
items:
Seq
[
A
]
)
(
onResponse:
PartialFunction
[
Response
[
String
],
IO
[
Unit
]]
)
(
implicit
arg0:
Encoder
[
A
]
)
:
IO
[
Unit
]
Definition Classes
CdpConnector
def
retryWithBackoff
[
A
]
(
ioa:
IO
[
A
]
,
initialDelay:
FiniteDuration
,
maxRetries:
Int
)
:
IO
[
A
]
Definition Classes
CdpConnector
def
sizeInBytes
:
Long
Definition Classes
BaseRelation
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toRow
(
item:
A
,
requiredColumns:
Array
[
String
]
)
:
Row
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
unhandledFilters
(
filters:
Array
[
Filter
]
)
:
Array
[
Filter
]
Definition Classes
BaseRelation
def
update
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
def
upsert
(
rows:
Seq
[
Row
]
)
:
IO
[
Unit
]
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
PrunedFilteredScan
Inherited from
TableScan
Inherited from
Serializable
Inherited from
Serializable
Inherited from
CdpConnector
Inherited from
BaseRelation
Inherited from
AnyRef
Inherited from
Any
Ungrouped