cognite
.
spark
.
v1
AssetHierarchyBuilder
Related Docs:
object AssetHierarchyBuilder
|
package v1
class
AssetHierarchyBuilder
extends
CdfRelation
Linear Supertypes
CdfRelation
,
Serializable
,
Serializable
,
BaseRelation
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
AssetHierarchyBuilder
CdfRelation
Serializable
Serializable
BaseRelation
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
AssetHierarchyBuilder
(
config:
RelationConfig
)
(
sqlContext:
SQLContext
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
build
(
data:
Iterator
[
Row
]
)
:
IO
[
Unit
]
def
buildAssetMap
(
source:
Array
[
AssetsIngestSchema
]
)
:
HashMap
[
String
,
AssetsIngestSchema
]
def
buildFromDf
(
data:
DataFrame
)
:
Unit
def
buildSubtrees
(
trees:
Vector
[
AssetSubtree
]
)
:
IO
[
Unit
]
lazy val
client
:
GenericClient
[
IO
]
Definition Classes
CdfRelation
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
deleteMissingChildren
(
trees:
Vector
[
AssetSubtree
]
,
deleteMissingAssets:
Boolean
)
:
IO
[
Unit
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
fetchCdfAssets
(
sourceRootExternalIds:
Vector
[
String
]
)
:
IO
[
Map
[
String
,
Asset
]]
implicit
def
fieldToSetter
[
T
]
(
implicit
arg0:
Manifest
[
T
]
)
:
Transformer
[
OptionalField
[
T
],
Option
[
Setter
[
T
]]]
Definition Classes
CdfRelation
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
incMetrics
(
counter:
Counter
,
count:
Int
)
:
IO
[
Unit
]
Definition Classes
CdfRelation
def
insert
(
toInsert:
Seq
[
AssetsIngestSchema
]
)
:
IO
[
Vector
[
Asset
]]
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isMostlyEqual
(
updatedAsset:
AssetsIngestSchema
,
asset:
Asset
)
:
Boolean
lazy val
itemsCreated
:
Counter
Attributes
protected
Definition Classes
CdfRelation
lazy val
itemsDeleted
:
Counter
Attributes
protected
Definition Classes
CdfRelation
lazy val
itemsRead
:
Counter
Attributes
protected
Definition Classes
CdfRelation
lazy val
itemsUpdated
:
Counter
Attributes
protected
Definition Classes
CdfRelation
def
iterateChildren
(
currentChildren:
Array
[
AssetsIngestSchema
]
,
parents:
Set
[
String
]
,
visited:
Seq
[
AssetsIngestSchema
]
)
:
Seq
[
AssetsIngestSchema
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
needConversion
:
Boolean
Definition Classes
BaseRelation
def
nodesToInsertUpdate
(
nodes:
Vector
[
AssetsIngestSchema
]
,
cdfTree:
Map
[
String
,
Asset
]
)
: (
Vector
[
AssetsIngestSchema
],
Vector
[
AssetsIngestSchema
],
Vector
[
AssetsIngestSchema
])
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
orderChildren
(
rootId:
String
,
nodes:
Array
[
AssetsIngestSchema
]
)
:
Vector
[
AssetsIngestSchema
]
def
schema
:
StructType
Definition Classes
AssetHierarchyBuilder
→ BaseRelation
implicit
def
seqStrToCogIdSetter
:
Transformer
[
Option
[
Seq
[
String
]],
Option
[
NonNullableSetter
[
Seq
[
CogniteExternalId
]]]]
Definition Classes
CdfRelation
def
sizeInBytes
:
Long
Definition Classes
BaseRelation
val
sqlContext
:
SQLContext
Definition Classes
AssetHierarchyBuilder
→ BaseRelation
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toAssetCreate
(
a:
AssetsIngestSchema
)
:
AssetCreate
def
toAssetUpdate
(
a:
AssetsIngestSchema
)
:
AssetUpdate
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
unhandledFilters
(
filters:
Array
[
Filter
]
)
:
Array
[
Filter
]
Definition Classes
BaseRelation
def
update
(
toUpdate:
Vector
[
AssetsIngestSchema
]
)
:
IO
[
Unit
]
def
upsertRoots
(
newRoots:
Vector
[
AssetsIngestSchema
]
,
sourceRoots:
Map
[
String
,
Asset
]
)
:
IO
[
Vector
[
Asset
]]
def
validateNoRootChange
(
source:
AssetSubtree
,
roots:
Iterable
[
Asset
]
,
assets:
Map
[
String
,
Asset
]
)
:
Unit
def
validateSourceTree
(
source:
Array
[
AssetsIngestSchema
]
)
:
Unit
def
validateSubtreeRoots
(
roots:
Vector
[
AssetsIngestSchema
]
)
:
IO
[
Unit
]
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
CdfRelation
Inherited from
Serializable
Inherited from
Serializable
Inherited from
BaseRelation
Inherited from
AnyRef
Inherited from
Any
Ungrouped