object JoinUtils
- Alphabetic
- By Inheritance
- JoinUtils
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
- def coalescedJoin(leftDf: DataFrame, rightDf: DataFrame, keys: Seq[String], joinType: String = "left"): DataFrame
- val contains_any: UserDefinedFunction
-
def
createLatestLabelView(viewName: String, baseView: String, tableUtils: TableUtils, propertiesOverride: Map[String, String] = null): Unit
* Method to create a view with latest available label_ds for a given ds.
* Method to create a view with latest available label_ds for a given ds. This view is built on top of final label view which has all label versions available. This view will inherit the final label view properties as well.
-
def
createOrReplaceView(viewName: String, leftTable: String, rightTable: String, joinKeys: Array[String], tableUtils: TableUtils, viewProperties: Map[String, String] = null, labelColumnPrefix: String = Constants.LabelColumnPrefix): Unit
* Method to create or replace a view for feature table joining with labels.
* Method to create or replace a view for feature table joining with labels. Label columns will be prefixed with "label" or custom prefix for easy identification
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- def filterColumns(df: DataFrame, filter: Seq[String]): DataFrame
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getLatestLabelMapping(tableName: String, tableUtils: TableUtils): Map[String, Seq[PartitionRange]]
compute the mapping label_ds -> PartitionRange of ds which has this label_ds as latest version
compute the mapping label_ds -> PartitionRange of ds which has this label_ds as latest version
- Get all partitions from table
- For each ds, find the latest available label_ds
- Reverse the mapping and get the ds partition range for each label version(label_ds)
- returns
Mapping of the label ds -> partition ranges of ds which has this label available as latest
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
leftDf(joinConf: api.Join, range: PartitionRange, tableUtils: TableUtils): Option[DataFrame]
* Util methods for join computation
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- val set_add: UserDefinedFunction
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()