object
SparkUtil
Type Members
-
implicit
class
VectorMap extends AnyRef
Value Members
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: Any): Boolean
-
final
def
asInstanceOf[T0]: T0
-
def
assembleVectors(vv: Seq[Vector]): Vector
-
def
clone(): AnyRef
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
finalize(): Unit
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
def
indexStringCols(columnNameWithEnumLabels: Seq[(String, Seq[String])])(df: DataFrame): DataFrame
-
final
def
isInstanceOf[T0]: Boolean
-
def
joinByOrder(df1: DataFrame, df2: DataFrame): DataFrame
-
implicit
def
kryoEncoder[A](implicit ct: ClassTag[A]): Encoder[A]
-
def
localCsvToDataFrame(fileName: String, header: Boolean = true)(session: SparkSession): DataFrame
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
def
prepFeaturesDataFrame(featureFieldNames: Set[String], outputFieldName: Option[String], dropFeatureCols: Boolean = true, dropNaValues: Boolean = true)(df: DataFrame): DataFrame
-
def
remoteCsvToDataFrame(url: String, header: Boolean = true)(session: SparkSession): DataFrame
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
toString(): String
-
def
transformInPlace(outputColumnToStage: (String) ⇒ PipelineStage, inputOutputCol: String): Estimator[PipelineModel]
-
def
transformInPlaceWithParamGrids(outputColumnToStage: (String) ⇒ (PipelineStage, Traversable[ParamGrid[_]]), inputOutputCol: String): (Estimator[PipelineModel], Traversable[ParamGrid[_]])
-
def
transposeVectors(session: SparkSession, columnNames: Traversable[String], df: DataFrame): DataFrame
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
Inherited from AnyRef
Inherited from Any