trait
SparkMLService extends MLBase
Type Members
-
case class
EvaluatorWrapper[Q](metric: Q, evaluator: Evaluator) extends Product with Serializable
Abstract Value Members
-
-
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: Any): Boolean
-
final
def
asInstanceOf[T0]: T0
-
lazy val
binaryClassifierInputName: String
-
lazy val
binaryPredictionVectorizer: IndexVectorizer
-
-
def
classificationStages(setting: ClassificationLearningSetting): Seq[() ⇒ PipelineStage]
-
-
def
classifyAux(df: DataFrame, replicationDf: Option[DataFrame], classifier: Classifier, setting: ClassificationLearningSetting)(splitDataSet: (DataFrame) ⇒ (DataFrame, DataFrame), calcTestPredictions: (Transformer, Dataset[_], Dataset[_]) ⇒ DataFrame, crossValidatorCreatorWithProcessor: Option[CrossValidatorCreatorWithProcessor], initStages: Seq[() ⇒ PipelineStage], preTrainingStages: Seq[() ⇒ PipelineStage], paramGrids: Traversable[ParamGrid[_]] = Nil, kernelSize: (Int) ⇒ Int = identity): Future[ClassificationResultsHolder]
-
def
classifyTimeSeries(df: DataFrame, classifier: Classifier, setting: TemporalClassificationLearningSetting, groupIdColumnName: Option[String] = None, replicationDf: Option[DataFrame] = None): Future[ClassificationResultsHolder]
-
def
classifyWithStages(df: DataFrame, replicationDf: Option[DataFrame], classifier: Classifier, setting: ClassificationLearningSetting)(splitDataset: (DataFrame) ⇒ (DataFrame, DataFrame), calcTestPredictions: (Transformer, Dataset[_], Dataset[_]) ⇒ DataFrame, crossValidatorCreatorWithProcessor: Option[CrossValidatorCreatorWithProcessor], stages: Seq[() ⇒ PipelineStage], paramGrids: Traversable[ParamGrid[_]], kernelSize: (Int) ⇒ Int): Future[ClassificationResultsHolder]
-
def
clone(): AnyRef
-
def
cluster(df: DataFrame, mlModel: Clustering, featuresNormalizationType: Option[models.VectorScalerType.Value] = None, pcaDim: Option[Int] = None): DataFrame
-
def
createTimeSeriesStagesWithParamGrids(groupIdColumnName: Option[String], setting: TemporalLearningSetting): (Seq[() ⇒ PipelineStage], Traversable[ParamGrid[_]], (Int) ⇒ Int)
-
-
-
val
defaultTrainingTestingSplitRatio: Double
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
evaluate[Q](evaluatorWrappers: Traversable[EvaluatorWrapper[Q]], trainPredictions: DataFrame, testPredictions: Seq[DataFrame]): Traversable[(Q, Double, Seq[Double])]
-
def
finalize(): Unit
-
def
fit[M <: Model[M]](estimator: Estimator[M], data: DataFrame): (M, DataFrame)
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
val
independentTestPredictions: (Transformer, Dataset[_], Dataset[_]) ⇒ DataFrame
-
final
def
isInstanceOf[T0]: Boolean
-
val
logger: Logger
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
val
orderDependentTestPredictions: (String) ⇒ (Transformer, Dataset[_], Dataset[_]) ⇒ Dataset[Row]
-
val
orderDependentTestPredictionsWithParams: (String) ⇒ (Transformer, Dataset[_], Dataset[_], ParamMap) ⇒ Dataset[Row]
-
val
randomSplit: (Double) ⇒ (DataFrame) ⇒ (Dataset[Row], Dataset[Row])
-
-
def
regressAux(df: DataFrame, replicationDf: Option[DataFrame], regressor: Regressor, setting: RegressionLearningSetting)(splitDataSet: (DataFrame) ⇒ (DataFrame, DataFrame), calcTestPredictions: (Transformer, Dataset[_], Dataset[_]) ⇒ DataFrame, crossValidatorCreatorWithProcessor: Option[CrossValidatorCreatorWithProcessor], initStages: Seq[() ⇒ PipelineStage], preTrainingStages: Seq[() ⇒ PipelineStage], paramGrids: Traversable[ParamGrid[_]]): Future[RegressionResultsHolder]
-
def
regressTimeSeries(df: DataFrame, regressor: Regressor, setting: TemporalRegressionLearningSetting, groupIdColumnName: Option[String] = None, replicationDf: Option[DataFrame] = None): Future[RegressionResultsHolder]
-
def
regressWithStages(df: DataFrame, replicationDf: Option[DataFrame], regressor: Regressor, setting: RegressionLearningSetting)(splitDataset: (DataFrame) ⇒ (DataFrame, DataFrame), calcTestPredictions: (Transformer, Dataset[_], Dataset[_]) ⇒ DataFrame, crossValidatorCreatorWithProcessor: Option[CrossValidatorCreatorWithProcessor], stages: Seq[() ⇒ PipelineStage], paramGrids: Traversable[ParamGrid[_]]): Future[RegressionResultsHolder]
-
-
def
regressionStages(setting: RegressionLearningSetting): Seq[() ⇒ PipelineStage]
-
lazy val
repetitionParallelism: Int
-
val
seqSplit: (String) ⇒ (Double) ⇒ (DataFrame) ⇒ (Dataset[Row], Dataset[Row])
-
val
seriesOrderCol: String
-
val
splitByValue: (String) ⇒ (Double) ⇒ (DataFrame) ⇒ (Dataset[Row], Dataset[Row])
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
toString(): String
-
lazy val
useConsecutiveOrderForDL: Boolean
-
def
verifyRocAndPrResults(predictionDf: DataFrame): Unit
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
Inherited from AnyRef
Inherited from Any