Class

com.salesforce.op.stages.impl.tuning

Splitter

Related Doc: package tuning

Permalink

abstract class Splitter extends SplitterParams

Abstract class that will carry on the creation of training set + test set

Linear Supertypes
SplitterParams, Params, Serializable, Serializable, Identifiable, AnyRef, Any
Known Subclasses
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. Splitter
  2. SplitterParams
  3. Params
  4. Serializable
  5. Serializable
  6. Identifiable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new Splitter(uid: String)

    Permalink

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params

    Permalink
    Definition Classes
    Params
  2. abstract def preValidationPrepare(data: Dataset[Row]): PrevalidationVal

    Permalink

    Function to set parameters before passing into the validation step eg - do data balancing or dropping based on the labels

    Function to set parameters before passing into the validation step eg - do data balancing or dropping based on the labels

    returns

    Parameters set in examining data

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def checkPreconditions(): Unit

    Permalink
    Attributes
    protected
  7. final def clear(param: Param[_]): Splitter.this.type

    Permalink
    Definition Classes
    Params
  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  10. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  13. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params
  14. def explainParams(): String

    Permalink
    Definition Classes
    Params
  15. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params
  16. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params
  17. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  18. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  19. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  20. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params
  21. def getMaxTrainingSample: Int

    Permalink
    Definition Classes
    SplitterParams
  22. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params
  23. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params
  24. def getReserveTestFraction: Double

    Permalink
    Definition Classes
    SplitterParams
  25. def getSeed: Long

    Permalink
    Definition Classes
    SplitterParams
  26. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params
  27. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params
  28. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  29. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  30. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  31. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params
  32. final val labelColumnName: Param[String]

    Permalink
    Definition Classes
    SplitterParams
  33. final val maxTrainingSample: IntParam

    Permalink

    Maximum size of dataset want to train on.

    Maximum size of dataset want to train on. Value should be > 0. Default is 1000000.

    Definition Classes
    SplitterParams
  34. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  35. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  36. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  37. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params
  38. final val reserveTestFraction: DoubleParam

    Permalink

    Fraction of data to reserve for test Default is 0.1

    Fraction of data to reserve for test Default is 0.1

    Definition Classes
    SplitterParams
  39. final val seed: LongParam

    Permalink

    Seed for data splitting

    Seed for data splitting

    Definition Classes
    SplitterParams
  40. final def set(paramPair: ParamPair[_]): Splitter.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  41. final def set(param: String, value: Any): Splitter.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  42. final def set[T](param: Param[T], value: T): Splitter.this.type

    Permalink
    Definition Classes
    Params
  43. final def setDefault(paramPairs: ParamPair[_]*): Splitter.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  44. final def setDefault[T](param: Param[T], value: T): Splitter.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params
  45. def setMaxTrainingSample(value: Int): Splitter.this.type

    Permalink
    Definition Classes
    SplitterParams
  46. def setReserveTestFraction(value: Double): Splitter.this.type

    Permalink
    Definition Classes
    SplitterParams
  47. def setSeed(value: Long): Splitter.this.type

    Permalink
    Definition Classes
    SplitterParams
  48. def split[T](data: Dataset[T]): (Dataset[T], Dataset[T])

    Permalink

    Function to use to create the training set and test set.

    Function to use to create the training set and test set.

    returns

    (dataTrain, dataTest)

  49. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  50. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any
  51. val uid: String

    Permalink
    Definition Classes
    Splitter → Identifiable
  52. def validationPrepare(data: Dataset[Row]): Dataset[Row]

    Permalink

    Function to use to prepare the dataset for modeling within the validation step eg - do data balancing or dropping based on the labels

    Function to use to prepare the dataset for modeling within the validation step eg - do data balancing or dropping based on the labels

    returns

    Training set test set

  53. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  54. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  55. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. def withLabelColumnName(label: String): Splitter

    Permalink

    Add a splitter parameter to name the label column

Inherited from SplitterParams

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from AnyRef

Inherited from Any

param

Ungrouped