Trait

com.johnsnowlabs.storage

HasStorageModel

Related Doc: package storage

Permalink

trait HasStorageModel extends HasStorageReader with HasExcludableStorage

Linear Supertypes
HasExcludableStorage, HasStorageReader, HasCaseSensitiveProperties, HasStorageRef, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AnyRef, Any
Known Subclasses
BigTextMatcherModel, WordEmbeddingsModel
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HasStorageModel
  2. HasExcludableStorage
  3. HasStorageReader
  4. HasCaseSensitiveProperties
  5. HasStorageRef
  6. ParamsAndFeaturesWritable
  7. HasFeatures
  8. Params
  9. Serializable
  10. Serializable
  11. Identifiable
  12. DefaultParamsWritable
  13. MLWritable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params

    Permalink
    Definition Classes
    Params

  2. abstract def createReader(database: Name, connection: RocksDBConnection): StorageReader[_]

    Permalink
    Attributes
    protected
    Definition Classes
    HasStorageReader

  3. abstract val databases: Array[Name]

    Permalink
    Attributes
    protected

  4. abstract val uid: String

    Permalink
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. def $$[T](feature: StructFeature[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  6. def $$[T](feature: SetFeature[T]): Set[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  7. def $$[T](feature: ArrayFeature[T]): Array[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  8. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. val caseSensitive: BooleanParam

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  11. final def clear(param: Param[_]): HasStorageModel.this.type

    Permalink
    Definition Classes
    Params

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  14. def createDatabaseConnection(database: Name): RocksDBConnection

    Permalink
    Definition Classes
    HasStorageRef

  15. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  16. def deserializeStorage(path: String, spark: SparkSession): Unit

    Permalink

  17. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  18. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  19. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  20. def explainParams(): String

    Permalink
    Definition Classes
    Params

  21. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  22. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  23. val features: ArrayBuffer[Feature[_, _, _]]

    Permalink
    Definition Classes
    HasFeatures

  24. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  25. def get[T](feature: StructFeature[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  26. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  27. def get[T](feature: SetFeature[T]): Option[Set[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  28. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  29. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  30. def getCaseSensitive: Boolean

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  31. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  32. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  33. def getIncludeStorage: Boolean

    Permalink
    Definition Classes
    HasExcludableStorage

  34. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  35. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  36. def getReader[A](database: Name): StorageReader[A]

    Permalink
    Attributes
    protected
    Definition Classes
    HasStorageReader

  37. def getStorageRef: String

    Permalink
    Definition Classes
    HasStorageRef

  38. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  39. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  40. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  41. val includeStorage: BooleanParam

    Permalink
    Definition Classes
    HasExcludableStorage

  42. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  43. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  44. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  45. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  46. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  47. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  48. def onWrite(path: String, spark: SparkSession): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    HasStorageModel → ParamsAndFeaturesWritable

  49. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  50. var readers: Map[Name, StorageReader[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasStorageReader

  51. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  52. def saveStorage(path: String, spark: SparkSession, withinStorage: Boolean = false): Unit

    Permalink

  53. def serializeStorage(path: String, spark: SparkSession): Unit

    Permalink

  54. def set[T](feature: StructFeature[T], value: T): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  55. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  56. def set[T](feature: SetFeature[T], value: Set[T]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  57. def set[T](feature: ArrayFeature[T], value: Array[T]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  58. final def set(paramPair: ParamPair[_]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  59. final def set(param: String, value: Any): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  60. final def set[T](param: Param[T], value: T): HasStorageModel.this.type

    Permalink
    Definition Classes
    Params

  61. def setCaseSensitive(value: Boolean): HasStorageModel.this.type

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  62. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  63. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  64. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  65. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  66. final def setDefault(paramPairs: ParamPair[_]*): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  67. final def setDefault[T](param: Param[T], value: T): HasStorageModel.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  68. def setIncludeStorage(value: Boolean): HasStorageModel.this.type

    Permalink
    Definition Classes
    HasExcludableStorage

  69. def setStorageRef(value: String): HasStorageModel.this.type

    Permalink
    Definition Classes
    HasStorageRef

  70. val storageRef: Param[String]

    Permalink
    Definition Classes
    HasStorageRef

  71. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  72. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  73. def validateStorageRef(dataset: Dataset[_], inputCols: Array[String], annotatorType: String): Unit

    Permalink
    Definition Classes
    HasStorageRef

  74. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  75. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. def write: MLWriter

    Permalink
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

Inherited from HasExcludableStorage

Inherited from HasStorageReader

Inherited from HasCaseSensitiveProperties

Inherited from HasStorageRef

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AnyRef

Inherited from Any

Ungrouped