Trait

com.johnsnowlabs.storage

HasStorage

Related Doc: package storage

Permalink

trait HasStorage extends HasStorageRef with HasExcludableStorage with HasCaseSensitiveProperties

Linear Supertypes
HasCaseSensitiveProperties, HasExcludableStorage, HasStorageRef, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AnyRef, Any
Known Subclasses
BigTextMatcher, WordEmbeddings
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HasStorage
  2. HasCaseSensitiveProperties
  3. HasExcludableStorage
  4. HasStorageRef
  5. ParamsAndFeaturesWritable
  6. HasFeatures
  7. Params
  8. Serializable
  9. Serializable
  10. Identifiable
  11. DefaultParamsWritable
  12. MLWritable
  13. AnyRef
  14. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params

    Permalink
    Definition Classes
    Params

  2. abstract def createWriter(database: Name, connection: RocksDBConnection): StorageWriter[_]

    Permalink
    Attributes
    protected

  3. abstract val databases: Array[Name]

    Permalink
    Attributes
    protected

  4. abstract def index(fitDataset: Dataset[_], storageSourcePath: Option[String], readAs: Option[nlp.util.io.ReadAs.Value], writers: Map[Name, StorageWriter[_]], readOptions: Option[Map[String, String]] = None): Unit

    Permalink
    Attributes
    protected

  5. abstract val uid: String

    Permalink
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def $[T](param: Param[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  4. def $$[T](feature: StructFeature[T]): T

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  6. def $$[T](feature: SetFeature[T]): Set[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  7. def $$[T](feature: ArrayFeature[T]): Array[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  8. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  9. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  10. val caseSensitive: BooleanParam

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  11. final def clear(param: Param[_]): HasStorage.this.type

    Permalink
    Definition Classes
    Params

  12. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  13. def copyValues[T <: Params](to: T, extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  14. def createDatabaseConnection(database: Name): RocksDBConnection

    Permalink
    Definition Classes
    HasStorageRef

  15. final def defaultCopy[T <: Params](extra: ParamMap): T

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  18. def explainParam(param: Param[_]): String

    Permalink
    Definition Classes
    Params

  19. def explainParams(): String

    Permalink
    Definition Classes
    Params

  20. final def extractParamMap(): ParamMap

    Permalink
    Definition Classes
    Params

  21. final def extractParamMap(extra: ParamMap): ParamMap

    Permalink
    Definition Classes
    Params

  22. val features: ArrayBuffer[Feature[_, _, _]]

    Permalink
    Definition Classes
    HasFeatures

  23. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  24. def get[T](feature: StructFeature[T]): Option[T]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  25. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  26. def get[T](feature: SetFeature[T]): Option[Set[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  27. def get[T](feature: ArrayFeature[T]): Option[Array[T]]

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  28. final def get[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  29. def getCaseSensitive: Boolean

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  30. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  31. final def getDefault[T](param: Param[T]): Option[T]

    Permalink
    Definition Classes
    Params

  32. def getIncludeStorage: Boolean

    Permalink
    Definition Classes
    HasExcludableStorage

  33. final def getOrDefault[T](param: Param[T]): T

    Permalink
    Definition Classes
    Params

  34. def getParam(paramName: String): Param[Any]

    Permalink
    Definition Classes
    Params

  35. def getStoragePath: Option[ExternalResource]

    Permalink

  36. def getStorageRef: String

    Permalink
    Definition Classes
    HasStorageRef

  37. final def hasDefault[T](param: Param[T]): Boolean

    Permalink
    Definition Classes
    Params

  38. def hasParam(paramName: String): Boolean

    Permalink
    Definition Classes
    Params

  39. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  40. val includeStorage: BooleanParam

    Permalink
    Definition Classes
    HasExcludableStorage

  41. def indexStorage(fitDataset: Dataset[_], resource: Option[ExternalResource]): Unit

    Permalink

  42. final def isDefined(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  43. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  44. final def isSet(param: Param[_]): Boolean

    Permalink
    Definition Classes
    Params

  45. val missingRefMsg: String

    Permalink
    Attributes
    protected

  46. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  47. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  48. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  49. def onWrite(path: String, spark: SparkSession): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    ParamsAndFeaturesWritable

  50. lazy val params: Array[Param[_]]

    Permalink
    Definition Classes
    Params

  51. def save(path: String): Unit

    Permalink
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )

  52. def set[T](feature: StructFeature[T], value: T): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  53. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  54. def set[T](feature: SetFeature[T], value: Set[T]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  55. def set[T](feature: ArrayFeature[T], value: Array[T]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  56. final def set(paramPair: ParamPair[_]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  57. final def set(param: String, value: Any): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  58. final def set[T](param: Param[T], value: T): HasStorage.this.type

    Permalink
    Definition Classes
    Params

  59. def setCaseSensitive(value: Boolean): HasStorage.this.type

    Permalink
    Definition Classes
    HasCaseSensitiveProperties

  60. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  61. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  62. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  63. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    HasFeatures

  64. final def setDefault(paramPairs: ParamPair[_]*): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  65. final def setDefault[T](param: Param[T], value: T): HasStorage.this.type

    Permalink
    Attributes
    protected
    Definition Classes
    Params

  66. def setIncludeStorage(value: Boolean): HasStorage.this.type

    Permalink
    Definition Classes
    HasExcludableStorage

  67. def setStoragePath(path: String, readAs: nlp.util.io.ReadAs.Value): HasStorage.this.type

    Permalink

  68. def setStoragePath(path: String, readAs: String): HasStorage.this.type

    Permalink

  69. def setStorageRef(value: String): HasStorage.this.type

    Permalink
    Definition Classes
    HasStorageRef

  70. val storagePath: ExternalResourceParam

    Permalink

  71. val storageRef: Param[String]

    Permalink
    Definition Classes
    HasStorageRef

  72. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  73. def toString(): String

    Permalink
    Definition Classes
    Identifiable → AnyRef → Any

  74. def validateStorageRef(dataset: Dataset[_], inputCols: Array[String], annotatorType: String): Unit

    Permalink
    Definition Classes
    HasStorageRef

  75. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  76. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. def write: MLWriter

    Permalink
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable

Inherited from HasCaseSensitiveProperties

Inherited from HasExcludableStorage

Inherited from HasStorageRef

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AnyRef

Inherited from Any

Ungrouped