Class

com.johnsnowlabs.ml.tensorflow.sentencepiece

SentencePieceProcessor

Related Doc: package sentencepiece

Permalink

class SentencePieceProcessor extends AutoCloseable

Linear Supertypes
AutoCloseable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SentencePieceProcessor
  2. AutoCloseable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SentencePieceProcessor()

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def bosId(): Int

    Permalink
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. def close(): Unit

    Permalink
    Definition Classes
    SentencePieceProcessor → AutoCloseable
  8. def decodeIds(ids: <repeated...>[Int]): String

    Permalink
  9. def decodeIdsAsSerializedProto(ids: <repeated...>[Int]): Array[Byte]

    Permalink
  10. def decodePieces(pieces: List[String]): String

    Permalink
  11. def decodePiecesAsSerializedProto(pieces: List[String]): Array[Byte]

    Permalink
  12. def encodeAsIds(input: String): Array[Int]

    Permalink
  13. def encodeAsPieces(input: String): List[String]

    Permalink
  14. def encodeAsSerializedProto(input: String): Array[Byte]

    Permalink
  15. def eosId(): Int

    Permalink
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  20. def getPieceSize(): Int

    Permalink
  21. def getScore(id: Int): Float

    Permalink
  22. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  23. def idToPiece(id: Int): String

    Permalink
  24. def isControl(id: Int): Boolean

    Permalink
  25. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  26. def isUnknown(id: Int): Boolean

    Permalink
  27. def isUnused(id: Int): Boolean

    Permalink
  28. def load(filename: String): Unit

    Permalink
  29. def loadFromSerializedProto(serialized: Array[Byte]): Unit

    Permalink
  30. def loadOrDie(filename: String): Unit

    Permalink
  31. def loadVocabulary(filename: String, threshold: Int): Unit

    Permalink
  32. def nbestEncodeAsIds(input: String, nbestSize: Int): Array[Array[Int]]

    Permalink
  33. def nbestEncodeAsPieces(input: String, nbestSize: Int): List[List[String]]

    Permalink
  34. def nbestEncodeAsSerializedProto(input: String, nbestSize: Int): Array[Byte]

    Permalink
  35. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  36. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  37. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  38. def padId(): Int

    Permalink
  39. def pieceToId(piece: String): Int

    Permalink
  40. def resetVocabulary(): Unit

    Permalink
  41. def sampleEncodeAsIds(input: String, nbestSize: Int, alpha: Float): Array[Int]

    Permalink
  42. def sampleEncodeAsPieces(input: String, nbestSize: Int, alpha: Float): List[String]

    Permalink
  43. def sampleEncodeAsSerializedProto(input: String, nbestSize: Int, alpha: Float): Array[Byte]

    Permalink
  44. def setDecodeExtraOptions(extraOption: String): Unit

    Permalink
  45. def setEncodeExtraOptions(extraOption: String): Unit

    Permalink
  46. def setVocabulary(validVocab: List[String]): Unit

    Permalink
  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  48. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  49. def unkId(): Int

    Permalink
  50. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  51. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  52. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped