com
.
johnsnowlabs
.
ml
.
tensorflow
.
sentencepiece
SentencePieceProcessor
Related Doc:
package sentencepiece
class
SentencePieceProcessor
extends
AutoCloseable
Linear Supertypes
AutoCloseable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SentencePieceProcessor
AutoCloseable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
SentencePieceProcessor
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
bosId
()
:
Int
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
close
()
:
Unit
Definition Classes
SentencePieceProcessor
→ AutoCloseable
def
decodeIds
(
ids:
<repeated...>
[
Int
]
)
:
String
def
decodeIdsAsSerializedProto
(
ids:
<repeated...>
[
Int
]
)
:
Array
[
Byte
]
def
decodePieces
(
pieces:
List
[
String
]
)
:
String
def
decodePiecesAsSerializedProto
(
pieces:
List
[
String
]
)
:
Array
[
Byte
]
def
encodeAsIds
(
input:
String
)
:
Array
[
Int
]
def
encodeAsPieces
(
input:
String
)
:
List
[
String
]
def
encodeAsSerializedProto
(
input:
String
)
:
Array
[
Byte
]
def
eosId
()
:
Int
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getPieceSize
()
:
Int
def
getScore
(
id:
Int
)
:
Float
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
idToPiece
(
id:
Int
)
:
String
def
isControl
(
id:
Int
)
:
Boolean
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isUnknown
(
id:
Int
)
:
Boolean
def
isUnused
(
id:
Int
)
:
Boolean
def
load
(
filename:
String
)
:
Unit
def
loadFromSerializedProto
(
serialized:
Array
[
Byte
]
)
:
Unit
def
loadOrDie
(
filename:
String
)
:
Unit
def
loadVocabulary
(
filename:
String
,
threshold:
Int
)
:
Unit
def
nbestEncodeAsIds
(
input:
String
,
nbestSize:
Int
)
:
Array
[
Array
[
Int
]]
def
nbestEncodeAsPieces
(
input:
String
,
nbestSize:
Int
)
:
List
[
List
[
String
]]
def
nbestEncodeAsSerializedProto
(
input:
String
,
nbestSize:
Int
)
:
Array
[
Byte
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
padId
()
:
Int
def
pieceToId
(
piece:
String
)
:
Int
def
resetVocabulary
()
:
Unit
def
sampleEncodeAsIds
(
input:
String
,
nbestSize:
Int
,
alpha:
Float
)
:
Array
[
Int
]
def
sampleEncodeAsPieces
(
input:
String
,
nbestSize:
Int
,
alpha:
Float
)
:
List
[
String
]
def
sampleEncodeAsSerializedProto
(
input:
String
,
nbestSize:
Int
,
alpha:
Float
)
:
Array
[
Byte
]
def
setDecodeExtraOptions
(
extraOption:
String
)
:
Unit
def
setEncodeExtraOptions
(
extraOption:
String
)
:
Unit
def
setVocabulary
(
validVocab:
List
[
String
]
)
:
Unit
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
unkId
()
:
Int
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
AutoCloseable
Inherited from
AnyRef
Inherited from
Any
Ungrouped