Package sentencepiece

Class SentencepieceModel.ModelProto

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.ExtendableMessage<SentencepieceModel.ModelProto>

sentencepiece.SentencepieceModel.ModelProto

All Implemented Interfaces:

com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<SentencepieceModel.ModelProto>, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, java.io.Serializable, SentencepieceModel.ModelProtoOrBuilder

Enclosing class:

SentencepieceModel

public static final class SentencepieceModel.ModelProto
extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<SentencepieceModel.ModelProto>
implements SentencepieceModel.ModelProtoOrBuilder

 ModelProto stores model parameters.
 SentencePieceProcessor is supposed to be self-contained.
 All settings/parameters which may change the behavior must be encoded
 in ModelProto.
 

Protobuf type sentencepiece.ModelProto

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	SentencepieceModel.ModelProto.Builder	ModelProto stores model parameters.
static class	SentencepieceModel.ModelProto.SentencePiece	Protobuf type sentencepiece.ModelProto.SentencePiece
static interface	SentencepieceModel.ModelProto.SentencePieceOrBuilder

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3.ExtendableMessage

com.google.protobuf.GeneratedMessageV3.ExtendableMessage.ExtensionWriter

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static int	DENORMALIZER_SPEC_FIELD_NUMBER
static int	NORMALIZER_SPEC_FIELD_NUMBER
static com.google.protobuf.Parser<SentencepieceModel.ModelProto>	PARSER	Deprecated.
static int	PIECES_FIELD_NUMBER
static int	SELF_TEST_DATA_FIELD_NUMBER
static int	TRAINER_SPEC_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	equals(java.lang.Object obj)
static SentencepieceModel.ModelProto	getDefaultInstance()
SentencepieceModel.ModelProto	getDefaultInstanceForType()
SentencepieceModel.NormalizerSpec	getDenormalizerSpec()	Spec for text de-normalization.
SentencepieceModel.NormalizerSpecOrBuilder	getDenormalizerSpecOrBuilder()	Spec for text de-normalization.
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
SentencepieceModel.NormalizerSpec	getNormalizerSpec()	Spec for text normalization.
SentencepieceModel.NormalizerSpecOrBuilder	getNormalizerSpecOrBuilder()	Spec for text normalization.
com.google.protobuf.Parser<SentencepieceModel.ModelProto>	getParserForType()
SentencepieceModel.ModelProto.SentencePiece	getPieces(int index)	Sentence pieces with scores.
int	getPiecesCount()	Sentence pieces with scores.
java.util.List<SentencepieceModel.ModelProto.SentencePiece>	getPiecesList()	Sentence pieces with scores.
SentencepieceModel.ModelProto.SentencePieceOrBuilder	getPiecesOrBuilder(int index)	Sentence pieces with scores.
java.util.List<? extends SentencepieceModel.ModelProto.SentencePieceOrBuilder>	getPiecesOrBuilderList()	Sentence pieces with scores.
SentencepieceModel.SelfTestData	getSelfTestData()	Stores sample input and its expected segmentation to verify the model.
SentencepieceModel.SelfTestDataOrBuilder	getSelfTestDataOrBuilder()	Stores sample input and its expected segmentation to verify the model.
int	getSerializedSize()
SentencepieceModel.TrainerSpec	getTrainerSpec()	Spec used to generate this model file.
SentencepieceModel.TrainerSpecOrBuilder	getTrainerSpecOrBuilder()	Spec used to generate this model file.
com.google.protobuf.UnknownFieldSet	getUnknownFields()
boolean	hasDenormalizerSpec()	Spec for text de-normalization.
int	hashCode()
boolean	hasNormalizerSpec()	Spec for text normalization.
boolean	hasSelfTestData()	Stores sample input and its expected segmentation to verify the model.
boolean	hasTrainerSpec()	Spec used to generate this model file.
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
static SentencepieceModel.ModelProto.Builder	newBuilder()
static SentencepieceModel.ModelProto.Builder	newBuilder(SentencepieceModel.ModelProto prototype)
SentencepieceModel.ModelProto.Builder	newBuilderForType()
protected SentencepieceModel.ModelProto.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected java.lang.Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static SentencepieceModel.ModelProto	parseDelimitedFrom(java.io.InputStream input)
static SentencepieceModel.ModelProto	parseDelimitedFrom(java.io.InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SentencepieceModel.ModelProto	parseFrom(byte[] data)
static SentencepieceModel.ModelProto	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SentencepieceModel.ModelProto	parseFrom(com.google.protobuf.ByteString data)
static SentencepieceModel.ModelProto	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SentencepieceModel.ModelProto	parseFrom(com.google.protobuf.CodedInputStream input)
static SentencepieceModel.ModelProto	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SentencepieceModel.ModelProto	parseFrom(java.io.InputStream input)
static SentencepieceModel.ModelProto	parseFrom(java.io.InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static SentencepieceModel.ModelProto	parseFrom(java.nio.ByteBuffer data)
static SentencepieceModel.ModelProto	parseFrom(java.nio.ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<SentencepieceModel.ModelProto>	parser()
SentencepieceModel.ModelProto.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.ExtendableMessage

extensionsAreInitialized, extensionsSerializedSize, extensionsSerializedSizeAsMessageSet, getAllFields, getAllFieldsRaw, getExtension, getExtension, getExtension, getExtension, getExtension, getExtension, getExtensionCount, getExtensionCount, getExtensionCount, getExtensionFields, getField, getRepeatedField, getRepeatedFieldCount, hasExtension, hasExtension, hasExtension, hasField, makeExtensionsImmutable, newExtensionWriter, newMessageSetExtensionWriter, parseUnknownField, parseUnknownFieldProto3

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getDescriptorForType, getOneofFieldDescriptor, hasOneof, internalGetMapField, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder

getExtension, getExtension, getExtension, getExtension, getExtension, getExtension, getExtensionCount, getExtensionCount, getExtensionCount, hasExtension, hasExtension, hasExtension

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof

Field Detail

PIECES_FIELD_NUMBER

public static final int PIECES_FIELD_NUMBER

See Also:

Constant Field Values

TRAINER_SPEC_FIELD_NUMBER

public static final int TRAINER_SPEC_FIELD_NUMBER

See Also:

Constant Field Values

NORMALIZER_SPEC_FIELD_NUMBER

public static final int NORMALIZER_SPEC_FIELD_NUMBER

See Also:

Constant Field Values

SELF_TEST_DATA_FIELD_NUMBER

public static final int SELF_TEST_DATA_FIELD_NUMBER

See Also:

Constant Field Values

DENORMALIZER_SPEC_FIELD_NUMBER

public static final int DENORMALIZER_SPEC_FIELD_NUMBER

See Also:

Constant Field Values

PARSER

@Deprecated
public static final com.google.protobuf.Parser<SentencepieceModel.ModelProto> PARSER

Deprecated.

Method Detail

newInstance

protected java.lang.Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getUnknownFields

public final com.google.protobuf.UnknownFieldSet getUnknownFields()

Specified by:

getUnknownFields in interface com.google.protobuf.MessageOrBuilder

Overrides:

getUnknownFields in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getPiecesList

public java.util.List<SentencepieceModel.ModelProto.SentencePiece> getPiecesList()

 Sentence pieces with scores.
 

repeated .sentencepiece.ModelProto.SentencePiece pieces = 1;

Specified by:

getPiecesList in interface SentencepieceModel.ModelProtoOrBuilder

getPiecesOrBuilderList

public java.util.List<? extends SentencepieceModel.ModelProto.SentencePieceOrBuilder> getPiecesOrBuilderList()

 Sentence pieces with scores.
 

repeated .sentencepiece.ModelProto.SentencePiece pieces = 1;

Specified by:

getPiecesOrBuilderList in interface SentencepieceModel.ModelProtoOrBuilder

getPiecesCount

public int getPiecesCount()

 Sentence pieces with scores.
 

repeated .sentencepiece.ModelProto.SentencePiece pieces = 1;

Specified by:

getPiecesCount in interface SentencepieceModel.ModelProtoOrBuilder

getPieces

public SentencepieceModel.ModelProto.SentencePiece getPieces(int index)

 Sentence pieces with scores.
 

repeated .sentencepiece.ModelProto.SentencePiece pieces = 1;

Specified by:

getPieces in interface SentencepieceModel.ModelProtoOrBuilder

getPiecesOrBuilder

public SentencepieceModel.ModelProto.SentencePieceOrBuilder getPiecesOrBuilder(int index)

 Sentence pieces with scores.
 

repeated .sentencepiece.ModelProto.SentencePiece pieces = 1;

Specified by:

getPiecesOrBuilder in interface SentencepieceModel.ModelProtoOrBuilder

hasTrainerSpec

public boolean hasTrainerSpec()

 Spec used to generate this model file.
 

optional .sentencepiece.TrainerSpec trainer_spec = 2;

Specified by:

hasTrainerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

Whether the trainerSpec field is set.

getTrainerSpec

public SentencepieceModel.TrainerSpec getTrainerSpec()

 Spec used to generate this model file.
 

optional .sentencepiece.TrainerSpec trainer_spec = 2;

Specified by:

getTrainerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

The trainerSpec.

getTrainerSpecOrBuilder

public SentencepieceModel.TrainerSpecOrBuilder getTrainerSpecOrBuilder()

 Spec used to generate this model file.
 

optional .sentencepiece.TrainerSpec trainer_spec = 2;

Specified by:

getTrainerSpecOrBuilder in interface SentencepieceModel.ModelProtoOrBuilder

hasNormalizerSpec

public boolean hasNormalizerSpec()

 Spec for text normalization.
 

optional .sentencepiece.NormalizerSpec normalizer_spec = 3;

Specified by:

hasNormalizerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

Whether the normalizerSpec field is set.

getNormalizerSpec

public SentencepieceModel.NormalizerSpec getNormalizerSpec()

 Spec for text normalization.
 

optional .sentencepiece.NormalizerSpec normalizer_spec = 3;

Specified by:

getNormalizerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

The normalizerSpec.

getNormalizerSpecOrBuilder

public SentencepieceModel.NormalizerSpecOrBuilder getNormalizerSpecOrBuilder()

 Spec for text normalization.
 

optional .sentencepiece.NormalizerSpec normalizer_spec = 3;

Specified by:

getNormalizerSpecOrBuilder in interface SentencepieceModel.ModelProtoOrBuilder

hasSelfTestData

public boolean hasSelfTestData()

 Stores sample input and its expected segmentation to verify the model.
 

optional .sentencepiece.SelfTestData self_test_data = 4;

Specified by:

hasSelfTestData in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

Whether the selfTestData field is set.

getSelfTestData

public SentencepieceModel.SelfTestData getSelfTestData()

 Stores sample input and its expected segmentation to verify the model.
 

optional .sentencepiece.SelfTestData self_test_data = 4;

Specified by:

getSelfTestData in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

The selfTestData.

getSelfTestDataOrBuilder

public SentencepieceModel.SelfTestDataOrBuilder getSelfTestDataOrBuilder()

 Stores sample input and its expected segmentation to verify the model.
 

optional .sentencepiece.SelfTestData self_test_data = 4;

Specified by:

getSelfTestDataOrBuilder in interface SentencepieceModel.ModelProtoOrBuilder

hasDenormalizerSpec

public boolean hasDenormalizerSpec()

 Spec for text de-normalization.
 

optional .sentencepiece.NormalizerSpec denormalizer_spec = 5;

Specified by:

hasDenormalizerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

Whether the denormalizerSpec field is set.

getDenormalizerSpec

public SentencepieceModel.NormalizerSpec getDenormalizerSpec()

 Spec for text de-normalization.
 

optional .sentencepiece.NormalizerSpec denormalizer_spec = 5;

Specified by:

getDenormalizerSpec in interface SentencepieceModel.ModelProtoOrBuilder

Returns:

The denormalizerSpec.

getDenormalizerSpecOrBuilder

public SentencepieceModel.NormalizerSpecOrBuilder getDenormalizerSpecOrBuilder()

 Spec for text de-normalization.
 

optional .sentencepiece.NormalizerSpec denormalizer_spec = 5;

Specified by:

getDenormalizerSpecOrBuilder in interface SentencepieceModel.ModelProtoOrBuilder

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.ExtendableMessage<SentencepieceModel.ModelProto>

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws java.io.IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

java.io.IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(java.lang.Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static SentencepieceModel.ModelProto parseFrom(java.nio.ByteBuffer data)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(java.nio.ByteBuffer data,
                                                      com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(com.google.protobuf.ByteString data)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(com.google.protobuf.ByteString data,
                                                      com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(byte[] data)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(byte[] data,
                                                      com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                               throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(java.io.InputStream input)
                                               throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(java.io.InputStream input,
                                                      com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                               throws java.io.IOException

Throws:

java.io.IOException

parseDelimitedFrom

public static SentencepieceModel.ModelProto parseDelimitedFrom(java.io.InputStream input)
                                                        throws java.io.IOException

Throws:

java.io.IOException

parseDelimitedFrom

public static SentencepieceModel.ModelProto parseDelimitedFrom(java.io.InputStream input,
                                                               com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                        throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(com.google.protobuf.CodedInputStream input)
                                               throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static SentencepieceModel.ModelProto parseFrom(com.google.protobuf.CodedInputStream input,
                                                      com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                               throws java.io.IOException

Throws:

java.io.IOException

newBuilderForType

public SentencepieceModel.ModelProto.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static SentencepieceModel.ModelProto.Builder newBuilder()

newBuilder

public static SentencepieceModel.ModelProto.Builder newBuilder(SentencepieceModel.ModelProto prototype)

toBuilder

public SentencepieceModel.ModelProto.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected SentencepieceModel.ModelProto.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static SentencepieceModel.ModelProto getDefaultInstance()

parser

public static com.google.protobuf.Parser<SentencepieceModel.ModelProto> parser()

getParserForType

public com.google.protobuf.Parser<SentencepieceModel.ModelProto> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public SentencepieceModel.ModelProto getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<SentencepieceModel.ModelProto>

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder