Package org.predict4all.nlp.parser.token
Class SeparatorToken
- java.lang.Object
-
- org.predict4all.nlp.parser.token.SeparatorToken
-
-
Field Summary
-
Fields inherited from interface org.predict4all.nlp.parser.token.Token
TYPE_EQUIVALENCE_CLASS, TYPE_SEPARATOR, TYPE_TAG, TYPE_WORD
-
-
Constructor Summary
Constructors Modifier Constructor Description protected
SeparatorToken(Separator separator)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description void
clearNextCache()
static SeparatorToken
create(Separator separator)
boolean
equals(Object obj)
EquivalenceClass
getEquivalenceClass()
Token
getNext(TokenProvider nextTokenProvider)
Separator
getSeparator()
Tag
getTag()
String
getText()
String
getTextForType()
int
getWordId(WordDictionary dictionary)
int
hashCode()
boolean
isEquivalenceClass()
boolean
isSeparator()
boolean
isTag()
boolean
isWord()
String
toString()
-
-
-
Constructor Detail
-
SeparatorToken
protected SeparatorToken(Separator separator)
-
-
Method Detail
-
isSeparator
public boolean isSeparator()
- Specified by:
isSeparator
in interfaceToken
-
getSeparator
public Separator getSeparator()
- Specified by:
getSeparator
in interfaceToken
-
create
public static SeparatorToken create(Separator separator)
-
getWordId
public int getWordId(WordDictionary dictionary)
-
getNext
public Token getNext(TokenProvider nextTokenProvider) throws IOException
- Specified by:
getNext
in interfaceToken
- Throws:
IOException
-
clearNextCache
public void clearNextCache()
- Specified by:
clearNextCache
in interfaceToken
-
getTextForType
public String getTextForType()
- Specified by:
getTextForType
in interfaceToken
-
isEquivalenceClass
public boolean isEquivalenceClass()
- Specified by:
isEquivalenceClass
in interfaceToken
-
getEquivalenceClass
public EquivalenceClass getEquivalenceClass()
- Specified by:
getEquivalenceClass
in interfaceToken
-
-