Package org.predict4all.nlp.parser.token
Class WordToken
- java.lang.Object
-
- org.predict4all.nlp.parser.token.WordToken
-
- All Implemented Interfaces:
Token
- Direct Known Subclasses:
EquivalenceClassToken
public class WordToken extends Object
-
-
Field Summary
-
Fields inherited from interface org.predict4all.nlp.parser.token.Token
TYPE_EQUIVALENCE_CLASS, TYPE_SEPARATOR, TYPE_TAG, TYPE_WORD
-
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description void
clearNextCache()
static WordToken
create(String text)
boolean
equals(Object obj)
EquivalenceClass
getEquivalenceClass()
Token
getNext(TokenProvider nextTokenProvider)
Separator
getSeparator()
Tag
getTag()
String
getText()
String
getTextForType()
int
getWordId(WordDictionary dictionary)
int
hashCode()
boolean
isEquivalenceClass()
boolean
isSeparator()
boolean
isTag()
boolean
isWord()
String
toString()
-
-
-
Constructor Detail
-
WordToken
protected WordToken(String text)
-
-
Method Detail
-
getWordId
public int getWordId(WordDictionary dictionary)
-
getSeparator
public Separator getSeparator()
- Specified by:
getSeparator
in interfaceToken
-
getNext
public Token getNext(TokenProvider nextTokenProvider) throws IOException
- Specified by:
getNext
in interfaceToken
- Throws:
IOException
-
clearNextCache
public void clearNextCache()
- Specified by:
clearNextCache
in interfaceToken
-
getTextForType
public String getTextForType()
- Specified by:
getTextForType
in interfaceToken
-
isSeparator
public boolean isSeparator()
- Specified by:
isSeparator
in interfaceToken
-
isEquivalenceClass
public boolean isEquivalenceClass()
- Specified by:
isEquivalenceClass
in interfaceToken
-
getEquivalenceClass
public EquivalenceClass getEquivalenceClass()
- Specified by:
getEquivalenceClass
in interfaceToken
-
-