Package org.predict4all.nlp.parser.token
Class TagToken
- java.lang.Object
-
- org.predict4all.nlp.parser.token.TagToken
-
- All Implemented Interfaces:
Token
public class TagToken extends java.lang.Object
-
-
Field Summary
-
Fields inherited from interface org.predict4all.nlp.parser.token.Token
TYPE_EQUIVALENCE_CLASS, TYPE_SEPARATOR, TYPE_TAG, TYPE_WORD
-
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description void
clearNextCache()
static TagToken
create(Tag tag)
EquivalenceClass
getEquivalenceClass()
Token
getNext(TokenProvider nextTokenProvider)
Separator
getSeparator()
Tag
getTag()
java.lang.String
getText()
java.lang.String
getTextForType()
int
getWordId(WordDictionary dictionary)
boolean
isEquivalenceClass()
boolean
isSeparator()
boolean
isTag()
boolean
isWord()
java.lang.String
toString()
-
-
-
Method Detail
-
getWordId
public int getWordId(WordDictionary dictionary)
-
getSeparator
public Separator getSeparator()
- Specified by:
getSeparator
in interfaceToken
-
getNext
public Token getNext(TokenProvider nextTokenProvider) throws java.io.IOException
-
clearNextCache
public void clearNextCache()
- Specified by:
clearNextCache
in interfaceToken
-
getTextForType
public java.lang.String getTextForType()
- Specified by:
getTextForType
in interfaceToken
-
isSeparator
public boolean isSeparator()
- Specified by:
isSeparator
in interfaceToken
-
isEquivalenceClass
public boolean isEquivalenceClass()
- Specified by:
isEquivalenceClass
in interfaceToken
-
getEquivalenceClass
public EquivalenceClass getEquivalenceClass()
- Specified by:
getEquivalenceClass
in interfaceToken
-
toString
public java.lang.String toString()
- Overrides:
toString
in classjava.lang.Object
-
-