org.apache.cassandra.index.sasi.analyzer

Class StandardAnalyzer

java.lang.Object

org.apache.cassandra.index.sasi.analyzer.AbstractAnalyzer

org.apache.cassandra.index.sasi.analyzer.StandardAnalyzer

All Implemented Interfaces:

java.util.Iterator<java.nio.ByteBuffer>

public class StandardAnalyzer
extends AbstractAnalyzer

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	StandardAnalyzer.TokenType

Field Summary

Fields

Modifier and Type	Field and Description
protected java.io.Reader	inputReader

Fields inherited from class org.apache.cassandra.index.sasi.analyzer.AbstractAnalyzer

next

Constructor Summary

Constructors

Constructor and Description
StandardAnalyzer()

Method Summary

Modifier and Type	Method and Description
protected java.lang.String	getFilteredCurrentToken()
java.lang.String	getToken()
boolean	hasNext()
boolean	incrementToken()
void	init(java.util.Map<java.lang.String,java.lang.String> options, AbstractType<?> validator)
protected void	init(StandardTokenizerOptions options)
void	init(StandardTokenizerOptions tokenizerOptions, AbstractType<?> validator)
boolean	isCompatibleWith(AbstractType<?> validator) Test whether the given validator is compatible with the underlying analyzer.
boolean	isTokenizing()
void	reset(java.nio.ByteBuffer input)
void	reset(java.io.InputStream input)

Methods inherited from class org.apache.cassandra.index.sasi.analyzer.AbstractAnalyzer

next, normalize, remove, validate

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.util.Iterator

forEachRemaining

Field Detail

inputReader

protected java.io.Reader inputReader

Constructor Detail

StandardAnalyzer

public StandardAnalyzer()

Method Detail

getToken

public java.lang.String getToken()

incrementToken

public final boolean incrementToken()
                             throws java.io.IOException

Throws:

java.io.IOException

getFilteredCurrentToken

protected java.lang.String getFilteredCurrentToken()
                                            throws java.io.IOException

Throws:

java.io.IOException

init

public void init(java.util.Map<java.lang.String,java.lang.String> options,
                 AbstractType<?> validator)

Specified by:

init in class AbstractAnalyzer

init

protected void init(StandardTokenizerOptions options)

init

public void init(StandardTokenizerOptions tokenizerOptions,
                 AbstractType<?> validator)

hasNext

public boolean hasNext()

reset

public void reset(java.nio.ByteBuffer input)

Specified by:

reset in class AbstractAnalyzer

reset

public void reset(java.io.InputStream input)

isTokenizing

public boolean isTokenizing()

Overrides:

isTokenizing in class AbstractAnalyzer

Returns:

true if current analyzer provides text tokenization, false otherwise.

isCompatibleWith

public boolean isCompatibleWith(AbstractType<?> validator)

Description copied from class: AbstractAnalyzer

Test whether the given validator is compatible with the underlying analyzer.

Specified by:

isCompatibleWith in class AbstractAnalyzer

Parameters:

validator - the validator to test the compatibility with

Returns:

true if the give validator is compatible, false otherwise