object
Tokenizer
Type Members
-
case class
EdgeNGramTokenizer(minGram: Int = 1, maxGram: Int = 2, tokenChers: Array[Char] = ...) extends Tokenizer with Product with Serializable
-
case class
KeywordTokenizer(bufferSize: Int = 256) extends Tokenizer with Product with Serializable
-
case class
NGramTokenizer(minGram: Int = 1, maxGram: Int = 2, tokenChers: Array[Char] = ...) extends Tokenizer with Product with Serializable
-
case class
PathHierarchyTokenizer(delimiter: Char = '/', replacement: Char = '/', bufferSize: Int = 1024, reverse: Boolean = false, skip: Int = 0) extends Tokenizer with Product with Serializable
-
case class
PatternTokenizer(pattern: String = "\\W+", flags: String = "", group: Int = -1) extends Tokenizer with Product with Serializable
-
case class
StandardTokenizer(maxTokenLength: Int = 255) extends Tokenizer with Product with Serializable
-
case class
UaxUrlEmailTokenizer(maxtokenLength: Int = 255) extends Tokenizer with Product with Serializable
Value Members
-
final
def
!=(arg0: AnyRef): Boolean
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: AnyRef): Boolean
-
final
def
==(arg0: Any): Boolean
-
-
-
-
final
def
asInstanceOf[T0]: T0
-
def
clone(): AnyRef
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
finalize(): Unit
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
final
def
isInstanceOf[T0]: Boolean
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
toString(): String
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
Inherited from AnyRef
Inherited from Any