class WhitespaceTokenizer extends RegexSplitTokenizer
Tokenizes by splitting on the regular expression \s+.
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- WhitespaceTokenizer
- RegexSplitTokenizer
- Product
- Equals
- Tokenizer
- Function1
- Serializable
- Serializable
- AnalysisFunction
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new WhitespaceTokenizer()
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
andThen[A](g: (IndexedSeq[String]) ⇒ A): (String) ⇒ A
- Definition Classes
- Function1
- Annotations
- @unspecialized()
-
def
andThen[II >: Sentence with Token, OO](other: AnalysisFunction[String, Span, II, OO]): AnalysisFunction[String, Span, Sentence, Token with OO]
- Definition Classes
- AnalysisFunction
-
def
apply[In](slab: StringSlab[In]): StringSlab[In with Token]
- Definition Classes
- RegexSplitTokenizer → AnalysisFunction
-
def
apply(a: String): IndexedSeq[String]
- Definition Classes
- Tokenizer → Function1
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
def
compose[A](g: (A) ⇒ String): (A) ⇒ IndexedSeq[String]
- Definition Classes
- Function1
- Annotations
- @unspecialized()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
finalize(): Unit
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
-
val
pattern: String
- Definition Classes
- RegexSplitTokenizer
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- Tokenizer → Function1 → AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )