epic
.
slab
RegexTokenizer
Related Doc:
package slab
object
RegexTokenizer
extends
Tokenizer
A simple regex tokenizer.
Linear Supertypes
Tokenizer
, (
String
) ⇒
IndexedSeq
[
String
],
Serializable
,
Serializable
,
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
],
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
RegexTokenizer
Tokenizer
Function1
Serializable
Serializable
AnalysisFunction
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
andThen
[
A
]
(
g: (
IndexedSeq
[
String
]) ⇒
A
)
: (
String
) ⇒
A
Definition Classes
Function1
Annotations
@unspecialized
()
def
andThen
[
II >:
Sentence
with
Token
,
OO
]
(
other:
AnalysisFunction
[
String
,
Span
,
II
,
OO
]
)
:
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
with
OO
]
Definition Classes
AnalysisFunction
def
apply
[
I <:
Sentence
]
(
slab:
StringSlab
[
I
]
)
:
Slab
[
String
,
Span
,
I
with
Token
]
Definition Classes
RegexTokenizer
→
AnalysisFunction
def
apply
(
a:
String
)
:
IndexedSeq
[
String
]
Definition Classes
Tokenizer
→ Function1
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
@throws
(
...
)
def
compose
[
A
]
(
g: (
A
) ⇒
String
)
: (
A
) ⇒
IndexedSeq
[
String
]
Definition Classes
Function1
Annotations
@unspecialized
()
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate
()
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate
()
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
Tokenizer
→ Function1 → AnyRef → Any
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Deprecated Value Members
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@Deprecated
@deprecated
@throws
(
classOf[java.lang.Throwable]
)
Deprecated
(Since version )
see corresponding Javadoc for more information.
Inherited from
Tokenizer
Inherited from (
String
) ⇒
IndexedSeq
[
String
]
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped
A simple regex tokenizer.