epic
.
preprocess
TreebankTokenizer
Related Docs:
object TreebankTokenizer
|
package preprocess
class
TreebankTokenizer
extends
Tokenizer
with
Serializable
Annotations
@SerialVersionUID
()
Linear Supertypes
Tokenizer
, (
String
) ⇒
IndexedSeq
[
String
],
Serializable
,
Serializable
,
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
],
AnyRef
,
Any
Known Subclasses
TreebankTokenizer
Ordering
Alphabetic
By Inheritance
Inherited
TreebankTokenizer
Tokenizer
Function1
Serializable
Serializable
AnalysisFunction
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
TreebankTokenizer
()
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
andThen
[
A
]
(
g: (
IndexedSeq
[
String
]) ⇒
A
)
: (
String
) ⇒
A
Definition Classes
Function1
Annotations
@unspecialized
()
def
andThen
[
II >:
Sentence
with
Token
,
OO
]
(
other:
AnalysisFunction
[
String
,
Span
,
II
,
OO
]
)
:
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
with
OO
]
Definition Classes
AnalysisFunction
def
apply
[
In <:
Sentence
]
(
slab:
StringSlab
[
In
]
)
:
StringSlab
[
In
with
Token
]
Definition Classes
TreebankTokenizer
→
AnalysisFunction
def
apply
(
a:
String
)
:
IndexedSeq
[
String
]
Definition Classes
Tokenizer
→ Function1
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compose
[
A
]
(
g: (
A
) ⇒
String
)
: (
A
) ⇒
IndexedSeq
[
String
]
Definition Classes
Function1
Annotations
@unspecialized
()
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
Tokenizer
→ Function1 → AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Tokenizer
Inherited from (
String
) ⇒
IndexedSeq
[
String
]
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnalysisFunction
[
String
,
Span
,
Sentence
,
Token
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped