BioTokenizerPostProcessor

Instance Constructors

new BioTokenizerPostProcessor(kbsWithTokensWithValidSlashes: Seq[String])

kbsWithTokensWithValidSlashes
Some tokens in these KBs may contain slashes (e.g., protein families); do not tokenize these User: mihais Date: 9/11/17

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def breakMutant(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]
def breakNaryComplex(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]
def breakOnPattern(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]
def breakOneSlash(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isModification(s: String): Boolean

True if this a Site or some Mutation
def isSpecialToken(s: String): Boolean
def joinSigns(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def process(input: Array[PostProcessorToken]): Array[PostProcessorToken]

Implements the bio-specific post-processing steps from McClosky et al.
Implements the bio-specific post-processing steps from McClosky et al. (2011)
input
Input CoreNLP sentence
returns
The modified tokens

Definition Classes
BioTokenizerPostProcessor → TokenizerPostProcessor
def revertAggressiveTokenization(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]

Scans the text left-to-right and reattaches tokens that were tokenized too aggresively by CoreNLP
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
val tokensWithValidSlash: Set[String]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object BioTokenizerPostProcessor | package bio

class BioTokenizerPostProcessor extends TokenizerPostProcessor

Instance Constructors

new BioTokenizerPostProcessor(kbsWithTokensWithValidSlashes: Seq[String])

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def breakMutant(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]

def breakNaryComplex(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]

def breakOnPattern(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]

def breakOneSlash(tokens: Array[PostProcessorToken], pattern: Pattern): Array[PostProcessorToken]

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

def isModification(s: String): Boolean

def isSpecialToken(s: String): Boolean

def joinSigns(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def process(input: Array[PostProcessorToken]): Array[PostProcessorToken]

def revertAggressiveTokenization(tokens: Array[PostProcessorToken]): Array[PostProcessorToken]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

val tokensWithValidSlash: Set[String]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from TokenizerPostProcessor

Inherited from AnyRef

Inherited from Any

Ungrouped