MLSentenceSegmenter

Type Members

case class CharTypeFeature(ct: Int, offset: Int = 0) extends Feature with Product with Serializable
case class ClassificationInference(featureIndex: Index[Feature], weights: DenseVector[Double]) extends Inference[SentenceDecisionInstance] with Product with Serializable

Annotations
@SerialVersionUID()
class ClassificationModel extends Model[SentenceDecisionInstance]
case class CodePointFeature(cp: String, offset: Int = 0) extends Feature with Product with Serializable
case class ContextWord(w: String, offset: Int = 0) extends Feature with Product with Serializable
case class JavaDistFeature(x: Int) extends Feature with Product with Serializable
case class LastWordLength(len: Int, offset: Int = 0) extends Feature with Product with Serializable
case class Marginal(prob: Double, logPartition: Double) extends framework.Marginal with Product with Serializable
case class NextRealLetterFeature(ct: Int) extends Feature with Product with Serializable
case class SentenceDecisionInstance(label: Boolean, features: Array[Feature], id: String, context: String) extends Example[Boolean, Array[Feature]] with Product with Serializable
case class SurroundingCharFeature(prev: String, next: String) extends Feature with Product with Serializable
case class SurroundingCharTypeFeature(prev: Int, next: Int) extends Feature with Product with Serializable
implicit final class addIndicesWhere extends AnyVal

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object BOFFeature extends Feature with Product with Serializable
object BiasFeature extends Feature with Product with Serializable

Annotations
@SerialVersionUID()
object EOFFeature extends Feature with Product with Serializable

Annotations
@SerialVersionUID()
object LineIsShortFeature extends Feature with Product with Serializable

Annotations
@SerialVersionUID()
def addCharFeatures(text: String, base: Int, rel: Int): IndexedSeq[Feature]
def adjustGoldSentenceBoundaries(text: String, _endPoints: Iterator[Span], newlineIsBoundary: Boolean): Set[Int]
final def asInstanceOf[T0]: T0

Definition Classes
Any
def bundled(language: String = "en"): Option[MLSentenceSegmenter]
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate() @throws( ... )
def codepointToString(cp: Int): String
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def evalDev(inf: ClassificationInference, dev: IndexedSeq[SentenceDecisionInstance], decoded: Counter[Feature, Double]): Unit
val extraExamples: IndexedSeq[(String, IndexedSeq[Int])]
def featuresForEndPointDetection(text: String, offset: Int): Array[Feature]
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate()
def hashCode(): Int

Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate()
def instancesAtPeriods(str: String): (String, IndexedSeq[Int])
def isControl(codepoint: Int): Boolean
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def isPotentialSentenceBoundary(text: String, offset: Int, codepoint: Int): Boolean
def isProbablyNotContraction(text: String, offset: Int, codepoint: Int, quote: Char): Boolean
def isQuote(ch: Char): Boolean
def loadModel(file: File): MLSentenceSegmenter
def main(args: Array[String]): Unit
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def nextPotentialSentenceBoundary(text: String, offset: Int): Int
final def notify(): Unit

Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate()
final def notifyAll(): Unit

Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate()
def potentialSentenceBoundariesIterator(text: String): Iterator[Int]
def previousLineIsShort(s: String, pos: Int): Boolean
def printOutSentenceBoundaries(text: String, guessPoints: Set[Int], goldPoints: Set[Int]): Unit
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Deprecated Value Members

def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@Deprecated @deprecated @throws( classOf[java.lang.Throwable] )
Deprecated
(Since version ) see corresponding Javadoc for more information.

Related Docs: class MLSentenceSegmenter | package preprocess

object MLSentenceSegmenter extends Serializable

Type Members

case class CharTypeFeature(ct: Int, offset: Int = 0) extends Feature with Product with Serializable

case class ClassificationInference(featureIndex: Index[Feature], weights: DenseVector[Double]) extends Inference[SentenceDecisionInstance] with Product with Serializable

class ClassificationModel extends Model[SentenceDecisionInstance]

case class CodePointFeature(cp: String, offset: Int = 0) extends Feature with Product with Serializable

case class ContextWord(w: String, offset: Int = 0) extends Feature with Product with Serializable

case class JavaDistFeature(x: Int) extends Feature with Product with Serializable

case class LastWordLength(len: Int, offset: Int = 0) extends Feature with Product with Serializable

case class Marginal(prob: Double, logPartition: Double) extends framework.Marginal with Product with Serializable

case class NextRealLetterFeature(ct: Int) extends Feature with Product with Serializable

case class SentenceDecisionInstance(label: Boolean, features: Array[Feature], id: String, context: String) extends Example[Boolean, Array[Feature]] with Product with Serializable

case class SurroundingCharFeature(prev: String, next: String) extends Feature with Product with Serializable

case class SurroundingCharTypeFeature(prev: Int, next: Int) extends Feature with Product with Serializable

implicit final class addIndicesWhere extends AnyVal

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object BOFFeature extends Feature with Product with Serializable

object BiasFeature extends Feature with Product with Serializable

object EOFFeature extends Feature with Product with Serializable

object LineIsShortFeature extends Feature with Product with Serializable

def addCharFeatures(text: String, base: Int, rel: Int): IndexedSeq[Feature]

def adjustGoldSentenceBoundaries(text: String, _endPoints: Iterator[Span], newlineIsBoundary: Boolean): Set[Int]

final def asInstanceOf[T0]: T0

def bundled(language: String = "en"): Option[MLSentenceSegmenter]

def clone(): AnyRef

def codepointToString(cp: Int): String

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def evalDev(inf: ClassificationInference, dev: IndexedSeq[SentenceDecisionInstance], decoded: Counter[Feature, Double]): Unit

val extraExamples: IndexedSeq[(String, IndexedSeq[Int])]

def featuresForEndPointDetection(text: String, offset: Int): Array[Feature]

final def getClass(): Class[_]

def hashCode(): Int

def instancesAtPeriods(str: String): (String, IndexedSeq[Int])

def isControl(codepoint: Int): Boolean

final def isInstanceOf[T0]: Boolean

def isPotentialSentenceBoundary(text: String, offset: Int, codepoint: Int): Boolean

def isProbablyNotContraction(text: String, offset: Int, codepoint: Int, quote: Char): Boolean

def isQuote(ch: Char): Boolean

def loadModel(file: File): MLSentenceSegmenter

def main(args: Array[String]): Unit

final def ne(arg0: AnyRef): Boolean

def nextPotentialSentenceBoundary(text: String, offset: Int): Int

final def notify(): Unit

final def notifyAll(): Unit

def potentialSentenceBoundariesIterator(text: String): Iterator[Int]

def previousLineIsShort(s: String, pos: Int): Boolean

def printOutSentenceBoundaries(text: String, guessPoints: Set[Int], goldPoints: Set[Int]): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

final def wait(): Unit

Deprecated Value Members

def finalize(): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped