Object/Class

com.salesforce.op.stages.impl.feature

TextTokenizer

Related Docs: class TextTokenizer | package feature

Permalink

object TextTokenizer extends Serializable

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TextTokenizer
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class TextTokenizerResult(language: Language, sentences: Seq[TextList]) extends Product with Serializable

    Permalink

    Text tokenization result

    Text tokenization result

    language

    detected language

    sentences

    sentence tokens

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. val Analyzer: TextAnalyzer

    Permalink

  5. val AnalyzerHtmlStrip: TextAnalyzer

    Permalink

  6. val AutoDetectLanguage: Boolean

    Permalink

  7. val AutoDetectThreshold: Double

    Permalink

  8. val DefaultLanguage: Language

    Permalink

  9. val LanguageDetector: LanguageDetector

    Permalink

  10. val MinTokenLength: Int

    Permalink

  11. val StripHtml: Boolean

    Permalink

  12. val ToLowercase: Boolean

    Permalink

  13. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  15. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  16. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  17. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  18. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  19. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  20. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  21. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  22. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  24. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  25. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  26. def tokenize(text: Text, languageDetector: LanguageDetector = LanguageDetector, analyzer: TextAnalyzer = Analyzer, sentenceSplitter: Option[SentenceSplitter] = None, autoDetectLanguage: Boolean = AutoDetectLanguage, defaultLanguage: Language = DefaultLanguage, autoDetectThreshold: Double = AutoDetectThreshold, toLowercase: Boolean = ToLowercase, minTokenLength: Int = MinTokenLength): TextTokenizerResult

    Permalink

    Language wise sentence tokenization

    Language wise sentence tokenization

    text

    text to tokenize

    languageDetector

    language detector instance

    analyzer

    text analyzer instance

    sentenceSplitter

    sentence splitter instance

    autoDetectLanguage

    whether to attempt language detection

    defaultLanguage

    default language

    autoDetectThreshold

    language detection threshold

    toLowercase

    whether to convert all characters to lowercase before tokenizing

    minTokenLength

    minimum token length

    returns

    detected language and sentence tokens

  27. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  28. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  29. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped