tokenizer

Type Members

1. sealed case class Category(name: String, set: Set[String]) extends PatternElement with Product with Serializable

   

2. case class ComplexTok(s: String, atts: Map[String, String]) extends Element with Product with Serializable

   

3. sealed abstract class Element extends Positional

   

4. case class EndWs(s: String) extends Element with Product with Serializable

   

5. case class HardEndTok(s: String) extends Element with Product with Serializable

   

6. case class IgnoreBlock(s: String) extends Element with Product with Serializable

   

7. case class Matching(s: String, pos: Int) extends Product with Serializable

   

8. class MergePatternSequence extends PatternSequence

   

9. class MergeTokenizerAugmenterPattern extends TokenizerAugmenterPattern

   

10. abstract class PatternElement extends AnyRef

    

11. class PatternSequence extends AnyRef

    

12. sealed case class R(reg: Regex) extends PatternElement with Product with Serializable

    

13. sealed case class Rep(reg: Regex) extends PatternElement with Product with Serializable

    

14. sealed case class S(str: String) extends PatternElement with Product with Serializable

    

15. case class SoftEndTok(s: String) extends Element with Product with Serializable

    

16. class SplitPatternSequence extends PatternSequence

    

17. class SplitTokenizerAugmenterPattern extends TokenizerAugmenterPattern

    

18. case class Tag(s: String, b: Boolean) extends Element with Product with Serializable

    

    The Tag case class represents an SGML element.

    The Tag case class represents an SGML element.

    s

    The tag element string (including attributes for start tags)

    b

    A Boolean true if this tag is a start tag; otherwise false

19. case class Tok(s: String) extends Element with Product with Serializable

    

20. class TokenTagUpcaseTransmuter extends TokenTransmuter

    

21. abstract class TokenTransmuter extends AnyRef

    

22. abstract class Tokenizer extends RegexParsers

    

23. abstract class TokenizerAugmenterPattern extends AnyRef

    

24. class TokenizerOptions extends CommandLineHandler

    

25. class TokenizerPatternParser extends RegexParsers

    

26. case class Ws(s: String) extends Element with Product with Serializable