org.apache.spark.sql.catalyst

SqlParser

object SqlParser extends AbstractSparkSQLParser with DataTypeParser

A very simple SQL parser. Based loosely on: https://github.com/stephentu/scala-sql-parser/blob/master/src/main/scala/parser.scala

Limitations:

This is currently included mostly for illustrative purposes. Users wanting more complete support for a SQL like language should checkout the HiveQL support in the sql/hive sub-project.

Linear Supertypes
DataTypeParser, AbstractSparkSQLParser, PackratParsers, StandardTokenParsers, StdTokenParsers, TokenParsers, Parsers, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SqlParser
  2. DataTypeParser
  3. AbstractSparkSQLParser
  4. PackratParsers
  5. StandardTokenParsers
  6. StdTokenParsers
  7. TokenParsers
  8. Parsers
  9. AnyRef
  10. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Elem = SqlLexical.Token

    Definition Classes
    TokenParsers → Parsers

  2. case class Error extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  3. case class Failure extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  4. type Input = Reader[Elem]

    Definition Classes
    Parsers

  5. case class Keyword extends Product with Serializable

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  6. sealed abstract class NoSuccess extends ParseResult[Nothing]

    Definition Classes
    Parsers

  7. trait OnceParser[+T] extends Parser[T]

    Definition Classes
    Parsers

  8. abstract class PackratParser[+T] extends scala.util.parsing.combinator.PackratParsers.Parser[T]

    Definition Classes
    PackratParsers

  9. class PackratReader[+T] extends Reader[T]

    Definition Classes
    PackratParsers

  10. sealed abstract class ParseResult[+T] extends AnyRef

    Definition Classes
    Parsers

  11. abstract class Parser[+T] extends (Input) ⇒ ParseResult[T]

    Definition Classes
    Parsers

  12. case class Success[+T] extends ParseResult[T] with Product with Serializable

    Definition Classes
    Parsers

  13. type Tokens = StdTokens

    Definition Classes
    StandardTokenParsers → StdTokenParsers → TokenParsers

  14. case class ~[+a, +b] extends Product with Serializable

    Definition Classes
    Parsers

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. val ALL: Keyword

    Attributes
    protected

  7. val AND: Keyword

    Attributes
    protected

  8. val APPROXIMATE: Keyword

    Attributes
    protected

  9. val AS: Keyword

    Attributes
    protected

  10. val ASC: Keyword

    Attributes
    protected

  11. val BETWEEN: Keyword

    Attributes
    protected

  12. val BY: Keyword

    Attributes
    protected

  13. val CASE: Keyword

    Attributes
    protected

  14. val CAST: Keyword

    Attributes
    protected

  15. val DESC: Keyword

    Attributes
    protected

  16. val DISTINCT: Keyword

    Attributes
    protected

  17. val ELSE: Keyword

    Attributes
    protected

  18. val END: Keyword

    Attributes
    protected

  19. val EXCEPT: Keyword

    Attributes
    protected

  20. val FALSE: Keyword

    Attributes
    protected

  21. val FROM: Keyword

    Attributes
    protected

  22. val FULL: Keyword

    Attributes
    protected

  23. val GROUP: Keyword

    Attributes
    protected

  24. val HAVING: Keyword

    Attributes
    protected

  25. val IN: Keyword

    Attributes
    protected

  26. val INNER: Keyword

    Attributes
    protected

  27. val INSERT: Keyword

    Attributes
    protected

  28. val INTERSECT: Keyword

    Attributes
    protected

  29. val INTERVAL: Keyword

    Attributes
    protected

  30. val INTO: Keyword

    Attributes
    protected

  31. val IS: Keyword

    Attributes
    protected

  32. val JOIN: Keyword

    Attributes
    protected

  33. val LEFT: Keyword

    Attributes
    protected

  34. val LIKE: Keyword

    Attributes
    protected

  35. val LIMIT: Keyword

    Attributes
    protected

  36. val NOT: Keyword

    Attributes
    protected

  37. val NULL: Keyword

    Attributes
    protected

  38. object NoSuccess

    Definition Classes
    Parsers

  39. val ON: Keyword

    Attributes
    protected

  40. val OR: Keyword

    Attributes
    protected

  41. val ORDER: Keyword

    Attributes
    protected

  42. val OUTER: Keyword

    Attributes
    protected

  43. val OVERWRITE: Keyword

    Attributes
    protected

  44. def OnceParser[T](f: (Input) ⇒ ParseResult[T]): Parser[T] with OnceParser[T]

    Definition Classes
    Parsers

  45. def Parser[T](f: (Input) ⇒ ParseResult[T]): Parser[T]

    Definition Classes
    Parsers

  46. val REGEXP: Keyword

    Attributes
    protected

  47. val RIGHT: Keyword

    Attributes
    protected

  48. val RLIKE: Keyword

    Attributes
    protected

  49. val SELECT: Keyword

    Attributes
    protected

  50. val SEMI: Keyword

    Attributes
    protected

  51. val SORT: Keyword

    Attributes
    protected

  52. val TABLE: Keyword

    Attributes
    protected

  53. val THEN: Keyword

    Attributes
    protected

  54. val TRUE: Keyword

    Attributes
    protected

  55. val UNION: Keyword

    Attributes
    protected

  56. val WHEN: Keyword

    Attributes
    protected

  57. val WHERE: Keyword

    Attributes
    protected

  58. val WITH: Keyword

    Attributes
    protected

  59. def accept[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  60. def accept[ES](es: ES)(implicit arg0: (ES) ⇒ List[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  61. implicit def accept(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  62. def acceptIf(p: (Elem) ⇒ Boolean)(err: (Elem) ⇒ String): Parser[Elem]

    Definition Classes
    Parsers

  63. def acceptMatch[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  64. def acceptSeq[ES](es: ES)(implicit arg0: (ES) ⇒ Iterable[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  65. lazy val andExpression: Parser[Expression]

    Attributes
    protected

  66. lazy val arrayType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  67. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  68. implicit def asParser(k: Keyword): Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  69. lazy val attributeName: Parser[String]

    Attributes
    protected

  70. lazy val baseExpression: Parser[Expression]

    Attributes
    protected

  71. lazy val booleanLiteral: Parser[Literal]

    Attributes
    protected

  72. lazy val cast: Parser[Expression]

    Attributes
    protected

  73. def chainl1[T, U](first: ⇒ Parser[T], p: ⇒ Parser[U], q: ⇒ Parser[(T, U) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  74. def chainl1[T](p: ⇒ Parser[T], q: ⇒ Parser[(T, T) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  75. def chainr1[T, U](p: ⇒ Parser[T], q: ⇒ Parser[(T, U) ⇒ U], combine: (T, U) ⇒ U, first: U): Parser[U]

    Definition Classes
    Parsers

  76. lazy val char: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  77. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  78. def commit[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  79. lazy val comparisonExpression: Parser[Expression]

    Attributes
    protected

  80. lazy val cte: Parser[LogicalPlan]

    Attributes
    protected

  81. lazy val dataType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  82. lazy val day: Parser[Long]

    Attributes
    protected

  83. lazy val direction: Parser[SortDirection]

    Attributes
    protected

  84. lazy val dotExpressionHeader: Parser[Expression]

    Attributes
    protected

  85. def elem(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  86. def elem(kind: String, p: (Elem) ⇒ Boolean): Parser[Elem]

    Definition Classes
    Parsers

  87. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  88. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  89. def err(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  90. lazy val expression: Parser[Expression]

    Attributes
    protected

  91. def failure(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  92. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  93. lazy val fixedDecimalType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  94. lazy val function: Parser[Expression]

    Attributes
    protected

  95. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  96. def guard[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  97. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  98. lazy val hour: Parser[Long]

    Attributes
    protected

  99. def ident: Parser[String]

    Definition Classes
    StdTokenParsers

  100. lazy val initLexical: Unit

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  101. lazy val insert: Parser[LogicalPlan]

    Attributes
    protected

  102. lazy val integral: Parser[String]

    Attributes
    protected

  103. lazy val intervalLiteral: Parser[Literal]

    Attributes
    protected

  104. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  105. lazy val joinConditions: Parser[Expression]

    Attributes
    protected

  106. lazy val joinType: Parser[JoinType]

    Attributes
    protected

  107. lazy val joinedRelation: Parser[LogicalPlan]

    Attributes
    protected

  108. implicit def keyword(chars: String): Parser[String]

    Definition Classes
    StandardTokenParsers → StdTokenParsers

  109. val keywordCache: HashMap[String, Parser[String]]

    Attributes
    protected
    Definition Classes
    StdTokenParsers

  110. val lexical: SqlLexical

    Definition Classes
    AbstractSparkSQLParser → StandardTokenParsers → TokenParsers

  111. lazy val literal: Parser[Literal]

    Attributes
    protected

  112. def log[T](p: ⇒ Parser[T])(name: String): Parser[T]

    Definition Classes
    Parsers

  113. lazy val mapType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  114. def memo[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  115. lazy val microsecond: Parser[Long]

    Attributes
    protected

  116. lazy val millisecond: Parser[Long]

    Attributes
    protected

  117. lazy val minute: Parser[Long]

    Attributes
    protected

  118. def mkList[T]: (~[T, List[T]]) ⇒ List[T]

    Definition Classes
    Parsers

  119. lazy val month: Parser[Int]

    Attributes
    protected

  120. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  121. def not[T](p: ⇒ Parser[T]): Parser[Unit]

    Definition Classes
    Parsers

  122. lazy val notExpression: Parser[Expression]

    Attributes
    protected

  123. final def notify(): Unit

    Definition Classes
    AnyRef

  124. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  125. def numericLit: Parser[String]

    Definition Classes
    StdTokenParsers

  126. lazy val numericLiteral: Parser[Literal]

    Attributes
    protected

  127. def opt[T](p: ⇒ Parser[T]): Parser[Option[T]]

    Definition Classes
    Parsers

  128. lazy val orExpression: Parser[Expression]

    Attributes
    protected

  129. lazy val ordering: Parser[Seq[SortOrder]]

    Attributes
    protected

  130. def parse(input: String): LogicalPlan

    Definition Classes
    AbstractSparkSQLParser

  131. def parseExpression(input: String): Expression

  132. def parseTableIdentifier(input: String): TableIdentifier

  133. implicit def parser2packrat[T](p: ⇒ Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  134. def phrase[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers → Parsers

  135. def positioned[T <: Positional](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  136. lazy val primary: PackratParser[Expression]

    Attributes
    protected

  137. lazy val primitiveType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  138. lazy val productExpression: Parser[Expression]

    Attributes
    protected

  139. lazy val projection: Parser[Expression]

    Attributes
    protected

  140. implicit def regexToParser(regex: Regex): Parser[String]

    Definition Classes
    DataTypeParser

  141. lazy val relation: Parser[LogicalPlan]

    Attributes
    protected

  142. lazy val relationFactor: Parser[LogicalPlan]

    Attributes
    protected

  143. lazy val relations: Parser[LogicalPlan]

    Attributes
    protected

  144. def rep[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  145. def rep1[T](first: ⇒ Parser[T], p0: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
    Annotations
    @migration
    Migration

    (Changed in version 2.9.0) The p0 call-by-name arguments is evaluated at most once per constructed Parser object, instead of on every need that arises during parsing.

  146. def rep1[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  147. def rep1sep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  148. def repN[T](num: Int, p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  149. def repsep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  150. lazy val reservedWords: Seq[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  151. lazy val restInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  152. lazy val second: Parser[Long]

    Attributes
    protected

  153. lazy val select: Parser[LogicalPlan]

    Attributes
    protected

  154. lazy val sign: Parser[String]

    Attributes
    protected

  155. lazy val signedPrimary: Parser[Expression]

    Attributes
    protected

  156. lazy val sortType: Parser[(LogicalPlan) ⇒ LogicalPlan]

    Attributes
    protected

  157. lazy val start: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParser → AbstractSparkSQLParser

  158. lazy val start1: Parser[LogicalPlan]

    Attributes
    protected

  159. def stringLit: Parser[String]

    Definition Classes
    StdTokenParsers

  160. lazy val structField: Parser[StructField]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  161. lazy val structType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  162. def success[T](v: T): Parser[T]

    Definition Classes
    Parsers

  163. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  164. lazy val tableIdentifier: Parser[TableIdentifier]

    Attributes
    protected

  165. lazy val termExpression: Parser[Expression]

    Attributes
    protected

  166. def toDataType(dataTypeString: String): DataType

    Definition Classes
    DataTypeParser

  167. def toString(): String

    Definition Classes
    AnyRef → Any

  168. lazy val unsignedFloat: Parser[String]

    Attributes
    protected

  169. lazy val varchar: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  170. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  171. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  172. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  173. lazy val week: Parser[Long]

    Attributes
    protected

  174. lazy val whenThenElse: Parser[List[Expression]]

    Attributes
    protected

  175. lazy val wholeInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  176. lazy val year: Parser[Int]

    Attributes
    protected

Deprecated Value Members

  1. def lastNoSuccess: NoSuccess

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

  2. def lastNoSuccess_=(x: NoSuccess): Unit

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

Inherited from DataTypeParser

Inherited from AbstractSparkSQLParser

Inherited from PackratParsers

Inherited from StandardTokenParsers

Inherited from StdTokenParsers

Inherited from TokenParsers

Inherited from Parsers

Inherited from AnyRef

Inherited from Any

Ungrouped