org.apache.spark.sql.catalyst

SqlParser

object SqlParser extends SqlParserBase

A very simple SQL parser. Based loosely on: https://github.com/stephentu/scala-sql-parser/blob/master/src/main/scala/parser.scala

Limitations:

This is currently included mostly for illustrative purposes. Users wanting more complete support for a SQL like language should checkout the HiveQL support in the sql/hive sub-project.

Linear Supertypes
SqlParserBase, DataTypeParser, AbstractSparkSQLParser, PackratParsers, StandardTokenParsers, StdTokenParsers, TokenParsers, Parsers, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SqlParser
  2. SqlParserBase
  3. DataTypeParser
  4. AbstractSparkSQLParser
  5. PackratParsers
  6. StandardTokenParsers
  7. StdTokenParsers
  8. TokenParsers
  9. Parsers
  10. AnyRef
  11. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Elem = SqlLexical.Token

    Definition Classes
    TokenParsers → Parsers

  2. case class Error extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  3. case class Failure extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  4. type Input = Reader[Elem]

    Definition Classes
    Parsers

  5. case class Keyword extends Product with Serializable

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  6. sealed abstract class NoSuccess extends ParseResult[Nothing]

    Definition Classes
    Parsers

  7. trait OnceParser[+T] extends Parser[T]

    Definition Classes
    Parsers

  8. abstract class PackratParser[+T] extends scala.util.parsing.combinator.PackratParsers.Parser[T]

    Definition Classes
    PackratParsers

  9. class PackratReader[+T] extends Reader[T]

    Definition Classes
    PackratParsers

  10. sealed abstract class ParseResult[+T] extends AnyRef

    Definition Classes
    Parsers

  11. abstract class Parser[+T] extends (Input) ⇒ ParseResult[T]

    Definition Classes
    Parsers

  12. case class Success[+T] extends ParseResult[T] with Product with Serializable

    Definition Classes
    Parsers

  13. type Tokens = StdTokens

    Definition Classes
    StandardTokenParsers → StdTokenParsers → TokenParsers

  14. case class ~[+a, +b] extends Product with Serializable

    Definition Classes
    Parsers

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. val ALL: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  7. val AND: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  8. val APPROXIMATE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  9. val AS: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  10. val ASC: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  11. val BETWEEN: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  12. val BY: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  13. val CASE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  14. val CAST: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  15. val DESC: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  16. val DISTINCT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  17. val ELSE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  18. val END: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  19. val EXCEPT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  20. val EXISTS: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  21. val FALSE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  22. val FROM: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  23. val FULL: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  24. val GROUP: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  25. val HAVING: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  26. val IN: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  27. val INNER: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  28. val INSERT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  29. val INTERSECT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  30. val INTERVAL: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  31. val INTO: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  32. val IS: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  33. val JOIN: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  34. val LEFT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  35. val LIKE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  36. val LIMIT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  37. val NOT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  38. val NULL: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  39. object NoSuccess

    Definition Classes
    Parsers

  40. val ON: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  41. val OR: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  42. val ORDER: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  43. val OUTER: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  44. val OVERWRITE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  45. def OnceParser[T](f: (Input) ⇒ ParseResult[T]): Parser[T] with OnceParser[T]

    Definition Classes
    Parsers

  46. def Parser[T](f: (Input) ⇒ ParseResult[T]): Parser[T]

    Definition Classes
    Parsers

  47. val REGEXP: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  48. val RIGHT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  49. val RLIKE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  50. val SELECT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  51. val SEMI: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  52. val SORT: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  53. val TABLE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  54. val THEN: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  55. val TRUE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  56. val UNION: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  57. val WHEN: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  58. val WHERE: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  59. val WITH: Keyword

    Attributes
    protected
    Definition Classes
    SqlParserBase

  60. def accept[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  61. def accept[ES](es: ES)(implicit arg0: (ES) ⇒ List[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  62. implicit def accept(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  63. def acceptIf(p: (Elem) ⇒ Boolean)(err: (Elem) ⇒ String): Parser[Elem]

    Definition Classes
    Parsers

  64. def acceptMatch[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  65. def acceptSeq[ES](es: ES)(implicit arg0: (ES) ⇒ Iterable[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  66. lazy val andExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  67. lazy val arrayType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  68. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  69. implicit def asParser(k: Keyword): Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  70. lazy val attributeName: Parser[String]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  71. lazy val baseExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  72. lazy val booleanLiteral: Parser[Literal]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  73. lazy val cast: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  74. def chainl1[T, U](first: ⇒ Parser[T], p: ⇒ Parser[U], q: ⇒ Parser[(T, U) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  75. def chainl1[T](p: ⇒ Parser[T], q: ⇒ Parser[(T, T) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  76. def chainr1[T, U](p: ⇒ Parser[T], q: ⇒ Parser[(T, U) ⇒ U], combine: (T, U) ⇒ U, first: U): Parser[U]

    Definition Classes
    Parsers

  77. lazy val char: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  78. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  79. def commit[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  80. lazy val comparisonExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  81. lazy val cte: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  82. lazy val dataType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  83. lazy val day: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  84. lazy val direction: Parser[SortDirection]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  85. lazy val dotExpressionHeader: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  86. def elem(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  87. def elem(kind: String, p: (Elem) ⇒ Boolean): Parser[Elem]

    Definition Classes
    Parsers

  88. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  89. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  90. def err(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  91. lazy val expression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  92. def failure(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  93. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  94. lazy val fixedDecimalType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  95. lazy val function: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  96. def functionDef: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  97. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  98. def guard[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  99. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  100. lazy val hour: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  101. def ident: Parser[String]

    Definition Classes
    StdTokenParsers

  102. lazy val initLexical: Unit

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  103. lazy val insert: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  104. lazy val integral: Parser[String]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  105. lazy val intervalLiteral: Parser[Literal]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  106. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  107. lazy val joinConditions: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  108. lazy val joinType: Parser[JoinType]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  109. lazy val joinedRelation: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  110. implicit def keyword(chars: String): Parser[String]

    Definition Classes
    StandardTokenParsers → StdTokenParsers

  111. val keywordCache: HashMap[String, Parser[String]]

    Attributes
    protected
    Definition Classes
    StdTokenParsers

  112. val lexical: SqlLexical

    Definition Classes
    AbstractSparkSQLParser → StandardTokenParsers → TokenParsers

  113. lazy val literal: Parser[Literal]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  114. def log[T](p: ⇒ Parser[T])(name: String): Parser[T]

    Definition Classes
    Parsers

  115. lazy val mapType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  116. def memo[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  117. lazy val microsecond: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  118. lazy val millisecond: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  119. lazy val minute: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  120. def mkList[T]: (~[T, List[T]]) ⇒ List[T]

    Definition Classes
    Parsers

  121. lazy val month: Parser[Int]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  122. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  123. def not[T](p: ⇒ Parser[T]): Parser[Unit]

    Definition Classes
    Parsers

  124. lazy val notExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  125. final def notify(): Unit

    Definition Classes
    AnyRef

  126. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  127. def numericLit: Parser[String]

    Definition Classes
    StdTokenParsers

  128. lazy val numericLiteral: Parser[Literal]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  129. def opt[T](p: ⇒ Parser[T]): Parser[Option[T]]

    Definition Classes
    Parsers

  130. lazy val orExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  131. lazy val ordering: Parser[Seq[SortOrder]]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  132. def parse(input: String): LogicalPlan

    Definition Classes
    AbstractSparkSQLParser

  133. def parseExpression(input: String): Expression

    Definition Classes
    SqlParserBase

  134. def parseTableIdentifier(input: String): TableIdentifier

    Definition Classes
    SqlParserBase

  135. implicit def parser2packrat[T](p: ⇒ Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  136. def phrase[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers → Parsers

  137. def positioned[T <: Positional](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  138. lazy val primary: PackratParser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  139. lazy val primitiveType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  140. lazy val productExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  141. lazy val projection: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  142. implicit def regexToParser(regex: Regex): Parser[String]

    Definition Classes
    DataTypeParser

  143. lazy val relation: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  144. lazy val relationFactor: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  145. lazy val relations: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  146. def rep[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  147. def rep1[T](first: ⇒ Parser[T], p0: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
    Annotations
    @migration
    Migration

    (Changed in version 2.9.0) The p0 call-by-name arguments is evaluated at most once per constructed Parser object, instead of on every need that arises during parsing.

  148. def rep1[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  149. def rep1sep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  150. def repN[T](num: Int, p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  151. def repsep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  152. lazy val reservedWords: Seq[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  153. lazy val restInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  154. lazy val second: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  155. lazy val select: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  156. lazy val sign: Parser[String]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  157. lazy val signedPrimary: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  158. lazy val sortType: Parser[(LogicalPlan) ⇒ LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  159. lazy val start: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase → AbstractSparkSQLParser

  160. lazy val start1: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  161. def stringLit: Parser[String]

    Definition Classes
    StdTokenParsers

  162. lazy val structField: Parser[StructField]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  163. lazy val structType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  164. def success[T](v: T): Parser[T]

    Definition Classes
    Parsers

  165. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  166. lazy val tableIdentifier: Parser[TableIdentifier]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  167. lazy val termExpression: Parser[Expression]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  168. def toDataType(dataTypeString: String): DataType

    Definition Classes
    DataTypeParser

  169. def toString(): String

    Definition Classes
    AnyRef → Any

  170. lazy val unsignedFloat: Parser[String]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  171. lazy val varchar: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  172. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  173. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  174. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  175. lazy val week: Parser[Long]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  176. lazy val whenThenElse: Parser[List[Expression]]

    Attributes
    protected
    Definition Classes
    SqlParserBase

  177. lazy val wholeInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  178. lazy val year: Parser[Int]

    Attributes
    protected
    Definition Classes
    SqlParserBase

Deprecated Value Members

  1. def lastNoSuccess: NoSuccess

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

  2. def lastNoSuccess_=(x: NoSuccess): Unit

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

Inherited from SqlParserBase

Inherited from DataTypeParser

Inherited from AbstractSparkSQLParser

Inherited from PackratParsers

Inherited from StandardTokenParsers

Inherited from StdTokenParsers

Inherited from TokenParsers

Inherited from Parsers

Inherited from AnyRef

Inherited from Any

Ungrouped