org.apache.spark.sql.catalyst

SqlParser

object SqlParser extends AbstractSparkSQLParser with DataTypeParser

A very simple SQL parser. Based loosely on: https://github.com/stephentu/scala-sql-parser/blob/master/src/main/scala/parser.scala

Limitations:

This is currently included mostly for illustrative purposes. Users wanting more complete support for a SQL like language should checkout the HiveQL support in the sql/hive sub-project.

Linear Supertypes
DataTypeParser, AbstractSparkSQLParser, PackratParsers, StandardTokenParsers, StdTokenParsers, TokenParsers, Parsers, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SqlParser
  2. DataTypeParser
  3. AbstractSparkSQLParser
  4. PackratParsers
  5. StandardTokenParsers
  6. StdTokenParsers
  7. TokenParsers
  8. Parsers
  9. AnyRef
  10. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. type Elem = SqlLexical.Token

    Definition Classes
    TokenParsers → Parsers

  2. case class Error extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  3. case class Failure extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  4. type Input = Reader[Elem]

    Definition Classes
    Parsers

  5. case class Keyword extends Product with Serializable

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  6. sealed abstract class NoSuccess extends ParseResult[Nothing]

    Definition Classes
    Parsers

  7. trait OnceParser[+T] extends Parser[T]

    Definition Classes
    Parsers

  8. abstract class PackratParser[+T] extends scala.util.parsing.combinator.PackratParsers.Parser[T]

    Definition Classes
    PackratParsers

  9. class PackratReader[+T] extends Reader[T]

    Definition Classes
    PackratParsers

  10. sealed abstract class ParseResult[+T] extends AnyRef

    Definition Classes
    Parsers

  11. abstract class Parser[+T] extends (Input) ⇒ ParseResult[T]

    Definition Classes
    Parsers

  12. case class Success[+T] extends ParseResult[T] with Product with Serializable

    Definition Classes
    Parsers

  13. type Tokens = StdTokens

    Definition Classes
    StandardTokenParsers → StdTokenParsers → TokenParsers

  14. case class ~[+a, +b] extends Product with Serializable

    Definition Classes
    Parsers

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. val ALL: Keyword

    Attributes
    protected

  7. val AND: Keyword

    Attributes
    protected

  8. val APPROXIMATE: Keyword

    Attributes
    protected

  9. val AS: Keyword

    Attributes
    protected

  10. val ASC: Keyword

    Attributes
    protected

  11. val BETWEEN: Keyword

    Attributes
    protected

  12. val BY: Keyword

    Attributes
    protected

  13. val CASE: Keyword

    Attributes
    protected

  14. val CAST: Keyword

    Attributes
    protected

  15. val DESC: Keyword

    Attributes
    protected

  16. val DISTINCT: Keyword

    Attributes
    protected

  17. val ELSE: Keyword

    Attributes
    protected

  18. val END: Keyword

    Attributes
    protected

  19. val EXCEPT: Keyword

    Attributes
    protected

  20. val FALSE: Keyword

    Attributes
    protected

  21. val FROM: Keyword

    Attributes
    protected

  22. val FULL: Keyword

    Attributes
    protected

  23. val GROUP: Keyword

    Attributes
    protected

  24. val HAVING: Keyword

    Attributes
    protected

  25. val IN: Keyword

    Attributes
    protected

  26. val INNER: Keyword

    Attributes
    protected

  27. val INSERT: Keyword

    Attributes
    protected

  28. val INTERSECT: Keyword

    Attributes
    protected

  29. val INTERVAL: Keyword

    Attributes
    protected

  30. val INTO: Keyword

    Attributes
    protected

  31. val IS: Keyword

    Attributes
    protected

  32. val JOIN: Keyword

    Attributes
    protected

  33. val LEFT: Keyword

    Attributes
    protected

  34. val LIKE: Keyword

    Attributes
    protected

  35. val LIMIT: Keyword

    Attributes
    protected

  36. val NOT: Keyword

    Attributes
    protected

  37. val NULL: Keyword

    Attributes
    protected

  38. object NoSuccess

    Definition Classes
    Parsers

  39. val ON: Keyword

    Attributes
    protected

  40. val OR: Keyword

    Attributes
    protected

  41. val ORDER: Keyword

    Attributes
    protected

  42. val OUTER: Keyword

    Attributes
    protected

  43. val OVERWRITE: Keyword

    Attributes
    protected

  44. def OnceParser[T](f: (Input) ⇒ ParseResult[T]): Parser[T] with OnceParser[T]

    Definition Classes
    Parsers

  45. def Parser[T](f: (Input) ⇒ ParseResult[T]): Parser[T]

    Definition Classes
    Parsers

  46. val REGEXP: Keyword

    Attributes
    protected

  47. val RIGHT: Keyword

    Attributes
    protected

  48. val RLIKE: Keyword

    Attributes
    protected

  49. val SELECT: Keyword

    Attributes
    protected

  50. val SEMI: Keyword

    Attributes
    protected

  51. val SORT: Keyword

    Attributes
    protected

  52. val TABLE: Keyword

    Attributes
    protected

  53. val THEN: Keyword

    Attributes
    protected

  54. val TRUE: Keyword

    Attributes
    protected

  55. val UNION: Keyword

    Attributes
    protected

  56. val WHEN: Keyword

    Attributes
    protected

  57. val WHERE: Keyword

    Attributes
    protected

  58. val WITH: Keyword

    Attributes
    protected

  59. def accept[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  60. def accept[ES](es: ES)(implicit arg0: (ES) ⇒ List[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  61. implicit def accept(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  62. def acceptIf(p: (Elem) ⇒ Boolean)(err: (Elem) ⇒ String): Parser[Elem]

    Definition Classes
    Parsers

  63. def acceptMatch[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  64. def acceptSeq[ES](es: ES)(implicit arg0: (ES) ⇒ Iterable[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  65. lazy val andExpression: Parser[Expression]

    Attributes
    protected

  66. lazy val arrayType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  67. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  68. implicit def asParser(k: Keyword): Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  69. lazy val attributeName: Parser[String]

    Attributes
    protected

  70. lazy val baseExpression: Parser[Expression]

    Attributes
    protected

  71. lazy val booleanLiteral: Parser[Literal]

    Attributes
    protected

  72. lazy val cast: Parser[Expression]

    Attributes
    protected

  73. def chainl1[T, U](first: ⇒ Parser[T], p: ⇒ Parser[U], q: ⇒ Parser[(T, U) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  74. def chainl1[T](p: ⇒ Parser[T], q: ⇒ Parser[(T, T) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  75. def chainr1[T, U](p: ⇒ Parser[T], q: ⇒ Parser[(T, U) ⇒ U], combine: (T, U) ⇒ U, first: U): Parser[U]

    Definition Classes
    Parsers

  76. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  77. def commit[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  78. lazy val comparisonExpression: Parser[Expression]

    Attributes
    protected

  79. lazy val cte: Parser[LogicalPlan]

    Attributes
    protected

  80. lazy val dataType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  81. lazy val day: Parser[Long]

    Attributes
    protected

  82. lazy val direction: Parser[SortDirection]

    Attributes
    protected

  83. lazy val dotExpressionHeader: Parser[Expression]

    Attributes
    protected

  84. def elem(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  85. def elem(kind: String, p: (Elem) ⇒ Boolean): Parser[Elem]

    Definition Classes
    Parsers

  86. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  87. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  88. def err(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  89. lazy val expression: Parser[Expression]

    Attributes
    protected

  90. def failure(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  91. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  92. lazy val fixedDecimalType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  93. lazy val function: Parser[Expression]

    Attributes
    protected

  94. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  95. def guard[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  96. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  97. lazy val hour: Parser[Long]

    Attributes
    protected

  98. def ident: Parser[String]

    Definition Classes
    StdTokenParsers

  99. lazy val initLexical: Unit

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  100. lazy val insert: Parser[LogicalPlan]

    Attributes
    protected

  101. lazy val integral: Parser[String]

    Attributes
    protected

  102. lazy val intervalLiteral: Parser[Literal]

    Attributes
    protected

  103. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  104. lazy val joinConditions: Parser[Expression]

    Attributes
    protected

  105. lazy val joinType: Parser[JoinType]

    Attributes
    protected

  106. lazy val joinedRelation: Parser[LogicalPlan]

    Attributes
    protected

  107. implicit def keyword(chars: String): Parser[String]

    Definition Classes
    StandardTokenParsers → StdTokenParsers

  108. val keywordCache: HashMap[String, Parser[String]]

    Attributes
    protected
    Definition Classes
    StdTokenParsers

  109. val lexical: SqlLexical

    Definition Classes
    AbstractSparkSQLParser → StandardTokenParsers → TokenParsers

  110. lazy val literal: Parser[Literal]

    Attributes
    protected

  111. def log[T](p: ⇒ Parser[T])(name: String): Parser[T]

    Definition Classes
    Parsers

  112. lazy val mapType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  113. def memo[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  114. lazy val microsecond: Parser[Long]

    Attributes
    protected

  115. lazy val millisecond: Parser[Long]

    Attributes
    protected

  116. lazy val minute: Parser[Long]

    Attributes
    protected

  117. def mkList[T]: (~[T, List[T]]) ⇒ List[T]

    Definition Classes
    Parsers

  118. lazy val month: Parser[Int]

    Attributes
    protected

  119. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  120. def not[T](p: ⇒ Parser[T]): Parser[Unit]

    Definition Classes
    Parsers

  121. final def notify(): Unit

    Definition Classes
    AnyRef

  122. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  123. def numericLit: Parser[String]

    Definition Classes
    StdTokenParsers

  124. lazy val numericLiteral: Parser[Literal]

    Attributes
    protected

  125. def opt[T](p: ⇒ Parser[T]): Parser[Option[T]]

    Definition Classes
    Parsers

  126. lazy val orExpression: Parser[Expression]

    Attributes
    protected

  127. lazy val ordering: Parser[Seq[SortOrder]]

    Attributes
    protected

  128. def parse(input: String): LogicalPlan

    Definition Classes
    AbstractSparkSQLParser

  129. def parseExpression(input: String): Expression

  130. def parseTableIdentifier(input: String): TableIdentifier

  131. implicit def parser2packrat[T](p: ⇒ Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  132. def phrase[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers → Parsers

  133. def positioned[T <: Positional](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  134. lazy val primary: PackratParser[Expression]

    Attributes
    protected

  135. lazy val primitiveType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  136. lazy val productExpression: Parser[Expression]

    Attributes
    protected

  137. lazy val projection: Parser[Expression]

    Attributes
    protected

  138. implicit def regexToParser(regex: Regex): Parser[String]

    Definition Classes
    DataTypeParser

  139. lazy val relation: Parser[LogicalPlan]

    Attributes
    protected

  140. lazy val relationFactor: Parser[LogicalPlan]

    Attributes
    protected

  141. lazy val relations: Parser[LogicalPlan]

    Attributes
    protected

  142. def rep[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  143. def rep1[T](first: ⇒ Parser[T], p0: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
    Annotations
    @migration
    Migration

    (Changed in version 2.9.0) The p0 call-by-name arguments is evaluated at most once per constructed Parser object, instead of on every need that arises during parsing.

  144. def rep1[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  145. def rep1sep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  146. def repN[T](num: Int, p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  147. def repsep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  148. lazy val reservedWords: Seq[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  149. lazy val restInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  150. lazy val second: Parser[Long]

    Attributes
    protected

  151. lazy val select: Parser[LogicalPlan]

    Attributes
    protected

  152. lazy val sign: Parser[String]

    Attributes
    protected

  153. lazy val signedPrimary: Parser[Expression]

    Attributes
    protected

  154. lazy val sortType: Parser[(LogicalPlan) ⇒ LogicalPlan]

    Attributes
    protected

  155. lazy val start: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParser → AbstractSparkSQLParser

  156. lazy val start1: Parser[LogicalPlan]

    Attributes
    protected

  157. def stringLit: Parser[String]

    Definition Classes
    StdTokenParsers

  158. lazy val structField: Parser[StructField]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  159. lazy val structType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  160. def success[T](v: T): Parser[T]

    Definition Classes
    Parsers

  161. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  162. lazy val tableIdentifier: Parser[TableIdentifier]

    Attributes
    protected

  163. lazy val termExpression: Parser[Expression]

    Attributes
    protected

  164. def toDataType(dataTypeString: String): DataType

    Definition Classes
    DataTypeParser

  165. def toString(): String

    Definition Classes
    AnyRef → Any

  166. lazy val unsignedFloat: Parser[String]

    Attributes
    protected

  167. lazy val varchar: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  168. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  169. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  170. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  171. lazy val week: Parser[Long]

    Attributes
    protected

  172. lazy val whenThenElse: Parser[List[Expression]]

    Attributes
    protected

  173. lazy val wholeInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  174. lazy val year: Parser[Int]

    Attributes
    protected

Deprecated Value Members

  1. def lastNoSuccess: NoSuccess

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

  2. def lastNoSuccess_=(x: NoSuccess): Unit

    Definition Classes
    Parsers
    Annotations
    @deprecated
    Deprecated

    (Since version 2.10.0) lastNoSuccess was not thread-safe and will be removed in 2.11.0

Inherited from DataTypeParser

Inherited from AbstractSparkSQLParser

Inherited from PackratParsers

Inherited from StandardTokenParsers

Inherited from StdTokenParsers

Inherited from TokenParsers

Inherited from Parsers

Inherited from AnyRef

Inherited from Any

Ungrouped