org.apache.spark.sql.catalyst

SqlParser

Related Doc: package catalyst

class SqlParser extends AbstractSparkSQLParser with DataTypeParser

A very simple SQL parser. Based loosely on: https://github.com/stephentu/scala-sql-parser/blob/master/src/main/scala/parser.scala

Limitations:

This is currently included mostly for illustrative purposes. Users wanting more complete support for a SQL like language should checkout the HiveQL support in the sql/hive sub-project.

Linear Supertypes
DataTypeParser, AbstractSparkSQLParser, PackratParsers, StandardTokenParsers, StdTokenParsers, TokenParsers, Parsers, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SqlParser
  2. DataTypeParser
  3. AbstractSparkSQLParser
  4. PackratParsers
  5. StandardTokenParsers
  6. StdTokenParsers
  7. TokenParsers
  8. Parsers
  9. AnyRef
  10. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SqlParser()

Type Members

  1. type Elem = SqlLexical.Token

    Definition Classes
    TokenParsers → Parsers

  2. case class Error extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  3. case class Failure extends NoSuccess with Product with Serializable

    Definition Classes
    Parsers

  4. type Input = Reader[Elem]

    Definition Classes
    Parsers

  5. case class Keyword extends Product with Serializable

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  6. sealed abstract class NoSuccess extends ParseResult[Nothing]

    Definition Classes
    Parsers

  7. trait OnceParser[+T] extends Parser[T]

    Definition Classes
    Parsers

  8. abstract class PackratParser[+T] extends scala.util.parsing.combinator.PackratParsers.Parser[T]

    Definition Classes
    PackratParsers

  9. class PackratReader[+T] extends Reader[T]

    Definition Classes
    PackratParsers

  10. sealed abstract class ParseResult[+T] extends AnyRef

    Definition Classes
    Parsers

  11. abstract class Parser[+T] extends (Input) ⇒ ParseResult[T]

    Definition Classes
    Parsers

  12. case class Success[+T] extends ParseResult[T] with Product with Serializable

    Definition Classes
    Parsers

  13. type Tokens = StdTokens

    Definition Classes
    StandardTokenParsers → StdTokenParsers → TokenParsers

  14. case class ~[+a, +b] extends Product with Serializable

    Definition Classes
    Parsers

Value Members

  1. final def !=(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  4. val ABS: Keyword

    Attributes
    protected

  5. val ALL: Keyword

    Attributes
    protected

  6. val AND: Keyword

    Attributes
    protected

  7. val APPROXIMATE: Keyword

    Attributes
    protected

  8. val AS: Keyword

    Attributes
    protected

  9. val ASC: Keyword

    Attributes
    protected

  10. val AVG: Keyword

    Attributes
    protected

  11. val BETWEEN: Keyword

    Attributes
    protected

  12. val BY: Keyword

    Attributes
    protected

  13. val CASE: Keyword

    Attributes
    protected

  14. val CAST: Keyword

    Attributes
    protected

  15. val COALESCE: Keyword

    Attributes
    protected

  16. val COUNT: Keyword

    Attributes
    protected

  17. val DESC: Keyword

    Attributes
    protected

  18. val DISTINCT: Keyword

    Attributes
    protected

  19. val ELSE: Keyword

    Attributes
    protected

  20. val END: Keyword

    Attributes
    protected

  21. val EXCEPT: Keyword

    Attributes
    protected

  22. val FALSE: Keyword

    Attributes
    protected

  23. val FIRST: Keyword

    Attributes
    protected

  24. val FROM: Keyword

    Attributes
    protected

  25. val FULL: Keyword

    Attributes
    protected

  26. val GROUP: Keyword

    Attributes
    protected

  27. val HAVING: Keyword

    Attributes
    protected

  28. val IF: Keyword

    Attributes
    protected

  29. val IN: Keyword

    Attributes
    protected

  30. val INNER: Keyword

    Attributes
    protected

  31. val INSERT: Keyword

    Attributes
    protected

  32. val INTERSECT: Keyword

    Attributes
    protected

  33. val INTO: Keyword

    Attributes
    protected

  34. val IS: Keyword

    Attributes
    protected

  35. val JOIN: Keyword

    Attributes
    protected

  36. val LAST: Keyword

    Attributes
    protected

  37. val LEFT: Keyword

    Attributes
    protected

  38. val LIKE: Keyword

    Attributes
    protected

  39. val LIMIT: Keyword

    Attributes
    protected

  40. val LOWER: Keyword

    Attributes
    protected

  41. val MAX: Keyword

    Attributes
    protected

  42. val MIN: Keyword

    Attributes
    protected

  43. val NOT: Keyword

    Attributes
    protected

  44. val NULL: Keyword

    Attributes
    protected

  45. val ON: Keyword

    Attributes
    protected

  46. val OR: Keyword

    Attributes
    protected

  47. val ORDER: Keyword

    Attributes
    protected

  48. val OUTER: Keyword

    Attributes
    protected

  49. val OVERWRITE: Keyword

    Attributes
    protected

  50. def OnceParser[T](f: (Input) ⇒ ParseResult[T]): Parser[T] with OnceParser[T]

    Definition Classes
    Parsers

  51. def Parser[T](f: (Input) ⇒ ParseResult[T]): Parser[T]

    Definition Classes
    Parsers

  52. val REGEXP: Keyword

    Attributes
    protected

  53. val RIGHT: Keyword

    Attributes
    protected

  54. val RLIKE: Keyword

    Attributes
    protected

  55. val SELECT: Keyword

    Attributes
    protected

  56. val SEMI: Keyword

    Attributes
    protected

  57. val SORT: Keyword

    Attributes
    protected

  58. val SQRT: Keyword

    Attributes
    protected

  59. val SUBSTR: Keyword

    Attributes
    protected

  60. val SUBSTRING: Keyword

    Attributes
    protected

  61. val SUM: Keyword

    Attributes
    protected

  62. val TABLE: Keyword

    Attributes
    protected

  63. val THEN: Keyword

    Attributes
    protected

  64. val TRUE: Keyword

    Attributes
    protected

  65. val UNION: Keyword

    Attributes
    protected

  66. val UPPER: Keyword

    Attributes
    protected

  67. val WHEN: Keyword

    Attributes
    protected

  68. val WHERE: Keyword

    Attributes
    protected

  69. val WITH: Keyword

    Attributes
    protected

  70. def accept[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  71. def accept[ES](es: ES)(implicit arg0: (ES) ⇒ List[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  72. implicit def accept(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  73. def acceptIf(p: (Elem) ⇒ Boolean)(err: (Elem) ⇒ String): Parser[Elem]

    Definition Classes
    Parsers

  74. def acceptMatch[U](expected: String, f: PartialFunction[Elem, U]): Parser[U]

    Definition Classes
    Parsers

  75. def acceptSeq[ES](es: ES)(implicit arg0: (ES) ⇒ Iterable[Elem]): Parser[List[Elem]]

    Definition Classes
    Parsers

  76. lazy val andExpression: Parser[Expression]

    Attributes
    protected

  77. lazy val arrayType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  78. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  79. implicit def asParser(k: Keyword): Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  80. def assignAliases(exprs: Seq[Expression]): Seq[NamedExpression]

    Attributes
    protected

  81. lazy val baseExpression: Parser[Expression]

    Attributes
    protected

  82. lazy val booleanLiteral: Parser[Literal]

    Attributes
    protected

  83. lazy val cast: Parser[Expression]

    Attributes
    protected

  84. def chainl1[T, U](first: ⇒ Parser[T], p: ⇒ Parser[U], q: ⇒ Parser[(T, U) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  85. def chainl1[T](p: ⇒ Parser[T], q: ⇒ Parser[(T, T) ⇒ T]): Parser[T]

    Definition Classes
    Parsers

  86. def chainr1[T, U](p: ⇒ Parser[T], q: ⇒ Parser[(T, U) ⇒ U], combine: (T, U) ⇒ U, first: U): Parser[U]

    Definition Classes
    Parsers

  87. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  88. def commit[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  89. lazy val comparisonExpression: Parser[Expression]

    Attributes
    protected

  90. lazy val cte: Parser[LogicalPlan]

    Attributes
    protected

  91. lazy val dataType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  92. lazy val direction: Parser[SortDirection]

    Attributes
    protected

  93. lazy val dotExpressionHeader: Parser[Expression]

    Attributes
    protected

  94. def elem(e: Elem): Parser[Elem]

    Definition Classes
    Parsers

  95. def elem(kind: String, p: (Elem) ⇒ Boolean): Parser[Elem]

    Definition Classes
    Parsers

  96. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  97. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  98. def err(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  99. lazy val expression: Parser[Expression]

    Attributes
    protected

  100. def failure(msg: String): Parser[Nothing]

    Definition Classes
    Parsers

  101. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  102. lazy val fixedDecimalType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  103. lazy val floatLit: Parser[String]

    Attributes
    protected

  104. lazy val function: Parser[Expression]

    Attributes
    protected

  105. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  106. def guard[T](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  107. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  108. def ident: Parser[String]

    Definition Classes
    StdTokenParsers

  109. lazy val insert: Parser[LogicalPlan]

    Attributes
    protected

  110. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  111. lazy val joinConditions: Parser[Expression]

    Attributes
    protected

  112. lazy val joinType: Parser[JoinType]

    Attributes
    protected

  113. lazy val joinedRelation: Parser[LogicalPlan]

    Attributes
    protected

  114. implicit def keyword(chars: String): Parser[String]

    Definition Classes
    StandardTokenParsers → StdTokenParsers

  115. val keywordCache: HashMap[String, Parser[String]]

    Attributes
    protected
    Definition Classes
    StdTokenParsers

  116. val lexical: SqlLexical

    Definition Classes
    AbstractSparkSQLParser → StandardTokenParsers → TokenParsers

  117. lazy val literal: Parser[Literal]

    Attributes
    protected

  118. def log[T](p: ⇒ Parser[T])(name: String): Parser[T]

    Definition Classes
    Parsers

  119. lazy val mapType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  120. def memo[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  121. def mkList[T]: (~[T, List[T]]) ⇒ List[T]

    Definition Classes
    Parsers

  122. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  123. def not[T](p: ⇒ Parser[T]): Parser[Unit]

    Definition Classes
    Parsers

  124. final def notify(): Unit

    Definition Classes
    AnyRef

  125. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  126. def numericLit: Parser[String]

    Definition Classes
    StdTokenParsers

  127. lazy val numericLiteral: Parser[Literal]

    Attributes
    protected

  128. def opt[T](p: ⇒ Parser[T]): Parser[Option[T]]

    Definition Classes
    Parsers

  129. lazy val orExpression: Parser[Expression]

    Attributes
    protected

  130. lazy val ordering: Parser[Seq[SortOrder]]

    Attributes
    protected

  131. def parse(input: String): LogicalPlan

    Definition Classes
    AbstractSparkSQLParser

  132. def parseExpression(input: String): Expression

  133. implicit def parser2packrat[T](p: ⇒ Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers

  134. def phrase[T](p: Parser[T]): PackratParser[T]

    Definition Classes
    PackratParsers → Parsers

  135. def positioned[T <: Positional](p: ⇒ Parser[T]): Parser[T]

    Definition Classes
    Parsers

  136. lazy val primary: PackratParser[Expression]

    Attributes
    protected

  137. lazy val primitiveType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  138. lazy val productExpression: Parser[Expression]

    Attributes
    protected

  139. lazy val projection: Parser[Expression]

    Attributes
    protected

  140. implicit def regexToParser(regex: Regex): Parser[String]

    Definition Classes
    DataTypeParser

  141. lazy val relation: Parser[LogicalPlan]

    Attributes
    protected

  142. lazy val relationFactor: Parser[LogicalPlan]

    Attributes
    protected

  143. lazy val relations: Parser[LogicalPlan]

    Attributes
    protected

  144. def rep[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  145. def rep1[T](first: ⇒ Parser[T], p0: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers
    Annotations
    @migration
    Migration

    (Changed in version 2.9.0) The p0 call-by-name arguments is evaluated at most once per constructed Parser object, instead of on every need that arises during parsing.

  146. def rep1[T](p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  147. def rep1sep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  148. def repN[T](num: Int, p: ⇒ Parser[T]): Parser[List[T]]

    Definition Classes
    Parsers

  149. def repsep[T](p: ⇒ Parser[T], q: ⇒ Parser[Any]): Parser[List[T]]

    Definition Classes
    Parsers

  150. lazy val reservedWords: Seq[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  151. lazy val restInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

  152. lazy val select: Parser[LogicalPlan]

    Attributes
    protected

  153. lazy val sign: Parser[String]

    Attributes
    protected

  154. lazy val signedNumericLiteral: Parser[Literal]

    Attributes
    protected

  155. lazy val signedPrimary: Parser[Expression]

    Attributes
    protected

  156. lazy val sortType: Parser[(LogicalPlan) ⇒ LogicalPlan]

    Attributes
    protected

  157. lazy val start: Parser[LogicalPlan]

    Attributes
    protected
    Definition Classes
    SqlParser → AbstractSparkSQLParser

  158. lazy val start1: Parser[LogicalPlan]

    Attributes
    protected

  159. def stringLit: Parser[String]

    Definition Classes
    StdTokenParsers

  160. lazy val structField: Parser[StructField]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  161. lazy val structType: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  162. def success[T](v: T): Parser[T]

    Definition Classes
    Parsers

  163. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  164. lazy val termExpression: Parser[Expression]

    Attributes
    protected

  165. def toDataType(dataTypeString: String): DataType

    Definition Classes
    DataTypeParser

  166. def toString(): String

    Definition Classes
    AnyRef → Any

  167. lazy val unsignedNumericLiteral: Parser[Literal]

    Attributes
    protected

  168. lazy val varchar: Parser[DataType]

    Attributes
    protected
    Definition Classes
    DataTypeParser

  169. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  170. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  171. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  172. lazy val wholeInput: Parser[String]

    Attributes
    protected
    Definition Classes
    AbstractSparkSQLParser

Inherited from DataTypeParser

Inherited from AbstractSparkSQLParser

Inherited from PackratParsers

Inherited from StandardTokenParsers

Inherited from StdTokenParsers

Inherited from TokenParsers

Inherited from Parsers

Inherited from AnyRef

Inherited from Any

Ungrouped