Class

org.apache.spark.sql

AQPDataFrame

Related Doc: package sql

Permalink

case class AQPDataFrame(snappySession: SnappySession, qe: QueryExecution) extends DataFrame with Product with Serializable

Linear Supertypes
Product, Equals, Dataset[Row], Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. AQPDataFrame
  2. Product
  3. Equals
  4. Dataset
  5. Serializable
  6. Serializable
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new AQPDataFrame(snappySession: SnappySession, qe: QueryExecution)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def agg(expr: Column, exprs: Column*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  5. def agg(exprs: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  6. def agg(exprs: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  7. def agg(aggExpr: (String, String), aggExprs: (String, String)*): DataFrame

    Permalink
    Definition Classes
    Dataset

  8. def alias(alias: Symbol): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  9. def alias(alias: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  10. def apply(colName: String): Column

    Permalink
    Definition Classes
    Dataset

  11. def as(alias: Symbol): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  12. def as(alias: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  13. def as[U](implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  14. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  15. def cache(): AQPDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  16. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  17. def coalesce(numPartitions: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  18. def col(colName: String): Column

    Permalink
    Definition Classes
    Dataset

  19. def collect(): Array[Row]

    Permalink
    Definition Classes
    Dataset

  20. def collectAsList(): List[Row]

    Permalink
    Definition Classes
    Dataset

  21. def columns: Array[String]

    Permalink
    Definition Classes
    Dataset

  22. def count(): Long

    Permalink
    Definition Classes
    Dataset

  23. def createOrReplaceTempView(viewName: String): Unit

    Permalink
    Definition Classes
    Dataset

  24. def createTempView(viewName: String): Unit

    Permalink
    Definition Classes
    Dataset
    Annotations
    @throws( ... )

  25. def cube(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  26. def cube(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  27. def describe(cols: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  28. def distinct(): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  29. def drop(col: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  30. def drop(colNames: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  31. def drop(colName: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  32. def dropDuplicates(col1: String, cols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  33. def dropDuplicates(colNames: Array[String]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  34. def dropDuplicates(colNames: Seq[String]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  35. def dropDuplicates(): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  36. def dtypes: Array[(String, String)]

    Permalink
    Definition Classes
    Dataset

  37. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  38. def except(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  39. def explain(): Unit

    Permalink
    Definition Classes
    Dataset

  40. def explain(extended: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  41. def filter(func: FilterFunction[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  42. def filter(func: (Row) ⇒ Boolean): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  43. def filter(conditionExpr: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  44. def filter(condition: Column): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  45. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  46. def first(): Row

    Permalink
    Definition Classes
    Dataset

  47. def flatMap[U](f: FlatMapFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  48. def flatMap[U](func: (Row) ⇒ TraversableOnce[U])(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  49. def foreach(func: ForeachFunction[Row]): Unit

    Permalink
    Definition Classes
    Dataset

  50. def foreach(f: (Row) ⇒ Unit): Unit

    Permalink
    Definition Classes
    Dataset

  51. def foreachPartition(func: ForeachPartitionFunction[Row]): Unit

    Permalink
    Definition Classes
    Dataset

  52. def foreachPartition(f: (Iterator[Row]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    Dataset

  53. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  54. def groupBy(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  55. def groupBy(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  56. def groupByKey[K](func: MapFunction[Row, K], encoder: Encoder[K]): KeyValueGroupedDataset[K, Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  57. def groupByKey[K](func: (Row) ⇒ K)(implicit arg0: Encoder[K]): KeyValueGroupedDataset[K, Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  58. def head(): Row

    Permalink
    Definition Classes
    Dataset

  59. def head(n: Int): Array[Row]

    Permalink
    Definition Classes
    Dataset

  60. def inputFiles: Array[String]

    Permalink
    Definition Classes
    Dataset

  61. def intersect(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  62. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  63. def isLocal: Boolean

    Permalink
    Definition Classes
    Dataset

  64. def isStreaming: Boolean

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  65. def javaRDD: JavaRDD[Row]

    Permalink
    Definition Classes
    Dataset

  66. def join(right: Dataset[_], joinExprs: Column, joinType: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  67. def join(right: Dataset[_], joinExprs: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  68. def join(right: Dataset[_], usingColumns: Seq[String], joinType: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  69. def join(right: Dataset[_], usingColumns: Seq[String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  70. def join(right: Dataset[_], usingColumn: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  71. def join(right: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    Dataset

  72. def joinWith[U](other: Dataset[U], condition: Column): Dataset[(Row, U)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  73. def joinWith[U](other: Dataset[U], condition: Column, joinType: String): Dataset[(Row, U)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  74. def limit(n: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  75. def map[U](func: MapFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  76. def map[U](func: (Row) ⇒ U)(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  77. def mapPartitions[U](f: MapPartitionsFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  78. def mapPartitions[U](func: (Iterator[Row]) ⇒ Iterator[U])(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  79. def na: DataFrameNaFunctions

    Permalink
    Definition Classes
    Dataset

  80. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  81. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  82. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  83. def orderBy(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  84. def orderBy(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  85. def persist(newLevel: StorageLevel): AQPDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  86. def persist(): AQPDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  87. def printSchema(): Unit

    Permalink
    Definition Classes
    Dataset

  88. val qe: QueryExecution

    Permalink

  89. val queryExecution: QueryExecution

    Permalink
    Definition Classes
    Dataset

  90. def randomSplit(weights: Array[Double]): Array[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  91. def randomSplit(weights: Array[Double], seed: Long): Array[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  92. def randomSplitAsList(weights: Array[Double], seed: Long): List[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  93. lazy val rdd: RDD[Row]

    Permalink
    Definition Classes
    Dataset

  94. def reduce(func: ReduceFunction[Row]): Row

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  95. def reduce(func: (Row, Row) ⇒ Row): Row

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  96. def repartition(partitionExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  97. def repartition(numPartitions: Int, partitionExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  98. def repartition(numPartitions: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  99. def rollup(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  100. def rollup(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  101. def sample(withReplacement: Boolean, fraction: Double): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  102. def sample(withReplacement: Boolean, fraction: Double, seed: Long): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  103. def schema: StructType

    Permalink
    Definition Classes
    Dataset

  104. def select[U1, U2, U3, U4, U5](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3], c4: TypedColumn[Row, U4], c5: TypedColumn[Row, U5]): Dataset[(U1, U2, U3, U4, U5)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  105. def select[U1, U2, U3, U4](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3], c4: TypedColumn[Row, U4]): Dataset[(U1, U2, U3, U4)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  106. def select[U1, U2, U3](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3]): Dataset[(U1, U2, U3)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  107. def select[U1, U2](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2]): Dataset[(U1, U2)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  108. def select[U1](c1: TypedColumn[Row, U1])(implicit arg0: Encoder[U1]): Dataset[U1]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  109. def select(col: String, cols: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  110. def select(cols: Column*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  111. def selectExpr(exprs: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  112. def selectUntyped(columns: TypedColumn[_, _]*): Dataset[_]

    Permalink
    Attributes
    protected
    Definition Classes
    Dataset

  113. def show(numRows: Int, truncate: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  114. def show(truncate: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  115. def show(): Unit

    Permalink
    Definition Classes
    Dataset

  116. def show(numRows: Int): Unit

    Permalink
    Definition Classes
    Dataset

  117. val snappySession: SnappySession

    Permalink

  118. def sort(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  119. def sort(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  120. def sortWithinPartitions(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  121. def sortWithinPartitions(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  122. val sparkSession: SparkSession

    Permalink
    Definition Classes
    Dataset

  123. lazy val sqlContext: SQLContext

    Permalink
    Definition Classes
    Dataset

  124. def stat: DataFrameStatFunctions

    Permalink
    Definition Classes
    Dataset

  125. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  126. def take(n: Int): Array[Row]

    Permalink
    Definition Classes
    Dataset

  127. def takeAsList(n: Int): List[Row]

    Permalink
    Definition Classes
    Dataset

  128. def toDF(colNames: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  129. def toDF(): DataFrame

    Permalink
    Definition Classes
    Dataset

  130. def toJSON: Dataset[String]

    Permalink
    Definition Classes
    Dataset

  131. def toJavaRDD: JavaRDD[Row]

    Permalink
    Definition Classes
    Dataset

  132. def toLocalIterator(): Iterator[Row]

    Permalink
    Definition Classes
    Dataset

  133. def toString(): String

    Permalink
    Definition Classes
    Dataset → AnyRef → Any

  134. def transform[U](t: (Dataset[Row]) ⇒ Dataset[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset

  135. def union(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  136. def unpersist(): AQPDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  137. def unpersist(blocking: Boolean): AQPDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  138. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  139. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  140. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  141. def where(conditionExpr: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  142. def where(condition: Column): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  143. def withColumn(colName: String, col: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  144. def withColumnRenamed(existingName: String, newName: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  145. def withError(error: Double, confidence: Double = Constant.DEFAULT_CONFIDENCE, behavior: String = Constant.DEFAULT_BEHAVIOR): DataFrame

    Permalink

  146. def write: DataFrameWriter[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  147. def writeStream: DataStreamWriter[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

Deprecated Value Members

  1. def explode[A, B](inputColumn: String, outputColumn: String)(f: (A) ⇒ TraversableOnce[B])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[B]): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use flatMap() or select() with functions.explode() instead

  2. def explode[A <: Product](input: Column*)(f: (Row) ⇒ TraversableOnce[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use flatMap() or select() with functions.explode() instead

  3. def registerTempTable(tableName: String): Unit

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) Use createOrReplaceTempView(viewName) instead.

  4. def unionAll(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use union()

Inherited from Product

Inherited from Equals

Inherited from Dataset[Row]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped