Class

org.apache.spark.sql

SampleDataFrame

Related Doc: package sql

Permalink

final class SampleDataFrame extends DataFrame with Serializable

Linear Supertypes
Dataset[Row], Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SampleDataFrame
  2. Dataset
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SampleDataFrame(snappySession: SnappySession, logicalPlan: LogicalPlan)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def agg(expr: Column, exprs: Column*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  5. def agg(exprs: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  6. def agg(exprs: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  7. def agg(aggExpr: (String, String), aggExprs: (String, String)*): DataFrame

    Permalink
    Definition Classes
    Dataset

  8. def alias(alias: Symbol): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  9. def alias(alias: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  10. def apply(colName: String): Column

    Permalink
    Definition Classes
    Dataset

  11. def as(alias: Symbol): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  12. def as(alias: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  13. def as[U](implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  14. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  15. def cache(): SampleDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  16. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  17. def coalesce(numPartitions: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  18. def col(colName: String): Column

    Permalink
    Definition Classes
    Dataset

  19. def collect(): Array[Row]

    Permalink
    Definition Classes
    Dataset

  20. def collectAsList(): List[Row]

    Permalink
    Definition Classes
    Dataset

  21. def columns: Array[String]

    Permalink
    Definition Classes
    Dataset

  22. def count(): Long

    Permalink
    Definition Classes
    Dataset

  23. def createOrReplaceTempView(viewName: String): Unit

    Permalink
    Definition Classes
    Dataset

  24. def createTempView(viewName: String): Unit

    Permalink
    Definition Classes
    Dataset
    Annotations
    @throws( ... )

  25. def cube(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  26. def cube(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  27. def describe(cols: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  28. def distinct(): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  29. def drop(col: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  30. def drop(colNames: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  31. def drop(colName: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  32. def dropDuplicates(col1: String, cols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  33. def dropDuplicates(colNames: Array[String]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  34. def dropDuplicates(colNames: Seq[String]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  35. def dropDuplicates(): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  36. def dtypes: Array[(String, String)]

    Permalink
    Definition Classes
    Dataset

  37. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  38. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  39. def errorEstimateAverage(columnName: String, confidence: Double, groupByColumns: Set[String] = Set.empty): Map[Row, ErrorRow]

    Permalink

  40. def errorStats(columnName: String, groupBy: Set[String] = Set.empty): MultiColumnOpenHashMap[StatCounter]

    Permalink

  41. def except(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  42. def explain(): Unit

    Permalink
    Definition Classes
    Dataset

  43. def explain(extended: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  44. def filter(func: FilterFunction[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  45. def filter(func: (Row) ⇒ Boolean): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  46. def filter(conditionExpr: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  47. def filter(condition: Column): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  48. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  49. def first(): Row

    Permalink
    Definition Classes
    Dataset

  50. def flatMap[U](f: FlatMapFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  51. def flatMap[U](func: (Row) ⇒ TraversableOnce[U])(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  52. def foreach(func: ForeachFunction[Row]): Unit

    Permalink
    Definition Classes
    Dataset

  53. def foreach(f: (Row) ⇒ Unit): Unit

    Permalink
    Definition Classes
    Dataset

  54. def foreachPartition(func: ForeachPartitionFunction[Row]): Unit

    Permalink
    Definition Classes
    Dataset

  55. def foreachPartition(f: (Iterator[Row]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    Dataset

  56. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  57. def groupBy(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  58. def groupBy(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  59. def groupByKey[K](func: MapFunction[Row, K], encoder: Encoder[K]): KeyValueGroupedDataset[K, Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  60. def groupByKey[K](func: (Row) ⇒ K)(implicit arg0: Encoder[K]): KeyValueGroupedDataset[K, Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  61. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  62. def head(): Row

    Permalink
    Definition Classes
    Dataset

  63. def head(n: Int): Array[Row]

    Permalink
    Definition Classes
    Dataset

  64. var implementor: SampleDataFrameContract

    Permalink

  65. def inputFiles: Array[String]

    Permalink
    Definition Classes
    Dataset

  66. def intersect(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  67. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  68. def isLocal: Boolean

    Permalink
    Definition Classes
    Dataset

  69. def isStreaming: Boolean

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  70. def javaRDD: JavaRDD[Row]

    Permalink
    Definition Classes
    Dataset

  71. def join(right: Dataset[_], joinExprs: Column, joinType: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  72. def join(right: Dataset[_], joinExprs: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  73. def join(right: Dataset[_], usingColumns: Seq[String], joinType: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  74. def join(right: Dataset[_], usingColumns: Seq[String]): DataFrame

    Permalink
    Definition Classes
    Dataset

  75. def join(right: Dataset[_], usingColumn: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  76. def join(right: Dataset[_]): DataFrame

    Permalink
    Definition Classes
    Dataset

  77. def joinWith[U](other: Dataset[U], condition: Column): Dataset[(Row, U)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  78. def joinWith[U](other: Dataset[U], condition: Column, joinType: String): Dataset[(Row, U)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  79. def limit(n: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  80. val logicalPlan: LogicalPlan

    Permalink
    Definition Classes
    SampleDataFrame → Dataset

  81. def map[U](func: MapFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  82. def map[U](func: (Row) ⇒ U)(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  83. def mapPartitions[U](f: MapPartitionsFunction[Row, U], encoder: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  84. def mapPartitions[U](func: (Iterator[Row]) ⇒ Iterator[U])(implicit arg0: Encoder[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  85. def na: DataFrameNaFunctions

    Permalink
    Definition Classes
    Dataset

  86. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  87. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  88. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  89. def orderBy(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  90. def orderBy(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  91. def persist(newLevel: StorageLevel): SampleDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  92. def persist(): SampleDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  93. def printSchema(): Unit

    Permalink
    Definition Classes
    Dataset

  94. val queryExecution: QueryExecution

    Permalink
    Definition Classes
    Dataset

  95. def randomSplit(weights: Array[Double]): Array[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  96. def randomSplit(weights: Array[Double], seed: Long): Array[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  97. def randomSplitAsList(weights: Array[Double], seed: Long): List[Dataset[Row]]

    Permalink
    Definition Classes
    Dataset

  98. lazy val rdd: RDD[Row]

    Permalink
    Definition Classes
    Dataset

  99. def reduce(func: ReduceFunction[Row]): Row

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  100. def reduce(func: (Row, Row) ⇒ Row): Row

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  101. def registerSampleTable(tableName: String, baseTable: Option[String]): Unit

    Permalink

  102. def repartition(partitionExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  103. def repartition(numPartitions: Int, partitionExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  104. def repartition(numPartitions: Int): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  105. def rollup(col1: String, cols: String*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  106. def rollup(cols: Column*): RelationalGroupedDataset

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  107. def sample(withReplacement: Boolean, fraction: Double): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  108. def sample(withReplacement: Boolean, fraction: Double, seed: Long): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  109. def schema: StructType

    Permalink
    Definition Classes
    Dataset

  110. def select[U1, U2, U3, U4, U5](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3], c4: TypedColumn[Row, U4], c5: TypedColumn[Row, U5]): Dataset[(U1, U2, U3, U4, U5)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  111. def select[U1, U2, U3, U4](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3], c4: TypedColumn[Row, U4]): Dataset[(U1, U2, U3, U4)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  112. def select[U1, U2, U3](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2], c3: TypedColumn[Row, U3]): Dataset[(U1, U2, U3)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  113. def select[U1, U2](c1: TypedColumn[Row, U1], c2: TypedColumn[Row, U2]): Dataset[(U1, U2)]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  114. def select[U1](c1: TypedColumn[Row, U1])(implicit arg0: Encoder[U1]): Dataset[U1]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  115. def select(col: String, cols: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  116. def select(cols: Column*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  117. def selectExpr(exprs: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  118. def selectUntyped(columns: TypedColumn[_, _]*): Dataset[_]

    Permalink
    Attributes
    protected
    Definition Classes
    Dataset

  119. def show(numRows: Int, truncate: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  120. def show(truncate: Boolean): Unit

    Permalink
    Definition Classes
    Dataset

  121. def show(): Unit

    Permalink
    Definition Classes
    Dataset

  122. def show(numRows: Int): Unit

    Permalink
    Definition Classes
    Dataset

  123. val snappySession: SnappySession

    Permalink

  124. def sort(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  125. def sort(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  126. def sortWithinPartitions(sortExprs: Column*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  127. def sortWithinPartitions(sortCol: String, sortCols: String*): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  128. val sparkSession: SparkSession

    Permalink
    Definition Classes
    Dataset

  129. lazy val sqlContext: SQLContext

    Permalink
    Definition Classes
    Dataset

  130. def stat: DataFrameStatFunctions

    Permalink
    Definition Classes
    Dataset

  131. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  132. def take(n: Int): Array[Row]

    Permalink
    Definition Classes
    Dataset

  133. def takeAsList(n: Int): List[Row]

    Permalink
    Definition Classes
    Dataset

  134. def toDF(colNames: String*): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @varargs()

  135. def toDF(): DataFrame

    Permalink
    Definition Classes
    Dataset

  136. def toJSON: Dataset[String]

    Permalink
    Definition Classes
    Dataset

  137. def toJavaRDD: JavaRDD[Row]

    Permalink
    Definition Classes
    Dataset

  138. def toLocalIterator(): Iterator[Row]

    Permalink
    Definition Classes
    Dataset

  139. def toString(): String

    Permalink
    Definition Classes
    Dataset → AnyRef → Any

  140. def transform[U](t: (Dataset[Row]) ⇒ Dataset[U]): Dataset[U]

    Permalink
    Definition Classes
    Dataset

  141. def union(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  142. def unpersist(): SampleDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  143. def unpersist(blocking: Boolean): SampleDataFrame.this.type

    Permalink
    Definition Classes
    Dataset

  144. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  145. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  146. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  147. def where(conditionExpr: String): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  148. def where(condition: Column): Dataset[Row]

    Permalink
    Definition Classes
    Dataset

  149. def withColumn(colName: String, col: Column): DataFrame

    Permalink
    Definition Classes
    Dataset

  150. def withColumnRenamed(existingName: String, newName: String): DataFrame

    Permalink
    Definition Classes
    Dataset

  151. def write: DataFrameWriter[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

  152. def writeStream: DataStreamWriter[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @Experimental()

Deprecated Value Members

  1. def explode[A, B](inputColumn: String, outputColumn: String)(f: (A) ⇒ TraversableOnce[B])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[B]): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use flatMap() or select() with functions.explode() instead

  2. def explode[A <: Product](input: Column*)(f: (Row) ⇒ TraversableOnce[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use flatMap() or select() with functions.explode() instead

  3. def registerTempTable(tableName: String): Unit

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) Use createOrReplaceTempView(viewName) instead.

  4. def unionAll(other: Dataset[Row]): Dataset[Row]

    Permalink
    Definition Classes
    Dataset
    Annotations
    @deprecated
    Deprecated

    (Since version 2.0.0) use union()

Inherited from Dataset[Row]

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped