org.apache.spark.sql

SampleDataFrame

final class SampleDataFrame extends DataFrame with Serializable

Linear Supertypes
DataFrame, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. SampleDataFrame
  2. DataFrame
  3. Serializable
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SampleDataFrame(sqlContext: SnappyContext, logicalPlan: LogicalPlan)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. def agg(expr: Column, exprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  7. def agg(exprs: Map[String, String]): DataFrame

    Definition Classes
    DataFrame
  8. def agg(exprs: Map[String, String]): DataFrame

    Definition Classes
    DataFrame
  9. def agg(aggExpr: (String, String), aggExprs: (String, String)*): DataFrame

    Definition Classes
    DataFrame
  10. def alias(alias: Symbol): DataFrame

    Definition Classes
    DataFrame
  11. def alias(alias: String): DataFrame

    Definition Classes
    DataFrame
  12. def apply(colName: String): Column

    Definition Classes
    DataFrame
  13. def as(alias: Symbol): DataFrame

    Definition Classes
    DataFrame
  14. def as(alias: String): DataFrame

    Definition Classes
    DataFrame
  15. def as[U](implicit arg0: Encoder[U]): Dataset[U]

    Definition Classes
    DataFrame
    Annotations
    @Experimental()
  16. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  17. def cache(): SampleDataFrame.this.type

    Definition Classes
    DataFrame
  18. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. def coalesce(numPartitions: Int): DataFrame

    Definition Classes
    DataFrame
  20. def col(colName: String): Column

    Definition Classes
    DataFrame
  21. def collect(): Array[Row]

    Definition Classes
    DataFrame
  22. def collectAsList(): List[Row]

    Definition Classes
    DataFrame
  23. def columns: Array[String]

    Definition Classes
    DataFrame
  24. def count(): Long

    Definition Classes
    DataFrame
  25. def cube(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  26. def cube(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  27. def describe(cols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  28. def distinct(): DataFrame

    Definition Classes
    DataFrame
  29. def distributeBy(partitionExprs: Seq[Column]): DataFrame

    Definition Classes
    DataFrame
  30. def distributeBy(partitionExprs: Seq[Column], numPartitions: Int): DataFrame

    Definition Classes
    DataFrame
  31. def drop(col: Column): DataFrame

    Definition Classes
    DataFrame
  32. def drop(colName: String): DataFrame

    Definition Classes
    DataFrame
  33. def dropDuplicates(colNames: Array[String]): DataFrame

    Definition Classes
    DataFrame
  34. def dropDuplicates(colNames: Seq[String]): DataFrame

    Definition Classes
    DataFrame
  35. def dropDuplicates(): DataFrame

    Definition Classes
    DataFrame
  36. def dtypes: Array[(String, String)]

    Definition Classes
    DataFrame
  37. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  38. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  39. def errorEstimateAverage(columnName: String, confidence: Double, groupByColumns: Set[String] = Set.empty): Map[Row, (Double, Double, Double, Double)]

  40. def errorStats(columnName: String, groupBy: Set[String] = Set.empty): MultiColumnOpenHashMap[StatCounter]

  41. def except(other: DataFrame): DataFrame

    Definition Classes
    DataFrame
  42. def explain(): Unit

    Definition Classes
    DataFrame
  43. def explain(extended: Boolean): Unit

    Definition Classes
    DataFrame
  44. def explode[A, B](inputColumn: String, outputColumn: String)(f: (A) ⇒ TraversableOnce[B])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[B]): DataFrame

    Definition Classes
    DataFrame
  45. def explode[A <: Product](input: Column*)(f: (Row) ⇒ TraversableOnce[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Definition Classes
    DataFrame
  46. def filter(conditionExpr: String): DataFrame

    Definition Classes
    DataFrame
  47. def filter(condition: Column): DataFrame

    Definition Classes
    DataFrame
  48. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  49. def first(): Row

    Definition Classes
    DataFrame
  50. def flatMap[R](f: (Row) ⇒ TraversableOnce[R])(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame
  51. def foreach(f: (Row) ⇒ Unit): Unit

    Definition Classes
    DataFrame
  52. def foreachPartition(f: (Iterator[Row]) ⇒ Unit): Unit

    Definition Classes
    DataFrame
  53. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  54. def groupBy(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  55. def groupBy(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  56. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  57. def head(): Row

    Definition Classes
    DataFrame
  58. def head(n: Int): Array[Row]

    Definition Classes
    DataFrame
  59. var implementor: SampleDataFrameContract

  60. def inputFiles: Array[String]

    Definition Classes
    DataFrame
  61. def intersect(other: DataFrame): DataFrame

    Definition Classes
    DataFrame
  62. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  63. def isLocal: Boolean

    Definition Classes
    DataFrame
  64. def javaRDD: JavaRDD[Row]

    Definition Classes
    DataFrame
  65. def javaToPython: JavaRDD[Array[Byte]]

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame
  66. def join(right: DataFrame, joinExprs: Column, joinType: String): DataFrame

    Definition Classes
    DataFrame
  67. def join(right: DataFrame, joinExprs: Column): DataFrame

    Definition Classes
    DataFrame
  68. def join(right: DataFrame, usingColumns: Seq[String], joinType: String): DataFrame

    Definition Classes
    DataFrame
  69. def join(right: DataFrame, usingColumns: Seq[String]): DataFrame

    Definition Classes
    DataFrame
  70. def join(right: DataFrame, usingColumn: String): DataFrame

    Definition Classes
    DataFrame
  71. def join(right: DataFrame): DataFrame

    Definition Classes
    DataFrame
  72. def limit(n: Int): DataFrame

    Definition Classes
    DataFrame
  73. def localSort(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  74. def localSort(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  75. val logicalPlan: LogicalPlan

    Definition Classes
    SampleDataFrame → DataFrame
  76. def map[R](f: (Row) ⇒ R)(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame
  77. def mapPartitions[R](f: (Iterator[Row]) ⇒ Iterator[R])(implicit arg0: ClassTag[R]): RDD[R]

    Definition Classes
    DataFrame
  78. def na: DataFrameNaFunctions

    Definition Classes
    DataFrame
  79. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  80. final def notify(): Unit

    Definition Classes
    AnyRef
  81. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  82. def numericColumns: Seq[Expression]

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame
  83. def orderBy(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  84. def orderBy(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  85. def persist(newLevel: StorageLevel): SampleDataFrame.this.type

    Definition Classes
    DataFrame
  86. def persist(): SampleDataFrame.this.type

    Definition Classes
    DataFrame
  87. def printSchema(): Unit

    Definition Classes
    DataFrame
  88. val queryExecution: QueryExecution

    Definition Classes
    DataFrame
  89. def randomSplit(weights: Array[Double]): Array[DataFrame]

    Definition Classes
    DataFrame
  90. def randomSplit(weights: Array[Double], seed: Long): Array[DataFrame]

    Definition Classes
    DataFrame
  91. lazy val rdd: RDD[Row]

    Definition Classes
    DataFrame
  92. def registerSampleTable(tableName: String, baseTable: Option[String]): Unit

  93. def registerTempTable(tableName: String): Unit

    Definition Classes
    DataFrame
  94. def repartition(numPartitions: Int): DataFrame

    Definition Classes
    DataFrame
  95. def resolve(colName: String): NamedExpression

    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    DataFrame
  96. def rollup(col1: String, cols: String*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  97. def rollup(cols: Column*): GroupedData

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  98. def sample(withReplacement: Boolean, fraction: Double): DataFrame

    Definition Classes
    DataFrame
  99. def sample(withReplacement: Boolean, fraction: Double, seed: Long): DataFrame

    Definition Classes
    DataFrame
  100. def schema: StructType

    Definition Classes
    DataFrame
  101. def select(col: String, cols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  102. def select(cols: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  103. def selectExpr(exprs: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  104. def show(numRows: Int, truncate: Boolean): Unit

    Definition Classes
    DataFrame
  105. def show(truncate: Boolean): Unit

    Definition Classes
    DataFrame
  106. def show(): Unit

    Definition Classes
    DataFrame
  107. def show(numRows: Int): Unit

    Definition Classes
    DataFrame
  108. def sort(sortExprs: Column*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  109. def sort(sortCol: String, sortCols: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  110. val sqlContext: SnappyContext

    Definition Classes
    SampleDataFrame → DataFrame
  111. def stat: DataFrameStatFunctions

    Definition Classes
    DataFrame
  112. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  113. def take(n: Int): Array[Row]

    Definition Classes
    DataFrame
  114. def toDF(colNames: String*): DataFrame

    Definition Classes
    DataFrame
    Annotations
    @varargs()
  115. def toDF(): DataFrame

    Definition Classes
    DataFrame
  116. def toJSON: RDD[String]

    Definition Classes
    DataFrame
  117. def toJavaRDD: JavaRDD[Row]

    Definition Classes
    DataFrame
  118. def toString(): String

    Definition Classes
    DataFrame → AnyRef → Any
  119. def unionAll(other: DataFrame): DataFrame

    Definition Classes
    DataFrame
  120. def unpersist(): SampleDataFrame.this.type

    Definition Classes
    DataFrame
  121. def unpersist(blocking: Boolean): SampleDataFrame.this.type

    Definition Classes
    DataFrame
  122. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  123. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  124. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  125. def where(conditionExpr: String): DataFrame

    Definition Classes
    DataFrame
  126. def where(condition: Column): DataFrame

    Definition Classes
    DataFrame
  127. def withColumn(colName: String, col: Column): DataFrame

    Definition Classes
    DataFrame
  128. def withColumnRenamed(existingName: String, newName: String): DataFrame

    Definition Classes
    DataFrame
  129. def write: DataFrameWriter

    Definition Classes
    DataFrame
    Annotations
    @Experimental()

Deprecated Value Members

  1. def createJDBCTable(url: String, table: String, allowExisting: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.jdbc()

  2. def insertInto(tableName: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(SaveMode.Append).saveAsTable(tableName)

  3. def insertInto(tableName: String, overwrite: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(SaveMode.Append|SaveMode.Overwrite).saveAsTable(tableName)

  4. def insertIntoJDBC(url: String, table: String, overwrite: Boolean): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.jdbc()

  5. def save(source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).save()

  6. def save(source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).save()

  7. def save(path: String, source: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).save(path)

  8. def save(path: String, source: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).save(path)

  9. def save(path: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(mode).save(path)

  10. def save(path: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.save(path)

  11. def saveAsParquetFile(path: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.parquet(path)

  12. def saveAsTable(tableName: String, source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).saveAsTable(tableName)

  13. def saveAsTable(tableName: String, source: String, mode: SaveMode, options: Map[String, String]): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).options(options).saveAsTable(tableName)

  14. def saveAsTable(tableName: String, source: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).mode(mode).saveAsTable(tableName)

  15. def saveAsTable(tableName: String, source: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.format(source).saveAsTable(tableName)

  16. def saveAsTable(tableName: String, mode: SaveMode): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.mode(mode).saveAsTable(tableName)

  17. def saveAsTable(tableName: String): Unit

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.4.0) Use write.saveAsTable(tableName)

  18. def toSchemaRDD: DataFrame

    Definition Classes
    DataFrame
    Annotations
    @deprecated
    Deprecated

    (Since version 1.3.0) use toDF

Inherited from DataFrame

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped