sql

Type Members

1. type DataFrame = Dataset[Row]

   

2. final case class DataFrameNaFunctions(underlying: org.apache.spark.sql.DataFrameNaFunctions) extends Product with Serializable

   

3. final case class DataFrameReader[State <: SchemaState] extends Product with Serializable

   

4. final case class DataFrameStatFunctions(underlying: org.apache.spark.sql.DataFrameStatFunctions) extends Product with Serializable

   

5. final case class DataFrameWriter[T] extends Product with Serializable

   

6. final case class Dataset[T](underlying: org.apache.spark.sql.Dataset[T]) extends Product with Serializable

   

7. implicit final class DatasetConversionOps[T] extends AnyVal

   

8. abstract class ExtraSparkSessionFeature extends AnyRef

   

9. final case class KeyValueGroupedDataset[K, V](underlying: org.apache.spark.sql.KeyValueGroupedDataset[K, V]) extends Product with Serializable

   

10. trait LowPrioritySQLImplicits extends AnyRef

    

11. final case class RelationalGroupedDataset(underlying: org.apache.spark.sql.RelationalGroupedDataset) extends Product with Serializable

    

12. type SIO[A] = ZIO[SparkSession, Throwable, A]

    

13. type SRIO[R, A] = ZIO[R with SparkSession, Throwable, A]

    

14. final case class SparkSession(underlyingSparkSession: org.apache.spark.sql.SparkSession) extends ExtraSparkSessionFeature with Product with Serializable

    

15. sealed trait Statistics extends AnyRef

    

16. sealed trait TryAnalysis[+T] extends AnyRef

    

    A Try like structure to describe a transformation that can fail with an AnalysisException.

    A Try like structure to describe a transformation that can fail with an AnalysisException. Generally speaking when you make a transformation on your dataset, for some transformations, Spark throws an AnalysisException, these transformations are wrapped into a TryAnalysis.

    You can ignore the TryAnalysis wrapper (and make Spark fails as usual when a impossible transformation is being build (like selecting a column that don't exist)) using:

    scala> import zio.spark.sql.TryAnalysis.syntax.throwAnalysisException