Package

net.snowflake.spark.snowflake

io

Permalink

package io

Interface to IO component

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. io
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. sealed trait CloudStorage extends AnyRef

    Permalink
  2. case class ExternalAzureStorage(containerName: String, azureAccount: String, azureEndpoint: String, azureSAS: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, fileCountPerPartition: Int, pref: String = "", connection: Connection) extends CloudStorage with Product with Serializable

    Permalink
  3. case class ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, proxyInfo: Option[ProxyInfo], maxRetryCount: Int, fileCountPerPartition: Int, awsToken: Option[String] = None, pref: String = "", connection: Connection, parallelism: Int = ...) extends CloudStorage with Product with Serializable

    Permalink
  4. case class InternalAzureStorage(param: MergedParameters, stageName: String, connection: Connection) extends CloudStorage with Product with Serializable

    Permalink
  5. case class InternalS3Storage(param: MergedParameters, stageName: String, connection: Connection, parallelism: Int = ...) extends CloudStorage with Product with Serializable

    Permalink
  6. case class ResultIterator[T](schema: StructType, resultSet: SnowflakeResultSetSerializable, partitionIndex: Int, proxyInfo: Option[ProxyInfo])(implicit evidence$2: ClassTag[T]) extends Iterator[T] with Product with Serializable

    Permalink
  7. class SFCSVInputFormat extends FileInputFormat[Long, String]

    Permalink
  8. class SFJsonInputFormat extends FileInputFormat[Long, String]

    Permalink
  9. class SnowflakeRDD extends RDD[String]

    Permalink
  10. class SnowflakeResultSetRDD[T] extends RDD[T]

    Permalink
  11. class WriteTableState extends AnyRef

    Permalink

Value Members

  1. object CloudStorageOperations

    Permalink
  2. object SnowflakeResultSetRDD extends Serializable

    Permalink
  3. object SupportedFormat extends Enumeration

    Permalink
  4. object SupportedSource extends Enumeration

    Permalink
  5. def readRDD(sqlContext: SQLContext, params: MergedParameters, statement: SnowflakeSQLStatement, format: SupportedFormat = SupportedFormat.CSV): RDD[String]

    Permalink

    Read a String RDD from Snowflake through given source

  6. def writeRDD(params: MergedParameters, rdd: RDD[String], schema: StructType, saveMode: SaveMode, format: SupportedFormat = SupportedFormat.CSV, mapper: Option[Map[String, String]] = None): Unit

    Permalink

    Write a String RDD to Snowflake through given source

Inherited from AnyRef

Inherited from Any

Ungrouped