net.snowflake.spark.snowflake

io

package io

Interface to IO component

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. io
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. sealed trait CloudStorage extends AnyRef

  2. case class ExternalAzureStorage(containerName: String, azureAccount: String, azureEndpoint: String, azureSAS: String, pref: String = "", connection: Connection) extends CloudStorage with Product with Serializable

  3. case class ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, awsToken: Option[String] = scala.None, pref: String = "", connection: Connection, parallelism: Int = ...) extends CloudStorage with Product with Serializable

  4. case class InternalAzureStorage(param: MergedParameters, stageName: String, connection: Connection) extends CloudStorage with Product with Serializable

  5. case class InternalS3Storage(param: MergedParameters, stageName: String, connection: Connection, parallelism: Int = ...) extends CloudStorage with Product with Serializable

  6. class SFCSVInputFormat extends FileInputFormat[Long, String]

  7. class SFJsonInputFormat extends FileInputFormat[Long, String]

  8. class SnowflakeRDD extends RDD[String]

Value Members

  1. object CloudStorageOperations

  2. object SupportedFormat extends Enumeration

  3. object SupportedSource extends Enumeration

  4. def readRDD(sqlContext: SQLContext, params: MergedParameters, statement: SnowflakeSQLStatement, format: SupportedFormat = SupportedFormat.CSV): RDD[String]

    Read a String RDD from Snowflake through given source

  5. def writeRDD(params: MergedParameters, rdd: RDD[String], schema: StructType, saveMode: SaveMode, format: SupportedFormat = SupportedFormat.CSV, mapper: Option[Map[String, String]] = None): Unit

    Write a String RDD to Snowflake through given source

Inherited from AnyRef

Inherited from Any

Ungrouped