net.snowflake.spark.snowflake.io

ExternalS3Storage

case class ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, awsToken: Option[String] = scala.None, pref: String = "", connection: Connection, parallelism: Int = ...) extends CloudStorage with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, CloudStorage, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ExternalS3Storage
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. CloudStorage
  7. AnyRef
  8. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ExternalS3Storage(bucketName: String, awsId: String, awsKey: String, awsToken: Option[String] = scala.None, pref: String = "", connection: Connection, parallelism: Int = ...)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. val awsId: String

  8. val awsKey: String

  9. val awsToken: Option[String]

  10. val bucketName: String

  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. val connection: Connection

    Definition Classes
    ExternalS3Storage → CloudStorage

  13. def createDownloadStream(fileName: String, compress: Boolean, storageInfo: Map[String, String]): InputStream

    Attributes
    protected
    Definition Classes
    ExternalS3Storage → CloudStorage

  14. def createUploadStream(fileName: String, dir: Option[String], compress: Boolean, storageInfo: Map[String, String]): OutputStream

    Attributes
    protected
    Definition Classes
    ExternalS3Storage → CloudStorage

  15. def deleteFile(fileName: String): Unit

    Definition Classes
    ExternalS3Storage → CloudStorage

  16. def deleteFiles(fileNames: List[String]): Unit

    Definition Classes
    ExternalS3Storage → CloudStorage

  17. def download(sc: SparkContext, format: SupportedFormat, compress: Boolean, subDir: String): RDD[String]

    Definition Classes
    ExternalS3Storage → CloudStorage

  18. def download(fileName: String, compress: Boolean): InputStream

    Definition Classes
    CloudStorage

  19. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  20. def fileExists(fileName: String): Boolean

    Definition Classes
    ExternalS3Storage → CloudStorage

  21. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  22. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  23. def getStageInfo(isWrite: Boolean, fileName: String = ""): (Map[String, String], List[String])

    Attributes
    protected
    Definition Classes
    CloudStorage

  24. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  25. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  26. final def notify(): Unit

    Definition Classes
    AnyRef

  27. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  28. val parallelism: Int

  29. val pref: String

  30. lazy val prefix: String

  31. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  32. def upload(data: RDD[String], format: SupportedFormat = SupportedFormat.CSV, dir: Option[String], compress: Boolean = true): List[String]

    Definition Classes
    CloudStorage

  33. def upload(fileName: String, dir: Option[String], compress: Boolean): OutputStream

    Definition Classes
    CloudStorage

  34. def uploadRDD(data: RDD[String], format: SupportedFormat = SupportedFormat.CSV, dir: Option[String], compress: Boolean = true, storageInfo: Map[String, String]): List[String]

    Attributes
    protected
    Definition Classes
    CloudStorage

  35. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  36. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  37. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from CloudStorage

Inherited from AnyRef

Inherited from Any

Ungrouped