net
.
snowflake
.
spark
.
snowflake
.
io
ExternalS3Storage
Related Doc:
package io
case class
ExternalS3Storage
(
bucketName:
String
,
awsId:
String
,
awsKey:
String
,
awsToken:
Option
[
String
] =
None
,
pref:
String
=
""
,
connection:
Connection
,
parallelism:
Int
=
...
)
extends
CloudStorage
with
Product
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Product
,
Equals
,
CloudStorage
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
ExternalS3Storage
Serializable
Serializable
Product
Equals
CloudStorage
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
ExternalS3Storage
(
bucketName:
String
,
awsId:
String
,
awsKey:
String
,
awsToken:
Option
[
String
] =
None
,
pref:
String
=
""
,
connection:
Connection
,
parallelism:
Int
=
...
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
awsId
:
String
val
awsKey
:
String
val
awsToken
:
Option
[
String
]
val
bucketName
:
String
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
connection
:
Connection
Definition Classes
ExternalS3Storage
→
CloudStorage
def
createDownloadStream
(
fileName:
String
,
compress:
Boolean
,
storageInfo:
Map
[
String
,
String
]
)
:
InputStream
Attributes
protected
Definition Classes
ExternalS3Storage
→
CloudStorage
def
createUploadStream
(
fileName:
String
,
dir:
Option
[
String
]
,
compress:
Boolean
,
storageInfo:
Map
[
String
,
String
]
)
:
OutputStream
Attributes
protected
Definition Classes
ExternalS3Storage
→
CloudStorage
def
deleteFile
(
fileName:
String
)
:
Unit
Definition Classes
ExternalS3Storage
→
CloudStorage
def
deleteFiles
(
fileNames:
List
[
String
]
)
:
Unit
Definition Classes
ExternalS3Storage
→
CloudStorage
def
download
(
sc:
SparkContext
,
format:
SupportedFormat
,
compress:
Boolean
,
subDir:
String
)
:
RDD
[
String
]
Definition Classes
ExternalS3Storage
→
CloudStorage
def
download
(
fileName:
String
,
compress:
Boolean
)
:
InputStream
Definition Classes
CloudStorage
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
fileExists
(
fileName:
String
)
:
Boolean
Definition Classes
ExternalS3Storage
→
CloudStorage
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getStageInfo
(
isWrite:
Boolean
,
fileName:
String
=
""
)
: (
Map
[
String
,
String
],
List
[
String
])
Attributes
protected
Definition Classes
CloudStorage
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
parallelism
:
Int
val
pref
:
String
lazy val
prefix
:
String
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
upload
(
data:
RDD
[
String
]
,
format:
SupportedFormat
=
SupportedFormat.CSV
,
dir:
Option
[
String
]
,
compress:
Boolean
=
true
)
:
List
[
String
]
Definition Classes
CloudStorage
def
upload
(
fileName:
String
,
dir:
Option
[
String
]
,
compress:
Boolean
)
:
OutputStream
Definition Classes
CloudStorage
def
uploadRDD
(
data:
RDD
[
String
]
,
format:
SupportedFormat
=
SupportedFormat.CSV
,
dir:
Option
[
String
]
,
compress:
Boolean
=
true
,
storageInfo:
Map
[
String
,
String
]
)
:
List
[
String
]
Attributes
protected
Definition Classes
CloudStorage
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Product
Inherited from
Equals
Inherited from
CloudStorage
Inherited from
AnyRef
Inherited from
Any
Ungrouped