io
.
prophecy
.
libs
.
utils
.
sftp
SFTPOps
Related Doc:
package sftp
object
SFTPOps
Linear Supertypes
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SFTPOps
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Type Members
case class
RDInfo
(
srcPath:
String
,
tgtPath:
String
,
tgtRelative:
String
)
extends
WorkItem
with
Product
with
Serializable
case class
RFChunk
(
chunkFilename:
String
,
offset:
Long
,
size:
Long
,
wholeFileChunkSize:
Option
[
Long
] =
None
)
extends
Product
with
Serializable
case class
RFInfo
(
srcPath:
String
,
tgtPath:
String
,
size:
Long
,
atime:
Long
,
mtime:
Long
,
splits:
Seq
[
RFChunk
]
)
extends
WorkItem
with
Product
with
Serializable
trait
WorkItem
extends
AnyRef
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
@throws
(
...
)
def
copyFromSFTP
(
options:
FTPProperties
)
:
DataFrame
def
createConcatJob
(
files:
RDD
[
RFInfo
]
,
hadoopConfig:
SerializableWritable
[
Configuration
]
,
options:
FTPProperties
)
:
RDD
[(
String
,
String
,
Long
,
Long
)]
def
createCopyJobs
(
files:
Seq
[
RFInfo
]
,
sparkSession:
SparkSession
,
hadoopConfig:
SerializableWritable
[
Configuration
]
,
options:
FTPProperties
)
:
RDD
[
RFInfo
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate
()
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
Annotations
@HotSpotIntrinsicCandidate
()
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
listSFTP
(
options:
FTPProperties
)
: (
List
[
RemoteResourceInfo
],
List
[(
RemoteResourceInfo
,
FileAttributes
)])
val
logger
:
Logger
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
Annotations
@HotSpotIntrinsicCandidate
()
def
sftpConnect
(
conOpts:
FTPProperties
)
:
SFTPClient
def
splitSFTPFiles
(
files:
Seq
[
RFInfo
]
,
options:
FTPProperties
)
:
Seq
[
RFInfo
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Deprecated Value Members
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@Deprecated
@deprecated
@throws
(
classOf[java.lang.Throwable]
)
Deprecated
(Since version )
see corresponding Javadoc for more information.
Inherited from
AnyRef
Inherited from
Any
Ungrouped