Class

com.ebiznext.comet.schema.handlers

HdfsStorageHandler

Related Doc: package handlers

Permalink

class HdfsStorageHandler extends StorageHandler

HDFS Filesystem Handler

Linear Supertypes
StorageHandler, StrictLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HdfsStorageHandler
  2. StorageHandler
  3. StrictLogging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HdfsStorageHandler(fileSystem: Option[String])(implicit settings: Settings)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def blockSize(path: Path): Long

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. val conf: Configuration

    Permalink
  8. def contentSummary(path: Path): ContentSummary

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  9. def copyFromLocal(source: Path, dest: Path): Unit

    Permalink

    Copy file from local filesystem to target file system

    Copy file from local filesystem to target file system

    source

    Local file path

    dest

    destination file path

    Definition Classes
    HdfsStorageHandlerStorageHandler
  10. def delete(path: Path): Boolean

    Permalink

    delete file (skip trash)

    delete file (skip trash)

    path

    : Absolute path of file to delete

    Definition Classes
    HdfsStorageHandlerStorageHandler
  11. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  13. def exists(path: Path): Boolean

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. val fs: FileSystem

    Permalink
  16. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  17. def getOutputStream(path: Path): FSDataOutputStream

    Permalink

    Gets the outputstream given a path

    Gets the outputstream given a path

    path

    : path

    returns

    FSDataOutputStream

    Definition Classes
    HdfsStorageHandlerStorageHandler
  18. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  19. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  20. def lastModified(path: Path): Timestamp

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  21. def list(path: Path, extension: String, since: LocalDateTime): List[Path]

    Permalink

    List all files in folder

    List all files in folder

    path

    Absolute folder path

    extension

    : Files should end with this string. To list all files, simply provide an empty string

    since

    Minimum modification time of liste files. To list all files, simply provide the beginning of all times

    returns

    List of Path

    Definition Classes
    HdfsStorageHandlerStorageHandler
  22. def listDirectories(path: Path): List[Path]

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  23. def lockAcquisitionPollTime: FiniteDuration

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  24. def lockRefreshPollTime: FiniteDuration

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  25. val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    StrictLogging
  26. def mkdirs(path: Path): Boolean

    Permalink

    Create folder if it does not exsit including any intermediary non existent folder

    Create folder if it does not exsit including any intermediary non existent folder

    path

    Absolute path of folder to create

    Definition Classes
    HdfsStorageHandlerStorageHandler
  27. def move(path: Path, dest: Path): Boolean

    Permalink

    Move file

    Move file

    path

    source path (file or folder)

    dest

    destination path (file or folder)

    Definition Classes
    HdfsStorageHandlerStorageHandler
  28. def moveFromLocal(source: Path, dest: Path): Unit

    Permalink

    Move file from local filesystem to target file system If source FS Scheme is not "file" then issue a regular move

    Move file from local filesystem to target file system If source FS Scheme is not "file" then issue a regular move

    source

    Local file path

    dest

    destination file path

    Definition Classes
    HdfsStorageHandlerStorageHandler
  29. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  30. lazy val normalizedFileSystem: Option[String]

    Permalink
  31. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  32. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  33. def read(path: Path): String

    Permalink

    Read a UTF-8 text file into a string used to load yml configuration files

    Read a UTF-8 text file into a string used to load yml configuration files

    path

    : Absolute file path

    returns

    file content as a string

    Definition Classes
    HdfsStorageHandlerStorageHandler
  34. def spaceConsumed(path: Path): Long

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  35. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  36. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  37. def touch(path: Path): Try[Unit]

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  38. def touchz(path: Path): Try[Unit]

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  39. def unzip(sourceFile: Path, targetDir: Path): Try[Unit]

    Permalink
    Definition Classes
    HdfsStorageHandlerStorageHandler
  40. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  41. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  42. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  43. def write(data: String, path: Path): Unit

    Permalink

    Write a string to a UTF-8 text file.

    Write a string to a UTF-8 text file. Used for yml configuration files.

    data

    file content as a string

    path

    : Absolute file path

    Definition Classes
    HdfsStorageHandlerStorageHandler

Inherited from StorageHandler

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped