HDFSMetadataLog

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def add(batchId: Long, metadata: T): Boolean

   

   Store the metadata for the specified batchId and return true if successful.

   Store the metadata for the specified batchId and return true if successful. If the batchId's metadata has already been stored, this method will return false.

   Definition Classes

   HDFSMetadataLog → MetadataLog

5. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

6. val batchFilesFilter: PathFilter

   

   A PathFilter to filter only batch files

   A PathFilter to filter only batch files

   Attributes

   protected

7. def batchIdToPath(batchId: Long): Path

   

   Attributes

   protected

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. def deserialize(in: InputStream): T

   

   Attributes

   protected

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. val fileManager: FileManager

    

    Attributes

    protected

13. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14. def get(startId: Option[Long], endId: Option[Long]): Array[(Long, T)]

    

    Return metadata for batches between startId (inclusive) and endId (inclusive).

    Return metadata for batches between startId (inclusive) and endId (inclusive). If startId is None, just return all batches before endId (inclusive).

    Definition Classes

    HDFSMetadataLog → MetadataLog

15. def get(batchId: Long): Option[T]

    

    Return the metadata for the specified batchId if it's stored.

    Return the metadata for the specified batchId if it's stored. Otherwise, return None.

    Definition Classes

    HDFSMetadataLog → MetadataLog

16. def get(batchFile: Path): Option[T]

    
    returns

    the deserialized metadata in a batch file, or None if file not exist.

    Exceptions thrown

    IllegalArgumentException when path does not point to a batch file.

17. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

18. def getLatest(): Option[(Long, T)]

    

    Return the latest batch Id and its metadata if exist.

    Return the latest batch Id and its metadata if exist.

    Definition Classes

    HDFSMetadataLog → MetadataLog

19. def getOrderedBatchFiles(): Array[FileStatus]

    

    Get an array of [FileStatus] referencing batch files.

    Get an array of [FileStatus] referencing batch files. The array is sorted by most recent batch file first to oldest batch file.

20. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

21. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. def isBatchFile(path: Path): Boolean

    

    Attributes

    protected

23. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

24. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

25. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

28. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. val metadataPath: Path

    

38. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

39. final def notify(): Unit

    

    Definition Classes

    AnyRef

40. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

41. def pathToBatchId(path: Path): Long

    

    Attributes

    protected

42. def purge(thresholdBatchId: Long): Unit

    

    Removes all the log entry earlier than thresholdBatchId (exclusive).

    Removes all the log entry earlier than thresholdBatchId (exclusive).

    Definition Classes

    HDFSMetadataLog → MetadataLog

43. def serialize(metadata: T, out: OutputStream): Unit

    

    Attributes

    protected

44. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

45. def toString(): String

    

    Definition Classes

    AnyRef → Any

46. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

47. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

48. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )