LakeFSContext

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val COMMITS_LOCATION_KEY: String

   

5. val DEFAULT_LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: Int

   

6. val DEFAULT_LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: Int

   

7. val LAKEFS_CONF_API_ACCESS_KEY_KEY: String

   

8. val LAKEFS_CONF_API_CONNECTION_TIMEOUT_SEC_KEY: String

   

9. val LAKEFS_CONF_API_READ_TIMEOUT_SEC_KEY: String

   

10. val LAKEFS_CONF_API_SECRET_KEY_KEY: String

    

11. val LAKEFS_CONF_API_URL_KEY: String

    

12. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_EPOCH_SECONDS_KEY: String

    

13. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_ISO_DATETIME_KEY: String

    

14. val LAKEFS_CONF_DEBUG_GC_NO_DELETE_KEY: String

    

15. val LAKEFS_CONF_DEBUG_GC_REPRODUCE_RUN_ID_KEY: String

    

16. val LAKEFS_CONF_GC_DO_MARK: String

    

17. val LAKEFS_CONF_GC_DO_SWEEP: String

    

18. val LAKEFS_CONF_GC_MARK_ID: String

    

19. val LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: String

    

20. val LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: String

    

21. val LAKEFS_CONF_JOB_COMMIT_ID_KEY: String

    

22. val LAKEFS_CONF_JOB_REPO_NAME_KEY: String

    

23. val LAKEFS_CONF_JOB_STORAGE_NAMESPACE_KEY: String

    

24. val MARK_ID_KEY: String

    

25. val RUN_ID_KEY: String

    

26. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

27. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

28. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

29. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

30. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

31. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

32. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

33. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

34. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

35. def newDF(spark: SparkSession, repoName: String, commitID: String = ""): DataFrame

    

    Returns all entries in all ranges of the given commit, as a DataFrame.

    Returns all entries in all ranges of the given commit, as a DataFrame. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

36. def newDF(spark: SparkSession, storageNamespace: String): DataFrame

    

    Returns all entries in all ranges found in this storage namespace.

    Returns all entries in all ranges found in this storage namespace. The same entry may be found in multiple ranges.

    The storage namespace is expected to be a URI accessible by Hadoop.

37. def newRDD(sc: SparkContext, repoName: String, commitID: String = ""): RDD[(Array[Byte], WithIdentifier[Entry])]

    

    Returns all entries in all ranges of the given commit, as an RDD.

    Returns all entries in all ranges of the given commit, as an RDD. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

38. final def notify(): Unit

    

    Definition Classes

    AnyRef

39. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

40. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

41. def toString(): String

    

    Definition Classes

    AnyRef → Any

42. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )