S3InputFormat

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final val ANONYMOUS: String("s3.anonymous")

   

5. final val AWS_ID: String("s3.awsId")

   

6. final val AWS_KEY: String("s3.awsKey")

   

7. final val BUCKET: String("s3.bucket")

   

8. final val CHUNK_SIZE: String("s3.chunkSize")

   

9. final val CREATE_S3CLIENT: String("s3.client")

   

10. final val CRS_VALUE: String("s3.crs")

    

11. final val DEFAULT_CHUNK_SIZE: Int

    

12. final val DEFAULT_PARTITION_BYTES: Int

    

13. final val DELIMITER: String("s3.delimiter")

    

14. final val EXTENSIONS: String("s3.extensions")

    

15. final val PARTITION_BYTES: String("S3.partitionBytes")

    

16. final val PARTITION_COUNT: String("s3.partitionCount")

    

17. final val PREFIX: String("s3.prefix")

    

18. final val REGION: String("s3.region")

    

19. val S3UrlRx: Regex

    

20. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

21. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

22. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

23. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

24. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

25. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

26. def getDelimiter(conf: Configuration): Option[String]

    

27. def getDelimiter(job: JobContext): Option[String]

    

28. def getS3Client(job: JobContext): S3Client

    

29. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

30. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

31. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

32. final def notify(): Unit

    

    Definition Classes

    AnyRef

33. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

34. def removeAnonymous(conf: Configuration): Unit

    

35. def removeBucket(conf: Configuration): Unit

    

36. def removeChunkSize(conf: Configuration): Unit

    

37. def removeCreateS3Client(conf: Configuration): Unit

    

38. def removeDelimiter(conf: Configuration): Unit

    

39. def removeExtensions(conf: Configuration): Unit

    

40. def removePartitionBytes(conf: Configuration): Unit

    

    Removes partition size in bytes

41. def removePartitionCount(conf: Configuration): Unit

    

    Removes partition count

42. def removePrefix(conf: Configuration): Unit

    

43. def removeRegion(conf: Configuration): Unit

    

44. def removeUrl(conf: Configuration): Unit

    

45. def setAnonymous(conf: Configuration): Unit

    

    Force anonymous access, bypass all key discovery

46. def setAnonymous(job: Job): Unit

    

    Force anonymous access, bypass all key discovery

47. def setBucket(conf: Configuration, bucket: String): Unit

    

48. def setBucket(job: Job, bucket: String): Unit

    

49. def setChunkSize(conf: Configuration, chunkSize: Int): Unit

    

50. def setChunkSize(job: Job, chunkSize: Int): Unit

    

51. def setCreateS3Client(conf: Configuration, createClient: () ⇒ S3Client): Unit

    

52. def setCreateS3Client(job: Job, createClient: () ⇒ S3Client): Unit

    

53. def setDelimiter(conf: Configuration, delimiter: String): Unit

    

    Set delimiter for S3 object listing requests

54. def setDelimiter(job: Job, delimiter: String): Unit

    

    Set delimiter for S3 object listing requests

55. def setExtensions(conf: Configuration, extensions: Seq[String]): Unit

    

    Set valid key extensions filter

56. def setPartitionBytes(conf: Configuration, bytes: Long): Unit

    

    Set desired partition size in bytes, at least one item per partition will be assigned

57. def setPartitionBytes(job: Job, bytes: Long): Unit

    

    Set desired partition size in bytes, at least one item per partition will be assigned

58. def setPartitionCount(conf: Configuration, limit: Int): Unit

    

    Set desired partition count

59. def setPartitionCount(job: Job, limit: Int): Unit

    

    Set desired partition count

60. def setPrefix(conf: Configuration, prefix: String): Unit

    

61. def setPrefix(job: Job, prefix: String): Unit

    

62. def setRegion(conf: Configuration, region: String): Unit

    

63. def setRegion(job: Job, region: String): Unit

    

64. def setUrl(conf: Configuration, url: String): Unit

    

65. def setUrl(job: Job, url: String): Unit

    

    Set S3N url to use, may include AWS Id and Key

66. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

67. def toString(): String

    

    Definition Classes

    AnyRef → Any

68. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

69. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

70. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )