HdfsScioContext

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

7. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9. def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

12. def hadoopDistCache[F](path: String, conf: Configuration = null, username: String = null)(initFn: (File) ⇒ F): DistCache[F]

    Create a new DistCache instance for a file on Hadoop/HDFS.

    Create a new DistCache instance for a file on Hadoop/HDFS.

    path

    to the Hadoop/HDFS artifact

    conf

    optional custom Hadoop configuration

    username

    optional Hadoop Simple Authentication remote username

13. def hadoopDistCacheMulti[F](paths: Seq[String], conf: Configuration = null, username: String = null)(initFn: (Seq[File]) ⇒ F): DistCache[F]

    Create a new DistCache instance for a list of files on Hadoop/HDFS.

    Create a new DistCache instance for a list of files on Hadoop/HDFS.

    paths

    Sequence of paths to the Hadoop/HDFS artifacts

    conf

    optional custom Hadoop configuration

    username

    optional Hadoop Simple Authentication remote username

14. def hashCode(): Int

    Definition Classes

    AnyRef → Any

15. def hdfsAvroFile[T](path: String, schema: Schema = null, username: String = null)(implicit arg0: ClassTag[T]): SCollection[T]

    Get an SCollection of specific record type for an Avro file on HDFS.

16. def hdfsTextFile(path: String, username: String = null): SCollection[String]

    Get an SCollection for a text file on HDFS.

17. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

18. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

19. final def notify(): Unit

    Definition Classes

    AnyRef

20. final def notifyAll(): Unit

    Definition Classes

    AnyRef

21. val self: ScioContext

22. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

23. def toString(): String

    Definition Classes

    AnyRef → Any

24. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )