HdfsScioContext

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   Any

2. final def ##(): Int

   

   Definition Classes

   Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def getClass(): Class[_ <: AnyVal]

   

   Definition Classes

   AnyVal → Any

6. def hadoopDistCache[F](path: String, conf: Configuration = null, username: String = null)(initFn: (File) ⇒ F): DistCache[F]

   

   Create a new DistCache instance for a file on HDFS.

   Create a new DistCache instance for a file on HDFS.

   path

   to the HDFS artifact

   conf

   optional custom Hadoop configuration

   username

   optional Hadoop Simple Authentication remote username

7. def hadoopDistCacheMulti[F](paths: Seq[String], conf: Configuration = null, username: String = null)(initFn: (Seq[File]) ⇒ F): DistCache[F]

   

   Create a new DistCache instance for a list of files on HDFS.

   Create a new DistCache instance for a list of files on HDFS.

   paths

   Sequence of paths to the HDFS artifacts

   conf

   optional custom Hadoop configuration

   username

   optional Hadoop Simple Authentication remote username

8. def hdfsAvroFile[T](path: String, schema: Schema = null, username: String = null, conf: Configuration = null)(implicit arg0: ClassTag[T]): SCollection[T]

   

   Get an SCollection for an Avro file on HDFS.

   Get an SCollection for an Avro file on HDFS.

   schema

   must be not null if T is of type GenericRecord.

9. def hdfsTextFile(path: String, username: String = null, conf: Configuration = null): SCollection[String]

   

   Get an SCollection for a text file on HDFS.

10. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

11. val self: ScioContext

    

12. def toString(): String

    

    Definition Classes

    Any