BigQuerySCollection

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

11. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

12. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. final def notify(): Unit

    

    Definition Classes

    AnyRef

14. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

15. def saveAsBigQuery(tableSpec: String, schema: TableSchema = ..., writeDisposition: WriteDisposition = ..., createDisposition: CreateDisposition = ..., tableDescription: String = ..., timePartitioning: TimePartitioning = ...)(implicit ev: <:<[T, TableRow]): Future[Tap[TableRow]]

    

    Save this SCollection as a BigQuery table.

    Save this SCollection as a BigQuery table. Note that elements must be of type TableRow.

16. def saveAsBigQuery(table: TableReference, schema: TableSchema, writeDisposition: WriteDisposition, createDisposition: CreateDisposition, tableDescription: String, timePartitioning: TimePartitioning)(implicit ev: <:<[T, TableRow]): Future[Tap[TableRow]]

    

    Save this SCollection as a BigQuery table.

    Save this SCollection as a BigQuery table. Note that elements must be of type TableRow.

17. def saveAsTableRowJsonFile(path: String, numShards: Int = ..., compression: Compression = ...)(implicit ev: <:<[T, TableRow]): Future[Tap[TableRow]]

    

    Save this SCollection as a BigQuery TableRow JSON text file.

    Save this SCollection as a BigQuery TableRow JSON text file. Note that elements must be of type TableRow.

18. def saveAsTypedBigQuery(tableSpec: String, writeDisposition: WriteDisposition = ..., createDisposition: CreateDisposition = ..., timePartitioning: TimePartitioning = ...)(implicit tt: scala.reflect.api.JavaUniverse.TypeTag[T], ev: <:<[T, HasAnnotation], coder: Coder[T]): Future[Tap[T]]

    

    Save this SCollection as a BigQuery table.

    Save this SCollection as a BigQuery table. Note that element type T must be annotated with BigQueryType.

    This could be a complete case class with BigQueryType.toTable. For example:

    @BigQueryType.toTable
    case class Result(name: String, score: Double)
    
    val p: SCollection[Result] = // process data and convert elements to Result
    p.saveAsTypedBigQuery("myproject:mydataset.mytable")

    It could also be an empty class with schema from BigQueryType.fromSchema, BigQueryType.fromTable, or BigQueryType.fromQuery. For example:

    @BigQueryType.fromTable("publicdata:samples.gsod")
    class Row
    
    sc.typedBigQuery[Row]()
      .sample(withReplacement = false, fraction = 0.1)
      .saveAsTypedBigQuery("myproject:samples.gsod")

19. def saveAsTypedBigQuery(table: TableReference, writeDisposition: WriteDisposition, createDisposition: CreateDisposition, timePartitioning: TimePartitioning)(implicit tt: scala.reflect.api.JavaUniverse.TypeTag[T], ev: <:<[T, HasAnnotation], coder: Coder[T]): Future[Tap[T]]

    

    Save this SCollection as a BigQuery table.

    Save this SCollection as a BigQuery table. Note that element type T must be a case class annotated with BigQueryType.toTable.

20. val self: SCollection[T]

    

21. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

22. def toString(): String

    

    Definition Classes

    AnyRef → Any

23. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

24. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )