bigquery

Type Members

sealed trait BigQueryIO[T] extends ScioIO[T]
final class BigQuerySCollection[T] extends Serializable

Enhanced version of SCollection with BigQuery methods.
final class BigQueryScioContext extends Serializable

Enhanced version of ScioContext with BigQuery methods.
final case class BigQuerySelect(sqlQuery: String) extends BigQueryIO[TableRow] with Product with Serializable

Get an SCollection for a BigQuery SELECT query.
Get an SCollection for a BigQuery SELECT query. Both Legacy SQL and Standard SQL dialects are supported. By default the query dialect will be automatically detected. To override this behavior, start the query string with #legacysql or #standardsql.
final case class BigQueryTable(tableSpec: String) extends BigQueryIO[TableRow] with Product with Serializable

Get an IO for a BigQuery table.
type BigQueryTag = bigquery.types.BigQueryTag

BigQuery tag for macro generated classes/fields.
final case class BigQueryTap(table: TableReference) extends Tap[TableRow] with Product with Serializable

Tap for BigQuery tables.
final case class BigQueryTaps(self: Taps) extends Product with Serializable
class MockBigQuery extends AnyRef

Mock BigQuery environment for integration test.
Mock BigQuery environment for integration test.
Use mockTable to feed data into live BigQuery service and queryResult to query them.
class MockTable extends AnyRef

A BigQuery table being mocked for test.
implicit final class RichTableReference extends AnyVal

Enhanced version of TableReference.
implicit final class RichTableRow extends AnyVal

Enhanced version of TableRow with typed getters.
type TableRow = google.api.services.bigquery.model.TableRow

Alias for BigQuery TableRow.
final case class TableRowJsonIO(path: String) extends ScioIO[TableRow] with Product with Serializable

Get an IO for a BigQuery TableRow JSON file.
final case class TableRowJsonTap(path: String) extends Tap[TableRow] with Product with Serializable

Tap for BigQuery TableRow JSON files.
case class TimePartitioning(type: String, field: String = null, expirationMs: Long = 0, requirePartitionFilter: Boolean = false) extends Product with Serializable

Scala wrapper for com.google.api.services.bigquery.model.TimePartitioning.
type description = bigquery.types.description

Annotation for BigQuery field description.

Value Members

object BigQueryIO
object BigQuerySelect extends Serializable
object BigQuerySysProps extends SysProps
object BigQueryTable extends Serializable
object BigQueryTaps extends Serializable
val BigQueryType: bigquery.types.BigQueryType.type

Typed BigQuery annotations and converters.
object BigQueryTyped
object BigQueryUtil

Utility for BigQuery data types.
val CREATE_IF_NEEDED: CreateDisposition

Alias for BigQuery CreateDisposition.
val CREATE_NEVER: CreateDisposition

Alias for BigQuery CreateDisposition.
object Date

Utility for BigQuery DATE type.
object DateTime

Utility for BigQuery DATETIME type.
object MockBigQuery

Companion object for MockBigQuery.
object Numeric
object TableRow

Create a TableRow with Map-like syntax.
Create a TableRow with Map-like syntax. For example:
```
val r = TableRow("name" -> "Alice", "score" -> 100)
```
object TableRowJsonIO extends Serializable
object Time

Utility for BigQuery TIME type.
object Timestamp

Utility for BigQuery TIMESTAMP type.
val WRITE_APPEND: WriteDisposition

Alias for BigQuery WriteDisposition.
val WRITE_EMPTY: WriteDisposition

Alias for BigQuery WriteDisposition.
val WRITE_TRUNCATE: WriteDisposition

Alias for BigQuery WriteDisposition.
package client
package dynamic

BigQuery package for dynamic table destinations.
BigQuery package for dynamic table destinations. Import All.
```
import com.spotify.scio.bigquery.dynamic._
```
implicit def toBigQuerySCollection[T](c: SCollection[T]): BigQuerySCollection[T]
implicit def toBigQueryScioContext(c: ScioContext): BigQueryScioContext
package types
package validation

package bigquery

Type Members

sealed trait BigQueryIO[T] extends ScioIO[T]

final class BigQuerySCollection[T] extends Serializable

final class BigQueryScioContext extends Serializable

final case class BigQuerySelect(sqlQuery: String) extends BigQueryIO[TableRow] with Product with Serializable

final case class BigQueryTable(tableSpec: String) extends BigQueryIO[TableRow] with Product with Serializable

type BigQueryTag = bigquery.types.BigQueryTag

final case class BigQueryTap(table: TableReference) extends Tap[TableRow] with Product with Serializable

final case class BigQueryTaps(self: Taps) extends Product with Serializable

class MockBigQuery extends AnyRef

class MockTable extends AnyRef

implicit final class RichTableReference extends AnyVal

implicit final class RichTableRow extends AnyVal

type TableRow = google.api.services.bigquery.model.TableRow

final case class TableRowJsonIO(path: String) extends ScioIO[TableRow] with Product with Serializable

final case class TableRowJsonTap(path: String) extends Tap[TableRow] with Product with Serializable

case class TimePartitioning(type: String, field: String = null, expirationMs: Long = 0, requirePartitionFilter: Boolean = false) extends Product with Serializable

type description = bigquery.types.description

Value Members

object BigQueryIO

object BigQuerySelect extends Serializable

object BigQuerySysProps extends SysProps

object BigQueryTable extends Serializable

object BigQueryTaps extends Serializable

val BigQueryType: bigquery.types.BigQueryType.type

object BigQueryTyped

object BigQueryUtil

val CREATE_IF_NEEDED: CreateDisposition

val CREATE_NEVER: CreateDisposition

object Date

object DateTime

object MockBigQuery

object Numeric

object TableRow

object TableRowJsonIO extends Serializable

object Time

object Timestamp

val WRITE_APPEND: WriteDisposition

val WRITE_EMPTY: WriteDisposition

val WRITE_TRUNCATE: WriteDisposition

package client

package dynamic

implicit def toBigQuerySCollection[T](c: SCollection[T]): BigQuerySCollection[T]

implicit def toBigQueryScioContext(c: ScioContext): BigQueryScioContext

package types

package validation

Inherited from AnyRef

Inherited from Any

Ungrouped