PubsubIO

Type Members

type ReadP = ReadParam

Definition Classes
PubsubIO → ScioIO
type WriteP = WriteParam

Definition Classes
PubsubIO → ScioIO

Abstract Value Members

abstract def read(sc: ScioContext, params: ReadP): SCollection[T]

Attributes
protected
Definition Classes
ScioIO
abstract def write(data: SCollection[T], params: WriteP): Tap[(tapT)#T]

Attributes
protected
Definition Classes
ScioIO

Concrete Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def readTest(sc: ScioContext, params: ReadP)(implicit coder: Coder[T]): SCollection[T]

Attributes
protected
Definition Classes
ScioIO
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def tap(params: ReadP): Tap[Nothing]

Write options also return a ClosedTap.
Write options also return a ClosedTap. Once the job completes you can open the Tap. Tap abstracts away the logic of reading the dataset directly as an Iterator[T] or re-opening it in another ScioContext. The Future is complete once the job finishes. This can be used to do light weight pipeline orchestration e.g. WordCountOrchestration.scala.

Definition Classes
PubsubIO → ScioIO
final val tapT: Aux[T, Nothing]

Definition Classes
PubsubIO → ScioIO
def testId: String

Definition Classes
ScioIO
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def writeTest(data: SCollection[T], params: WriteP)(implicit coder: Coder[T]): Tap[(tapT)#T]

Attributes
protected
Definition Classes
ScioIO

Related Docs: object PubsubIO | package io

sealed trait PubsubIO[T] extends ScioIO[T]

Type Members

type ReadP = ReadParam

type WriteP = WriteParam

Abstract Value Members

abstract def read(sc: ScioContext, params: ReadP): SCollection[T]

abstract def write(data: SCollection[T], params: WriteP): Tap[(tapT)#T]

Concrete Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def readTest(sc: ScioContext, params: ReadP)(implicit coder: Coder[T]): SCollection[T]

final def synchronized[T0](arg0: ⇒ T0): T0

def tap(params: ReadP): Tap[Nothing]

final val tapT: Aux[T, Nothing]

def testId: String

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def writeTest(data: SCollection[T], params: WriteP)(implicit coder: Coder[T]): Tap[(tapT)#T]

Inherited from ScioIO[T]

Inherited from AnyRef

Inherited from Any

Ungrouped