ScioContext

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def customInput[T, I >: PBegin <: PInput](name: String, transform: PTransform[I, PCollection[T]])(implicit arg0: Coder[T]): SCollection[T]

Get an SCollection with a custom input transform.

def datastore(projectId: String, query: Query, namespace: String = null): SCollection[Entity]

Get an SCollection for a Datastore query.

def empty[T]()(implicit arg0: Coder[T]): SCollection[T]

Form an empty SCollection.

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

def initCounter(counters: Counter*): Seq[Counter]

Initialize a given Counter metric.

def initCounter(namespace: String, name: String): Counter

Initialize a new Counter metric from namespace and name.

def initCounter[T](name: String)(implicit arg0: ClassTag[T]): Counter

Initialize a new Counter metric using T as namespace.

def isClosed: Boolean

Whether the context is closed.

final def isInstanceOf[T0]: Boolean

def isTest: Boolean

Whether this is a test context.

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val options: PipelineOptions

def optionsAs[T <: PipelineOptions](implicit arg0: ClassTag[T]): T

Get PipelineOptions as a more specific sub-type.

def parallelize[K, V](elems: Map[K, V])(implicit koder: Coder[K], voder: Coder[V]): SCollection[(K, V)]

Distribute a local Scala Map to form an SCollection.

def parallelize[T](elems: Iterable[T])(implicit arg0: Coder[T]): SCollection[T]

Distribute a local Scala Iterable to form an SCollection.

def parallelizeTimestamped[T](elems: Iterable[T], timestamps: Iterable[Instant])(implicit arg0: Coder[T]): SCollection[T]

Distribute a local Scala Iterable with timestamps to form an SCollection.

def parallelizeTimestamped[T](elems: Iterable[(T, Instant)])(implicit arg0: Coder[T]): SCollection[T]

Distribute a local Scala Iterable with timestamps to form an SCollection.

def pipeline: Pipeline

Underlying pipeline.

def pubsubSubscription[T](sub: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[T]

Get an SCollection for a Pub/Sub subscription.

def pubsubSubscriptionWithAttributes[T](sub: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[(T, Map[String, String])]

Get an SCollection for a Pub/Sub subscription that includes message attributes.

def pubsubTopic[T](topic: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[T]

Get an SCollection for a Pub/Sub topic.

def pubsubTopicWithAttributes[T](topic: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[(T, Map[String, String])]

Get an SCollection for a Pub/Sub topic that includes message attributes.

def read[T](io: ScioIO[T] { type ReadP = Unit })(implicit arg0: Coder[T]): SCollection[T]

def read[T](io: ScioIO[T])(params: ReadP)(implicit arg0: Coder[T]): SCollection[T]

Generic read method for all ScioIO[T] implementations, which will invoke the provided IO's com.spotify.scio.io.ScioIO[T]#readWithContext method along with read configurations passed in.

def run(): ScioExecutionContext

Runs the underlying pipeline.

def setAppName(name: String): Unit

Set application name for the context.

def setJobName(name: String): Unit

Set job name for the context.

final def synchronized[T0](arg0: ⇒ T0): T0

def textFile(path: String, compression: Compression = beam.Compression.AUTO): SCollection[String]

Get an SCollection for a text file.

def toString(): String

def unionAll[T](scs: Iterable[SCollection[T]])(implicit arg0: Coder[T]): SCollection[T]

Create a union of multiple SCollections.

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def withName(name: String): ScioContext.this.type

Set a custom name for the next transform to be applied.

def wrap[T](p: PCollection[T]): SCollection[T]

Wrap a PCollection.

def close(): ScioExecutionContext

Close the context.

val sc: ScioContext = ???

sc.run().waitUntilDone(Duration.Inf)