FileDestinations

Dynamic file destinations settings. Output path is <path>/<destination>/part-<shard><suffix> for regular writes and <path>/<destination>/part-<window>-<shard><suffix> for windowed writes, where <destination> is computed with destinationFn.

path: path
default: default <destination> for empty collections
windowedWrites: preserves windowing of input elements and writes them to files based on the element's window
numShards: the number of shards to use, or 0 to let the system decide, must be > 0 when windowedWrites is true

Linear Supertypes

Serializable, Serializable, Product, Equals, AnyRef, Any

Instance Constructors

new FileDestinations(path: String, default: String = "default", windowedWrites: Boolean = false, numShards: Int = 0)

path
path
default
default <destination> for empty collections
windowedWrites
preserves windowing of input elements and writes them to files based on the element's window
numShards
the number of shards to use, or 0 to let the system decide, must be > 0 when windowedWrites is true

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val default: String

default <destination> for empty collections
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val numShards: Int

the number of shards to use, or 0 to let the system decide, must be > 0 when windowedWrites is true
val path: String

path
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val windowedWrites: Boolean

preserves windowing of input elements and writes them to files based on the element's window

Related Docs: object FileDestinations | package dynamic

case class FileDestinations(path: String, default: String = "default", windowedWrites: Boolean = false, numShards: Int = 0) extends Product with Serializable

Instance Constructors

new FileDestinations(path: String, default: String = "default", windowedWrites: Boolean = false, numShards: Int = 0)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

val default: String

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val numShards: Int

val path: String

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

val windowedWrites: Boolean

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped