PartitionedWriter

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def checkPoint: Long

Definition Classes
Writer
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def close: \/[Throwable, Unit]

Close the writer
Close the writer
returns
an error if the close fails or unit

Definition Classes
PartitionedWriter → Writer
def combineExceptions(last: Throwable, current: Throwable): Throwable

Attributes
protected
Definition Classes
Writer
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def newInstance(writers: Writers[T, Throwable]): PartitionedWriter[T]

Create a new instance of the partitioned writer
Create a new instance of the partitioned writer
writers
new writer cache state to be included in the new instance
returns
a new instance of a partitioned writer with the new state

Definition Classes
PartitionedWriter → PartitionedWriterFunctions
def newWriter(partition: Path, checkPoint: Long): \/[Throwable, Writer[T, Throwable]]

Obtain a new writer for a partition
Obtain a new writer for a partition
partition
the pucket instance for the partition
checkPoint
the current checkpoint
returns
a new writer for the partition or an error

Definition Classes
PartitionedWriter → PartitionedWriterFunctions
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val pucket: Pucket[T]

Definition Classes
PartitionedWriter → PartitionedWriterFunctions
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def write(data: T, checkPoint: Long): \/[Throwable, PartitionedWriter[T]]

Write data to a partition Finds a writer in the cache or creates a new one then submits the writer back to the cache
Write data to a partition Finds a writer in the cache or creates a new one then submits the writer back to the cache
data
the data to be written
checkPoint
the current checkpoint to be passed to the underlying writer
returns
a new instance of the partitioned writer complete with new state

Definition Classes
PartitionedWriterFunctions
def writerCache(partitionId: Path, writer: Writer[T, Throwable]): \/[Throwable, Writers[T, Throwable]]

Add a new writer to the cache Will update an existing writer if one for the same partition already exists in cache.
Add a new writer to the cache Will update an existing writer if one for the same partition already exists in cache.
If a new writer needs to be cached and the cache is full, the oldest one in the cache will be closed and evicted.
partitionId
pucket identifier to use as a key in the cache
writer
the writer instance to be cached
returns

Definition Classes
PartitionedWriterFunctions
val writerCacheSize: Int

Definition Classes
PartitionedWriter → PartitionedWriterFunctions
val writers: Writers[T, Throwable]

Definition Classes
PartitionedWriter → PartitionedWriterFunctions

case class PartitionedWriter[T] extends Writer[T, Throwable] with PartitionedWriterFunctions[T, Throwable, PartitionedWriter[T]] with Product with Serializable

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def checkPoint: Long

def clone(): AnyRef

def close: \/[Throwable, Unit]

def combineExceptions(last: Throwable, current: Throwable): Throwable

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

def newInstance(writers: Writers[T, Throwable]): PartitionedWriter[T]

def newWriter(partition: Path, checkPoint: Long): \/[Throwable, Writer[T, Throwable]]

final def notify(): Unit

final def notifyAll(): Unit

val pucket: Pucket[T]

final def synchronized[T0](arg0: ⇒ T0): T0

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def write(data: T, checkPoint: Long): \/[Throwable, PartitionedWriter[T]]

def writerCache(partitionId: Path, writer: Writer[T, Throwable]): \/[Throwable, Writers[T, Throwable]]

val writerCacheSize: Int

val writers: Writers[T, Throwable]

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from PartitionedWriterFunctions[T, Throwable, PartitionedWriter[T]]

Inherited from Writer[T, Throwable]

Inherited from AnyRef

Inherited from Any

Ungrouped