Pucket

Abstract Value Members

abstract def descriptor: PucketDescriptor[T]

Descriptor object with information about the pucket.
Descriptor object with information about the pucket. See com.intenthq.pucket.PucketDescriptor
abstract def fs: FileSystem

Hadoop filesystem instance
abstract def newInstance(newPath: Path): Pucket[T]

Used when obtaining a new pucket as a subdir of an existing one
Used when obtaining a new pucket as a subdir of an existing one

Attributes
protected
abstract def path: Path

Fully qualified hadoop path to the pucket
abstract def reader(filter: Option[Filter]): \/[Throwable, Reader[T]]

Reader for the pucket.
Reader for the pucket. See com.intenthq.pucket.reader.Reader
filter
returns
a new Reader for reading data from the pucket
abstract def writer: \/[Throwable, Writer[T, Throwable]]

Writer implementation for the pucket.
Writer implementation for the pucket. See com.intenthq.pucket.writer.Writer

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
def absorb(pucket: Pucket[T]): \/[Throwable, Unit]

Absorb another pucket of the same type into this one
Absorb another pucket of the same type into this one
Will only absorb if the pucket it is absorbing is on a different path and the descriptor is the same
pucket
the pucket to be absorbed
final def asInstanceOf[T0]: T0

Definition Classes
Any
def blockSize: Int

Default Parquet block size
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val conf: Configuration

Hadoop configuration
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def file: Path

Generate a filename
Generate a filename
returns
a relative hadoop path to a new randomly generated filename
def filename: Path

Generate a fully qualified filename under the pucket
Generate a fully qualified filename under the pucket
returns
a fully qualified hadoop path to a new randomly generated filename under pucket
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val id: Int

An identifier for the pucket for use in writer cache
An identifier for the pucket for use in writer cache
returns
a string identifier
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def listFiles: \/[Throwable, Seq[Path]]

List all the parquet files in the pucket
List all the parquet files in the pucket
returns
a list of fully qualified paths to parquet files
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def partition(data: T): Path

Use the partitioner specified in the descriptor to get a new pucket on a calculated path
Use the partitioner specified in the descriptor to get a new pucket on a calculated path
data
the object to inspect for partitioning
returns
a new path which is a subpath under the pucket, otherwise the current path
def reader: \/[Throwable, Reader[T]]

Reader for the pucket.
Reader for the pucket. See com.intenthq.pucket.reader.Reader
def subPucket(subPath: Path): \/[Throwable, Pucket[T]]

Create a directory as a subpath of the pucket and create a new pucket instance at the new path
Create a directory as a subpath of the pucket and create a new pucket instance at the new path
subPath
returns
a new pucket at the sub path specified or an error if the path creation fails
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def targetFile(pucket: Pucket[T], otherPath: Path): Path

Target location for a given path under the current pucket
Target location for a given path under the current pucket
pucket
otherPath
returns
a fully qualified path under the current pucket, maintaining a partitioning scheme
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

trait Pucket[T] extends AnyRef

Abstract Value Members

abstract def descriptor: PucketDescriptor[T]

abstract def fs: FileSystem

abstract def newInstance(newPath: Path): Pucket[T]

abstract def path: Path

abstract def reader(filter: Option[Filter]): \/[Throwable, Reader[T]]

abstract def writer: \/[Throwable, Writer[T, Throwable]]

Concrete Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def absorb(pucket: Pucket[T]): \/[Throwable, Unit]

final def asInstanceOf[T0]: T0

def blockSize: Int

def clone(): AnyRef

val conf: Configuration

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def file: Path

def filename: Path

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

val id: Int

final def isInstanceOf[T0]: Boolean

def listFiles: \/[Throwable, Seq[Path]]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def partition(data: T): Path

def reader: \/[Throwable, Reader[T]]

def subPucket(subPath: Path): \/[Throwable, Pucket[T]]

final def synchronized[T0](arg0: ⇒ T0): T0

def targetFile(pucket: Pucket[T], otherPath: Path): Path

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped