RawModel

A named model for data stored as files on a raw datastore (eg HDFS).

The uri is augmented with time information if timed is true. For writers this means whether to use uri as-is or create timed namespaces (eg for HDFS, a subdirectory) inside; for readers whether to read from uri as-is or from the most recent timed namespace inside.

schema is a json-encoded DataFrame schema, that is, a StructType. See DataType.fromJson and DataType.json.

options control the underlying spark DataFrameWriter/Reader in the writers/readers using an instance of this model.

name: the name of the datastore
uri: the uri where the data files reside
timed: whether the uri must be augmented with time information
schema: the schema of the data
options: the options for the datastore

Linear Supertypes

Serializable, Serializable, Product, Equals, DatastoreModel[RawCategory], Model, AnyRef, Any

Instance Constructors

new RawModel(name: String, uri: String, timed: Boolean = true, schema: String, options: RawOptions = RawOptions.default)

name
the name of the datastore
uri
the uri where the data files reside
timed
whether the uri must be augmented with time information
schema
the schema of the data
options
the options for the datastore

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val name: String

the name of the datastore
the name of the datastore

Definition Classes
RawModel → Model
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val options: RawOptions

the options for the datastore
val schema: String

the schema of the data
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
val timed: Boolean

whether the uri must be augmented with time information
val uri: String

the uri where the data files reside
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: object RawModel | package models

case class RawModel(name: String, uri: String, timed: Boolean = true, schema: String, options: RawOptions = RawOptions.default) extends DatastoreModel[RawCategory] with Product with Serializable

Instance Constructors

new RawModel(name: String, uri: String, timed: Boolean = true, schema: String, options: RawOptions = RawOptions.default)

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def isInstanceOf[T0]: Boolean

val name: String

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

val options: RawOptions

val schema: String

final def synchronized[T0](arg0: ⇒ T0): T0

val timed: Boolean

val uri: String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DatastoreModel[RawCategory]

Inherited from Model

Inherited from AnyRef

Inherited from Any

Ungrouped