SchemaConverters

Type Members

class IncompatibleSchemaException extends Exception
case class SchemaType(dataType: DataType, nullable: Boolean) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def convertStructToAvro[T](structType: StructType, schemaBuilder: RecordBuilder[T], recordNamespace: String): T

This function converts sparkSQL StructType into avro schema.
This function converts sparkSQL StructType into avro schema. This method uses two other converter methods in order to do the conversion.
def createConverterToSQL(sourceAvroSchema: Schema, targetSqlType: DataType): (AnyRef) ⇒ AnyRef

Returns a converter function to convert row in avro format to GenericRow of catalyst.
Returns a converter function to convert row in avro format to GenericRow of catalyst.
sourceAvroSchema
Source schema before conversion inferred from avro file by passed in by user.
targetSqlType
Target catalyst sql type after the conversion.
returns
returns a converter function to convert row in avro format to GenericRow of catalyst.
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toSqlType(avroSchema: Schema): SchemaType

This function takes an avro schema and returns a sql schema.
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package avro

object SchemaConverters

Type Members

class IncompatibleSchemaException extends Exception

case class SchemaType(dataType: DataType, nullable: Boolean) extends Product with Serializable

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def convertStructToAvro[T](structType: StructType, schemaBuilder: RecordBuilder[T], recordNamespace: String): T

def createConverterToSQL(sourceAvroSchema: Schema, targetSqlType: DataType): (AnyRef) ⇒ AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toSqlType(avroSchema: Schema): SchemaType

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped