Object

com.salesforce.op.utils.io.csv

CSVToAvro

Related Doc: package csv

Permalink

object CSVToAvro

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CSVToAvro
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. class UnsupportedSchemaException extends Exception

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  6. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  7. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  8. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  9. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  10. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  11. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  12. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  13. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  14. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  15. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  16. def toAvro(csvData: RDD[Seq[String]], schemaString: String, timeZone: String = DateTimeUtils.DefaultTimeZoneStr): RDD[GenericRecord]

    Permalink

    Convert from a buffer of strings to an avro record for converting csvs

    Convert from a buffer of strings to an avro record for converting csvs

    csvData

    data that has been read from a csv to an RDD

    schemaString

    the schema that matches the data

    timeZone

    timezone to use in converting time fields, e.g., "GMT+5", "GMT-5", "US/Eastern"

    returns

    an RDD of avro generic records

  17. def toAvroRecord(columns: Seq[String], schema: Schema, timeZone: String = DateTimeUtils.DefaultTimeZoneStr): GenericRecord

    Permalink

    Convert a collection of columns into a generic avro record

    Convert a collection of columns into a generic avro record

    columns

    a collection of columns

    schema

    avro schema instance

    timeZone

    timezone to use in converting time fields, e.g., "GMT+5", "GMT-5", "US/Eastern"

    returns

    an avro record

  18. def toAvroTyped[T <: GenericRecord](csvData: RDD[Seq[String]], schemaString: String, timeZone: String = DateTimeUtils.DefaultTimeZoneStr)(implicit arg0: ClassTag[T]): RDD[T]

    Permalink

    Convert from a buffer of strings to an avro typed record for converting csvs

    Convert from a buffer of strings to an avro typed record for converting csvs

    csvData

    data that has been read from a csv to an RDD

    schemaString

    the schema that matches the data

    timeZone

    timezone to use in converting time fields, e.g., "GMT+5", "GMT-5", "US/Eastern"

    returns

    an RDD of avro typed records

  19. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  20. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  21. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  22. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped