Class

cognite.spark.v1

FilesRelation

Related Doc: package v1

Permalink

class FilesRelation extends SdkV1Relation[File, Long] with InsertableRelation

Linear Supertypes
InsertableRelation, SdkV1Relation[File, Long], PrunedFilteredScan, TableScan, Serializable, Serializable, CdpConnector, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FilesRelation
  2. InsertableRelation
  3. SdkV1Relation
  4. PrunedFilteredScan
  5. TableScan
  6. Serializable
  7. Serializable
  8. CdpConnector
  9. BaseRelation
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FilesRelation(config: RelationConfig)(sqlContext: SQLContext)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. implicit val auth: Auth

    Permalink
    Definition Classes
    SdkV1Relation

  6. def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row]

    Permalink
    Definition Classes
    SdkV1Relation → PrunedFilteredScan

  7. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    SdkV1Relation → TableScan

  8. lazy val client: GenericClient[IO, Nothing]

    Permalink
    Definition Classes
    SdkV1Relation

  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  10. implicit val customPrinter: Printer

    Permalink
    Definition Classes
    CdpConnector

  11. def defaultHandling(url: Uri): PartialFunction[Response[String], IO[Unit]]

    Permalink
    Definition Classes
    CdpConnector

  12. def delete(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    SdkV1Relation

  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  14. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  15. def filterMetadata(metadata: Option[Map[String, String]]): Option[Map[String, String]]

    Permalink
    Definition Classes
    CdpConnector

  16. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  17. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  18. def getFromRowAndCreate(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    FilesRelation → SdkV1Relation

  19. def getJson[A](config: RelationConfig, url: Uri)(implicit arg0: Decoder[A]): IO[A]

    Permalink
    Definition Classes
    CdpConnector

  20. def getProject(auth: Auth, maxRetries: Int, baseUrl: String): String

    Permalink
    Definition Classes
    CdpConnector

  21. def getStreams(filters: Array[Filter])(client: GenericClient[IO, Nothing], limit: Option[Int], numPartitions: Int): Seq[Stream[IO, File]]

    Permalink
    Definition Classes
    FilesRelation → SdkV1Relation

  22. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  23. def insert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    SdkV1Relation

  24. def insert(data: DataFrame, overwrite: Boolean): Unit

    Permalink
    Definition Classes
    SdkV1Relation

  25. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  26. lazy val itemsRead: Counter

    Permalink
    Attributes
    protected
    Definition Classes
    SdkV1Relation

  27. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  28. def needConversion: Boolean

    Permalink
    Definition Classes
    BaseRelation

  29. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  30. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  31. def onError[A, B](url: Uri): PartialFunction[Response[Either[B, A]], IO[A]]

    Permalink
    Definition Classes
    CdpConnector

  32. def parseCdpApiError(responseBody: String, url: Uri, statusCode: StatusCode): IO[Nothing]

    Permalink
    Definition Classes
    CdpConnector

  33. def retryWithBackoff[A](ioa: IO[A], initialDelay: FiniteDuration, maxRetries: Int): IO[A]

    Permalink
    Definition Classes
    CdpConnector

  34. def schema: StructType

    Permalink
    Definition Classes
    FilesRelation → SdkV1Relation → BaseRelation

  35. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation

  36. val sqlContext: SQLContext

    Permalink
    Definition Classes
    FilesRelation → BaseRelation

  37. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  38. def toRow(t: File): Row

    Permalink
    Definition Classes
    FilesRelation → SdkV1Relation

  39. def toRow(item: File, requiredColumns: Array[String]): Row

    Permalink
    Definition Classes
    SdkV1Relation

  40. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  41. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation

  42. def uniqueId(a: File): Long

    Permalink
    Definition Classes
    FilesRelation → SdkV1Relation

  43. def update(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    SdkV1Relation

  44. def upsert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    SdkV1Relation

  45. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  46. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  47. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from InsertableRelation

Inherited from SdkV1Relation[File, Long]

Inherited from PrunedFilteredScan

Inherited from TableScan

Inherited from Serializable

Inherited from Serializable

Inherited from CdpConnector

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped