Class

com.cognite.spark.datasource

FilesRelation

Related Doc: package datasource

Permalink

class FilesRelation extends CdpRelation[FileItem] with InsertableRelation

Linear Supertypes
InsertableRelation, CdpRelation[FileItem], CdpConnector, PrunedFilteredScan, Serializable, Serializable, TableScan, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FilesRelation
  2. InsertableRelation
  3. CdpRelation
  4. CdpConnector
  5. PrunedFilteredScan
  6. Serializable
  7. Serializable
  8. TableScan
  9. BaseRelation
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FilesRelation(config: RelationConfig)(sqlContext: SQLContext)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def baseUrl(project: String, version: String, baseUrl: String): Uri

    Permalink
    Definition Classes
    CdpConnector
  6. def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row]

    Permalink
    Definition Classes
    CdpRelation → PrunedFilteredScan
  7. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    CdpRelation → TableScan
  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. def cursors(): Iterator[(Option[String], Option[Int])]

    Permalink
    Definition Classes
    CdpRelation
  10. implicit val customPrinter: Printer

    Permalink
    Definition Classes
    CdpConnector
  11. def defaultHandling(url: Uri): PartialFunction[Response[String], IO[Unit]]

    Permalink
    Definition Classes
    CdpConnector
  12. def delete(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  13. def delete(config: RelationConfig, url: Uri): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  14. def deleteItems(config: RelationConfig, baseUrl: Uri, rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  15. def deleteOr(config: RelationConfig, url: Uri)(onResponse: PartialFunction[Response[String], IO[Unit]]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. val fieldsWithPushdownFilter: Seq[String]

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  19. def filterMetadata(metadata: Option[Map[String, String]]): Option[Map[String, String]]

    Permalink
    Definition Classes
    CdpConnector
  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. def get[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[A]

    Permalink
    Definition Classes
    CdpConnector
  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  23. def getFilter(filter: Filter, colName: String): Seq[String]

    Permalink
    Definition Classes
    CdpRelation
  24. def getJson[A](config: RelationConfig, url: Uri)(implicit arg0: Decoder[A]): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  25. def getProject(auth: Auth, maxRetries: Int, baseUrl: String): String

    Permalink
    Definition Classes
    CdpConnector
  26. def getProtobuf[A](config: RelationConfig, url: Uri, parseResult: (Response[Array[Byte]]) ⇒ Response[A]): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  27. def getWithCursor[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[Chunk[A, String]]

    Permalink
    Definition Classes
    CdpConnector
  28. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  29. def insert(data: DataFrame, overwrite: Boolean): Unit

    Permalink
    Definition Classes
    FilesRelation → InsertableRelation
  30. def insert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  31. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  32. def listUrl(): Uri

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  33. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  34. def needConversion: Boolean

    Permalink
    Definition Classes
    BaseRelation
  35. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  36. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  37. def onError(url: Uri, response: Response[String]): Throwable

    Permalink
    Definition Classes
    CdpConnector
  38. def onError[A, B](url: Uri): PartialFunction[Response[Either[B, A]], IO[A]]

    Permalink
    Definition Classes
    CdpConnector
  39. def parseCdpApiError(responseBody: String, url: Uri, statusCode: StatusCode): IO[Nothing]

    Permalink
    Definition Classes
    CdpConnector
  40. def post[A](config: RelationConfig, url: Uri, items: Seq[A])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  41. def postFiles(rows: Seq[Row]): IO[Unit]

    Permalink
  42. def postOr[A](config: RelationConfig, url: Uri, items: Seq[A])(onResponse: PartialFunction[Response[String], IO[Unit]])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  43. def put[A](config: RelationConfig, url: Uri, items: Seq[A])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  44. def putOr[A](config: RelationConfig, url: Uri, items: Seq[A])(onResponse: PartialFunction[Response[String], IO[Unit]])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  45. def retryWithBackoff[A](ioa: IO[A], initialDelay: FiniteDuration, maxRetries: Int): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  46. def schema: StructType

    Permalink
    Definition Classes
    FilesRelation → BaseRelation
  47. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  48. val sqlContext: SQLContext

    Permalink
    Definition Classes
    FilesRelationCdpRelation → BaseRelation
  49. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  50. def toRow(t: FileItem): Row

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  51. def toRow(item: FileItem, requiredColumns: Array[String]): Row

    Permalink
    Definition Classes
    CdpRelation
  52. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  53. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  54. def update(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  55. def upsert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  56. def urlsWithFilters(filters: Array[Filter], uri: Uri): Seq[Uri]

    Permalink
    Definition Classes
    CdpRelation
  57. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  59. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from InsertableRelation

Inherited from CdpRelation[FileItem]

Inherited from CdpConnector

Inherited from PrunedFilteredScan

Inherited from Serializable

Inherited from Serializable

Inherited from TableScan

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped