Class

com.cognite.spark.datasource

FilesRelation

Related Doc: package datasource

Permalink

class FilesRelation extends CdpRelation[FileItem] with InsertableRelation

Linear Supertypes
InsertableRelation, CdpRelation[FileItem], CdpConnector, PrunedFilteredScan, Serializable, Serializable, TableScan, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FilesRelation
  2. InsertableRelation
  3. CdpRelation
  4. CdpConnector
  5. PrunedFilteredScan
  6. Serializable
  7. Serializable
  8. TableScan
  9. BaseRelation
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new FilesRelation(config: RelationConfig)(sqlContext: SQLContext)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def baseUrl(project: String, version: String, baseUrl: String): Uri

    Permalink
    Definition Classes
    CdpConnector
  6. def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row]

    Permalink
    Definition Classes
    CdpRelation → PrunedFilteredScan
  7. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    CdpRelation → TableScan
  8. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. def cursors(): Iterator[(Option[String], Option[Int])]

    Permalink
    Definition Classes
    CdpRelation
  10. implicit val customPrinter: Printer

    Permalink
    Definition Classes
    CdpConnector
  11. def defaultHandling(url: Uri): PartialFunction[Response[String], IO[Unit]]

    Permalink
    Definition Classes
    CdpConnector
  12. def delete(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  13. def delete(config: RelationConfig, url: Uri): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  14. def deleteItems(config: RelationConfig, baseUrl: Uri, rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  15. def deleteOr(config: RelationConfig, url: Uri)(onResponse: PartialFunction[Response[String], IO[Unit]]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  16. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  18. val fieldsWithPushdownFilter: Seq[String]

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  19. def filterMetadata(metadata: Option[Map[String, String]]): Option[Map[String, String]]

    Permalink
    Definition Classes
    CdpConnector
  20. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  21. def get[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[A]

    Permalink
    Definition Classes
    CdpConnector
  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  23. def getFilter(filter: Filter): PushdownExpression

    Permalink
    Definition Classes
    CdpRelation
  24. def getJson[A](config: RelationConfig, url: Uri)(implicit arg0: Decoder[A]): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  25. def getProject(auth: Auth, maxRetries: Int, baseUrl: String): String

    Permalink
    Definition Classes
    CdpConnector
  26. def getProtobuf[A](config: RelationConfig, url: Uri, parseResult: (Response[Array[Byte]]) ⇒ Response[A]): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  27. def getV1[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[A]

    Permalink
    Definition Classes
    CdpConnector
  28. def getWithCursor[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[Chunk[A, String]]

    Permalink
    Definition Classes
    CdpConnector
  29. def getWithCursorV1[A](config: RelationConfig, url: Uri, initialCursor: Option[String] = None)(implicit arg0: Decoder[A]): Iterator[Chunk[A, String]]

    Permalink
    Definition Classes
    CdpConnector
  30. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  31. def insert(data: DataFrame, overwrite: Boolean): Unit

    Permalink
    Definition Classes
    FilesRelation → InsertableRelation
  32. def insert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  33. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  34. lazy val itemsRead: Counter

    Permalink
    Attributes
    protected
    Definition Classes
    CdpRelation
  35. def listUrl(): Uri

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  36. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  37. def needConversion: Boolean

    Permalink
    Definition Classes
    BaseRelation
  38. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  39. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  40. def onError(url: Uri, response: Response[String]): Throwable

    Permalink
    Definition Classes
    CdpConnector
  41. def onError[A, B](url: Uri): PartialFunction[Response[Either[B, A]], IO[A]]

    Permalink
    Definition Classes
    CdpConnector
  42. def parseCdpApiError(responseBody: String, url: Uri, statusCode: StatusCode): IO[Nothing]

    Permalink
    Definition Classes
    CdpConnector
  43. def post[A](config: RelationConfig, url: Uri, items: Seq[A])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  44. def postFiles(rows: Seq[Row]): IO[Unit]

    Permalink
  45. def postJsonWithBody[A, B](config: RelationConfig, url: Uri, items: Seq[B])(implicit arg0: Decoder[A], arg1: Encoder[B]): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  46. def postOr[A](config: RelationConfig, url: Uri, items: Seq[A])(onResponse: PartialFunction[Response[String], IO[Unit]])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  47. def postWithBody[A, B](config: RelationConfig, url: Uri, items: Seq[B])(implicit arg0: Decoder[A], arg1: Encoder[B]): Iterator[A]

    Permalink
    Definition Classes
    CdpConnector
  48. def put[A](config: RelationConfig, url: Uri, items: Seq[A])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  49. def putOr[A](config: RelationConfig, url: Uri, items: Seq[A])(onResponse: PartialFunction[Response[String], IO[Unit]])(implicit arg0: Encoder[A]): IO[Unit]

    Permalink
    Definition Classes
    CdpConnector
  50. def retryWithBackoff[A](ioa: IO[A], initialDelay: FiniteDuration, maxRetries: Int): IO[A]

    Permalink
    Definition Classes
    CdpConnector
  51. def schema: StructType

    Permalink
    Definition Classes
    FilesRelation → BaseRelation
  52. def shouldGetAll(pushdownExpression: PushdownExpression): Boolean

    Permalink
    Definition Classes
    CdpRelation
  53. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation
  54. val sqlContext: SQLContext

    Permalink
    Definition Classes
    FilesRelationCdpRelation → BaseRelation
  55. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  56. def toPushdownFilterExpression(filters: Array[Filter]): PushdownExpression

    Permalink
    Definition Classes
    CdpRelation
  57. def toRow(t: FileItem): Row

    Permalink
    Definition Classes
    FilesRelationCdpRelation
  58. def toRow(item: FileItem, requiredColumns: Array[String]): Row

    Permalink
    Definition Classes
    CdpRelation
  59. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  60. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation
  61. def update(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  62. def upsert(rows: Seq[Row]): IO[Unit]

    Permalink
    Definition Classes
    CdpRelation
  63. def urlsWithFilters(filters: Array[Filter], uri: Uri): Seq[Uri]

    Permalink
    Definition Classes
    CdpRelation
  64. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  65. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  66. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from InsertableRelation

Inherited from CdpRelation[FileItem]

Inherited from CdpConnector

Inherited from PrunedFilteredScan

Inherited from Serializable

Inherited from Serializable

Inherited from TableScan

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped