Class/Object

geotrellis.spark.store.s3

S3LayerWriter

Related Docs: object S3LayerWriter | package s3

Permalink

class S3LayerWriter extends LayerWriter[LayerId]

Handles writing Raster RDDs and their metadata to S3.

Linear Supertypes
LayerWriter[LayerId], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. S3LayerWriter
  2. LayerWriter
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new S3LayerWriter(attributeStore: AttributeStore, bucket: String, keyPrefix: String, putObjectModifier: (PutObjectRequest) ⇒ PutObjectRequest = identity, s3Client: ⇒ S3Client = S3ClientProducer.get(), executionContext: ⇒ ExecutionContext = BlockingThreadPool.executionContext)

    Permalink

    attributeStore

    AttributeStore to be used for storing raster metadata

    bucket

    S3 bucket to be written to

    keyPrefix

    S3 prefix to write the raster to

    putObjectModifier

    Function that will be applied ot S3 PutObjectRequests, so that they can be modified (e.g. to change the ACL settings)

    s3Client

    A function which returns an S3 Client (real or mock) into-which to save the data

    executionContext

    A function to get execution context

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def _write[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M], keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    S3LayerWriter → LayerWriter

  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  6. val attributeStore: AttributeStore

    Permalink

    AttributeStore to be used for storing raster metadata

    AttributeStore to be used for storing raster metadata

    Definition Classes
    S3LayerWriter → LayerWriter

  7. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  8. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  9. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  10. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  11. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  12. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  13. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  14. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  15. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  16. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  17. def overwrite[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M])(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Encoder[K], arg3: Decoder[K], arg4: ClassTag[K], arg5: AvroRecordCodec[V], arg6: ClassTag[V], arg7: Encoder[M], arg8: Decoder[M], arg9: Component[M, Bounds[K]], arg10: Semigroup[M]): Unit

    Permalink
    Definition Classes
    S3LayerWriter → LayerWriter

  18. def rddWriter: S3RDDWriter

    Permalink

  19. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  20. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  21. def update[K, V, M](id: LayerId, rdd: RDD[(K, V)] with Metadata[M], mergeFunc: (V, V) ⇒ V)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: Encoder[K], arg3: Decoder[K], arg4: ClassTag[K], arg5: AvroRecordCodec[V], arg6: ClassTag[V], arg7: Encoder[M], arg8: Decoder[M], arg9: Component[M, Bounds[K]], arg10: Semigroup[M]): Unit

    Permalink
    Definition Classes
    S3LayerWriter → LayerWriter

  22. def validateUpdate[H, K, V, M](id: LayerId, updateMetadata: M)(implicit arg0: Encoder[H], arg1: Decoder[H], arg2: AvroRecordCodec[K], arg3: Boundable[K], arg4: Encoder[K], arg5: ClassTag[K], arg6: AvroRecordCodec[V], arg7: Component[M, Bounds[K]], arg8: Semigroup[M], arg9: Encoder[M], arg10: Decoder[M]): Option[LayerAttributes[H, M, K]]

    Permalink
    Attributes
    protected[geotrellis]
    Definition Classes
    LayerWriter

  23. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  24. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  25. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  26. def write[K, V, M](id: LayerId, layer: RDD[(K, V)] with Metadata[M], keyIndexMethod: KeyIndexMethod[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit

    Permalink
    Definition Classes
    LayerWriter

  27. def write[K, V, M](id: LayerId, layer: RDD[(K, V)] with Metadata[M], keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Unit

    Permalink
    Definition Classes
    LayerWriter

  28. def writer[K, V, M](keyIndex: KeyIndex[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Writer[LayerId, RDD[(K, V)] with Metadata[M]]

    Permalink
    Definition Classes
    LayerWriter

  29. def writer[K, V, M](keyIndexMethod: KeyIndexMethod[K])(implicit arg0: AvroRecordCodec[K], arg1: Encoder[K], arg2: ClassTag[K], arg3: AvroRecordCodec[V], arg4: ClassTag[V], arg5: Encoder[M], arg6: Component[M, Bounds[K]]): Writer[LayerId, RDD[(K, V)] with Metadata[M]]

    Permalink
    Definition Classes
    LayerWriter

Inherited from LayerWriter[LayerId]

Inherited from AnyRef

Inherited from Any

Ungrouped