GeoMessageSerializer

Serialized GeoMessages

Current encoding (version 2/3), designed to work with kafka log compaction. See https://kafka.apache.org/10/documentation.html#design_compactionbasics

Version 3 uses avro for serialized features, version 2 uses kryo

change: key: n bytes feature id value: n bytes for serialized feature (without id) headers: "v" -> serialization version

delete: key: n bytes feature id value: null - this allows for log compaction to delete the feature out headers: "v" -> serialization version

clear: key: empty value: empty headers: "v" -> serialization version

Version 1 legacy encoding:

change: key: 1 byte message version, 1 byte for message type ('C'), 8 byte long for epoch millis value: n bytes for serialized feature (with id)

delete: key: 1 byte message version, 1 byte for message type ('D'), 8 byte long for epoch millis value: n bytes for feature id

clear: key: 1 byte message version, 1 byte for message type ('X'), 8 byte long for epoch millis value: empty

Linear Supertypes

AnyRef, Any

Type Members

class GeoMessagePartitioner extends Partitioner

Ensures that updates to a given feature go to the same partition, so that they maintain order
class GeoMessageSerializerFactory extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val AvroVersion: Byte
val KryoVersion: Byte
val VersionHeader: String
def apply(sft: SimpleFeatureType, serialization: SerializationType = SerializationType.KRYO, lazy: Boolean = false): GeoMessageSerializer

Create a message serializer
Create a message serializer
sft
simple feature type
serialization
serialization type (avro or kryo)
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Docs: class GeoMessageSerializer | package utils

object GeoMessageSerializer

Type Members

class GeoMessagePartitioner extends Partitioner

class GeoMessageSerializerFactory extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val AvroVersion: Byte

val KryoVersion: Byte

val VersionHeader: String

def apply(sft: SimpleFeatureType, serialization: SerializationType = SerializationType.KRYO, lazy: Boolean = false): GeoMessageSerializer

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped