Class

org.apache.spark.sql.catalyst.util

SerializedArray

Related Doc: package util

Permalink

final class SerializedArray extends ArrayData with SerializedRowData

An implementation of ArrayData serialized like a SerializedRow that pays attention to the platform endianness and uses a consistent endian format (little-endian) so is suitable for storage.

Linear Supertypes
SerializedRowData, KryoSerializable, Externalizable, ArrayData, Serializable, Serializable, SpecializedGetters, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SerializedArray
  2. SerializedRowData
  3. KryoSerializable
  4. Externalizable
  5. ArrayData
  6. Serializable
  7. Serializable
  8. SpecializedGetters
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SerializedArray(_skipBytes: Int = 4)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def anyNull: Boolean

    Permalink
    Definition Classes
    SerializedRowData
  5. def array: Array[Any]

    Permalink
    Definition Classes
    SerializedArray → ArrayData
  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  7. final var baseObject: AnyRef

    Permalink
    Attributes
    protected
    Definition Classes
    SerializedRowData
  8. final var baseOffset: Long

    Permalink
    Attributes
    protected
    Definition Classes
    SerializedRowData
  9. final var bitSetWidthInBytes: Int

    Permalink

    The width of the null tracking bit set, in bytes

    The width of the null tracking bit set, in bytes

    Attributes
    protected
    Definition Classes
    SerializedRowData
  10. final def calculateBitSetWidthInBytes(numFields: Int): Int

    Permalink
    Definition Classes
    SerializedRowData
  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  12. def copy(): SerializedArray

    Permalink
    Definition Classes
    SerializedArray → ArrayData
  13. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  14. final def equals(other: Any): Boolean

    Permalink
    Definition Classes
    SerializedRowData → AnyRef → Any
  15. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  16. def foreach(elementType: DataType, f: (Int, Any) ⇒ Unit): Unit

    Permalink
    Definition Classes
    ArrayData
  17. final def get(ordinal: Int, dataType: DataType): AnyRef

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  18. final def getArray(ordinal: Int): SerializedArray

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  19. final def getBaseObject: AnyRef

    Permalink
    Definition Classes
    SerializedRowData
  20. final def getBaseOffset: Long

    Permalink
    Definition Classes
    SerializedRowData
  21. final def getBinary(ordinal: Int): Array[Byte]

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  22. final def getBoolean(ordinal: Int): Boolean

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  23. final def getByte(ordinal: Int): Byte

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  24. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  25. final def getDecimal(ordinal: Int, precision: Int, scale: Int): Decimal

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  26. final def getDouble(ordinal: Int): Double

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  27. final def getFieldCursor(ordinal: Int): Long

    Permalink
    Attributes
    protected
    Definition Classes
    SerializedRowData
    Annotations
    @inline()
  28. final def getFloat(ordinal: Int): Float

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  29. final def getInt(ordinal: Int): Int

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  30. final def getInterval(ordinal: Int): CalendarInterval

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  31. final def getLong(ordinal: Int): Long

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  32. final def getMap(ordinal: Int): SerializedMap

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  33. final def getShort(ordinal: Int): Short

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  34. final def getSizeInBytes: Int

    Permalink
    Definition Classes
    SerializedRowData
  35. final def getSkipBytes: Int

    Permalink
    Definition Classes
    SerializedRowData
  36. final def getStruct(ordinal: Int, numFields: Int): SerializedRow

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  37. final def getUTF8String(ordinal: Int): UTF8String

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  38. final def hashCode(): Int

    Permalink
    Definition Classes
    SerializedRowData → AnyRef → Any
  39. final def indexInvalid(index: Int): AssertionError

    Permalink
    Attributes
    protected
    Definition Classes
    SerializedRowData
  40. final def indexIsValid(index: Int): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    SerializedRowData
    Annotations
    @inline()
  41. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  42. final def isNullAt(ordinal: Int): Boolean

    Permalink
    Definition Classes
    SerializedRowData → SpecializedGetters
  43. final var nFields: Int

    Permalink

    The number of fields in this row, used for calculating the bitset width.

    The number of fields in this row, used for calculating the bitset width.

    Attributes
    protected
    Definition Classes
    SerializedRowData
  44. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  45. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  46. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  47. def numElements(): Int

    Permalink
    Definition Classes
    SerializedArray → ArrayData
  48. final def numFields: Int

    Permalink
    Definition Classes
    SerializedRowData
  49. def pointTo(baseObject: AnyRef, baseOffset: Long, sizeInBytes: Int): Unit

    Permalink

    Update this SerializedArray to point to different backing data.

    Update this SerializedArray to point to different backing data.

    baseObject

    the base object

    baseOffset

    the offset within the base object

    sizeInBytes

    the size of this array's backing data, in bytes

    Definition Classes
    SerializedArraySerializedRowData
  50. final def read(kryo: Kryo, in: Input): Unit

    Permalink
    Definition Classes
    SerializedRowData → KryoSerializable
  51. final def readExternal(in: ObjectInput): Unit

    Permalink
    Definition Classes
    SerializedRowData → Externalizable
    Annotations
    @throws( ... ) @throws( ... )
  52. final var sizeInBytes: Int

    Permalink

    The size of this row's backing data, in bytes)

    The size of this row's backing data, in bytes)

    Attributes
    protected
    Definition Classes
    SerializedRowData
  53. final var skipBytes: Int

    Permalink

    The number of bytes reserved for size or something at the start that need to be skipped when reading data otherwise.

    The number of bytes reserved for size or something at the start that need to be skipped when reading data otherwise. This is not adjusted in baseOffset since those reserved bytes are part of the data that need to be retained when copying etc.

    Attributes
    protected
    Definition Classes
    SerializedRowData
  54. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  55. def toArray[T](elementType: DataType)(implicit arg0: ClassTag[T]): Array[T]

    Permalink
    Definition Classes
    ArrayData
  56. def toBooleanArray(): Array[Boolean]

    Permalink
    Definition Classes
    ArrayData
  57. def toByteArray(): Array[Byte]

    Permalink
    Definition Classes
    ArrayData
  58. final def toBytes: Array[Byte]

    Permalink

    Returns the underlying bytes for this row.

    Returns the underlying bytes for this row.

    Definition Classes
    SerializedRowData
  59. def toDoubleArray(): Array[Double]

    Permalink
    Definition Classes
    ArrayData
  60. def toFloatArray(): Array[Float]

    Permalink
    Definition Classes
    ArrayData
  61. def toIntArray(): Array[Int]

    Permalink
    Definition Classes
    ArrayData
  62. def toLongArray(): Array[Long]

    Permalink
    Definition Classes
    ArrayData
  63. def toObjectArray(elementType: DataType): Array[AnyRef]

    Permalink
    Definition Classes
    ArrayData
  64. def toShortArray(): Array[Short]

    Permalink
    Definition Classes
    ArrayData
  65. final def toString(): String

    Permalink
    Definition Classes
    SerializedRowData → AnyRef → Any
  66. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  67. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  68. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  69. final def write(kryo: Kryo, out: Output): Unit

    Permalink
    Definition Classes
    SerializedRowData → KryoSerializable
  70. final def writeExternal(out: ObjectOutput): Unit

    Permalink
    Definition Classes
    SerializedRowData → Externalizable
    Annotations
    @throws( ... )

Inherited from SerializedRowData

Inherited from KryoSerializable

Inherited from Externalizable

Inherited from ArrayData

Inherited from Serializable

Inherited from Serializable

Inherited from SpecializedGetters

Inherited from AnyRef

Inherited from Any

Ungrouped