Packages

final class UnsafeArrayData extends ArrayData with Externalizable with KryoSerializable

An Unsafe implementation of Array which is backed by raw memory instead of Java objects.

Each array has four parts: [numElements][null bits][values or offset&length][variable length portion]

The numElements is 8 bytes storing the number of elements of this array.

In the null bits region, we store 1 bit per element, represents whether an element is null Its total size is ceil(numElements / 8) bytes, and it is aligned to 8-byte boundaries.

In the values or offset&length region, we store the content of elements. For fields that hold fixed-length primitive types, such as long, double, or int, we store the value directly in the field. The whole fixed-length portion (even for byte) is aligned to 8-byte boundaries. For fields with non-primitive or variable-length values, we store a relative offset (w.r.t. the base address of the array) that points to the beginning of the variable-length field and length (they are combined into a long). For variable length portion, each is aligned to 8-byte boundaries.

Instances of UnsafeArrayData act as pointers to row data stored in this format.

Linear Supertypes
KryoSerializable, Externalizable, ArrayData, Serializable, SpecializedGetters, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. UnsafeArrayData
  2. KryoSerializable
  3. Externalizable
  4. ArrayData
  5. Serializable
  6. SpecializedGetters
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new UnsafeArrayData()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def array(): Array[AnyRef]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  7. def copy(): UnsafeArrayData
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(other: AnyRef): Boolean
    Definition Classes
    UnsafeArrayData → AnyRef → Any
    Annotations
    @Override()
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  11. def foreach(elementType: DataType, f: (Int, Any) => Unit): Unit
    Definition Classes
    ArrayData
  12. def get(ordinal: Int, dataType: DataType): AnyRef
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  13. def getArray(ordinal: Int): UnsafeArrayData
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  14. def getBaseObject(): AnyRef
  15. def getBaseOffset(): Long
  16. def getBinary(ordinal: Int): Array[Byte]
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  17. def getBoolean(ordinal: Int): Boolean
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  18. def getByte(ordinal: Int): Byte
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  19. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  20. def getDecimal(ordinal: Int, precision: Int, scale: Int): Decimal
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  21. def getDouble(ordinal: Int): Double
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  22. def getFloat(ordinal: Int): Float
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  23. def getInt(ordinal: Int): Int
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  24. def getInterval(ordinal: Int): CalendarInterval
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  25. def getLong(ordinal: Int): Long
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  26. def getMap(ordinal: Int): UnsafeMapData
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  27. def getShort(ordinal: Int): Short
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  28. def getSizeInBytes(): Int
  29. def getStruct(ordinal: Int, numFields: Int): UnsafeRow
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  30. def getUTF8String(ordinal: Int): UTF8String
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  31. def hashCode(): Int
    Definition Classes
    UnsafeArrayData → AnyRef → Any
    Annotations
    @Override()
  32. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  33. def isNullAt(ordinal: Int): Boolean
    Definition Classes
    UnsafeArrayData → SpecializedGetters
    Annotations
    @Override()
  34. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  35. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  36. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  37. def numElements(): Int
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  38. def pointTo(baseObject: AnyRef, baseOffset: Long, sizeInBytes: Int): Unit

    Update this UnsafeArrayData to point to different backing data.

    Update this UnsafeArrayData to point to different backing data.

    baseObject

    the base object

    baseOffset

    the offset within the base object

    sizeInBytes

    the size of this array's backing data, in bytes

  39. def read(kryo: Kryo, input: Input): Unit
    Definition Classes
    UnsafeArrayData → KryoSerializable
    Annotations
    @Override()
  40. def readExternal(in: ObjectInput): Unit
    Definition Classes
    UnsafeArrayData → Externalizable
    Annotations
    @Override()
  41. def setBoolean(ordinal: Int, value: Boolean): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  42. def setByte(ordinal: Int, value: Byte): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  43. def setDouble(ordinal: Int, value: Double): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  44. def setFloat(ordinal: Int, value: Float): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  45. def setInt(ordinal: Int, value: Int): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  46. def setLong(ordinal: Int, value: Long): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  47. def setNullAt(ordinal: Int): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  48. def setShort(ordinal: Int, value: Short): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  49. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  50. def toArray[T](elementType: DataType)(implicit arg0: ClassTag[T]): Array[T]
    Definition Classes
    ArrayData
  51. def toBooleanArray(): Array[Boolean]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  52. def toByteArray(): Array[Byte]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  53. def toDoubleArray(): Array[Double]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  54. def toFloatArray(): Array[Float]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  55. def toIntArray(): Array[Int]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  56. def toLongArray(): Array[Long]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  57. def toObjectArray(elementType: DataType): Array[AnyRef]
    Definition Classes
    ArrayData
  58. def toSeq[T](dataType: DataType): IndexedSeq[T]
    Definition Classes
    ArrayData
  59. def toShortArray(): Array[Short]
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  60. def toString(): String
    Definition Classes
    AnyRef → Any
  61. def update(ordinal: Int, value: AnyRef): Unit
    Definition Classes
    UnsafeArrayData → ArrayData
    Annotations
    @Override()
  62. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  63. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  64. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  65. def write(kryo: Kryo, output: Output): Unit
    Definition Classes
    UnsafeArrayData → KryoSerializable
    Annotations
    @Override()
  66. def writeExternal(out: ObjectOutput): Unit
    Definition Classes
    UnsafeArrayData → Externalizable
    Annotations
    @Override()
  67. def writeTo(buffer: ByteBuffer): Unit
  68. def writeToMemory(target: AnyRef, targetOffset: Long): Unit

Inherited from KryoSerializable

Inherited from Externalizable

Inherited from ArrayData

Inherited from Serializable

Inherited from SpecializedGetters

Inherited from AnyRef

Inherited from Any

Ungrouped