object UnsafeRowUtils
- Alphabetic
- By Inheritance
- UnsafeRowUtils
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
avoidSetNullAt(dt: DataType): Boolean
Returns a Boolean indicating whether one should avoid calling UnsafeRow.setNullAt for a field of the given data type.
Returns a Boolean indicating whether one should avoid calling UnsafeRow.setNullAt for a field of the given data type. Fields of type DecimalType (with precision greater than Decimal.MAX_LONG_DIGITS) and CalendarIntervalType use pointers into the variable length region, and those pointers should never get zeroed out (setNullAt will zero out those pointers) because UnsafeRow may do in-place update for these 2 types even though they are not primitive.
When avoidSetNullAt returns true, callers should not use UnsafeRow#setNullAt for fields of that data type, but instead pass a null value to the appropriate set method, e.g.:
row.setDecimal(ordinal, null, precision)
Even though only UnsafeRow has this limitation, it's safe to extend this rule to all subclasses of InternalRow, since you don't always know the concrete type of the row you are dealing with, and all subclasses of InternalRow will handle a null value appropriately.
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
- def getOffsetAndSize(row: UnsafeRow, index: Int): (Int, Int)
- def getStructuralIntegrityStatus(row: UnsafeRow, expectedSchema: StructType): String
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
def
validateStructuralIntegrityWithReason(row: UnsafeRow, expectedSchema: StructType): Option[String]
Wrapper of validateStructuralIntegrityWithReasonImpl, add more information for debugging
Wrapper of validateStructuralIntegrityWithReasonImpl, add more information for debugging
- row
The input UnsafeRow to be validated
- expectedSchema
The expected schema that should match with the UnsafeRow
- returns
None if all the checks pass. An error message if the row is not matched with the schema
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()