org.apache.fury.format.type

Class DataTypes

java.lang.Object

org.apache.fury.format.type.DataTypes

public class DataTypes
extends Object

Arrow data type utils.

Field Summary

Fields

Modifier and Type	Field and Description
static String	ARRAY_ITEM_NAME
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_BOOLEAN_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_BYTE_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_DOUBLE_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_FLOAT_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_INT_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_LONG_ARRAY_FIELD
static org.apache.arrow.vector.types.pojo.Field	PRIMITIVE_SHORT_ARRAY_FIELD

Constructor Summary

Constructors

Constructor and Description
DataTypes()

Method Summary

Modifier and Type	Method and Description
static org.apache.arrow.vector.types.pojo.Field	arrayElementField(org.apache.arrow.vector.types.pojo.Field field)
static org.apache.arrow.vector.types.pojo.Field	arrayField(org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.Field	arrayField(org.apache.arrow.vector.types.pojo.Field valueField)
static org.apache.arrow.vector.types.pojo.Field	arrayField(org.apache.arrow.vector.types.pojo.FieldType valueType)
static org.apache.arrow.vector.types.pojo.Field	arrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.Field	arrayField(String name, org.apache.arrow.vector.types.pojo.Field valueField)
static org.apache.arrow.vector.types.pojo.Field	arrayField(String name, org.apache.arrow.vector.types.pojo.FieldType valueType)
static org.apache.arrow.vector.types.pojo.ArrowType.Decimal	bigintDecimal()
static org.apache.arrow.vector.types.pojo.ArrowType.Binary	binary()
static org.apache.arrow.vector.types.pojo.ArrowType.Bool	bool()
static long	computeSchemaHash(org.apache.arrow.vector.types.pojo.Schema schema)
static org.apache.arrow.vector.types.pojo.Schema	createSchema(org.apache.arrow.vector.types.pojo.Field field)
static org.apache.arrow.vector.types.pojo.ArrowType.Date	date32()
static org.apache.arrow.vector.types.pojo.ArrowType.Date	date64()
static org.apache.arrow.vector.types.pojo.ArrowType.Decimal	decimal()
static org.apache.arrow.vector.types.pojo.ArrowType.Decimal	decimal(int precision, int scale)
static org.apache.arrow.vector.types.pojo.Schema	deserializeSchema(byte[] bytes)
static org.apache.arrow.vector.types.pojo.Field	field(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
static org.apache.arrow.vector.types.pojo.Field	field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
static org.apache.arrow.vector.types.pojo.Field	field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, List<org.apache.arrow.vector.types.pojo.Field> children)
static org.apache.arrow.vector.types.pojo.Field	field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType)
static org.apache.arrow.vector.types.pojo.Field	field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, org.apache.arrow.vector.types.pojo.Field... children)
static org.apache.arrow.vector.types.pojo.Field	field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, List<org.apache.arrow.vector.types.pojo.Field> children)
static org.apache.arrow.vector.types.pojo.Field	fieldOfSchema(org.apache.arrow.vector.types.pojo.Schema schema, int index)
static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint	float32()
static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint	float64()
static Type	getTypeId(org.apache.arrow.vector.types.pojo.ArrowType type)
static short	getTypeIdValue(org.apache.arrow.vector.types.pojo.ArrowType type)
static int	getTypeWidth(org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.ArrowType.Int	int16()
static org.apache.arrow.vector.types.pojo.ArrowType.Int	int32()
static org.apache.arrow.vector.types.pojo.ArrowType.Int	int64()
static org.apache.arrow.vector.types.pojo.ArrowType.Int	int8()
static org.apache.arrow.vector.types.pojo.ArrowType.Int	intType(int bitWidth)
static org.apache.arrow.vector.types.pojo.Field	itemArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
static org.apache.arrow.vector.types.pojo.Field	itemFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
static org.apache.arrow.vector.types.pojo.Field	keyArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
static org.apache.arrow.vector.types.pojo.Field	keyFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
static org.apache.arrow.vector.types.pojo.Field	mapField(org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)
static org.apache.arrow.vector.types.pojo.Field	mapField(String name, org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)
static org.apache.arrow.vector.types.pojo.Field	mapField(String name, org.apache.arrow.vector.types.pojo.Field keyField, org.apache.arrow.vector.types.pojo.Field itemField) Map data is nested data where each value is a variable number of key-item pairs.
static org.apache.arrow.vector.types.pojo.Field	notNullField(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
static org.apache.arrow.vector.types.pojo.FieldType	notNullFieldType(org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.Field	primitiveArrayField(org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.Field	primitiveArrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)
static org.apache.arrow.vector.types.pojo.Schema	schemaFromStructField(org.apache.arrow.vector.types.pojo.Field structField)
static byte[]	serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema)
static void	serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema, MemoryBuffer buffer)
static org.apache.arrow.vector.types.pojo.Field	structField(boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)
static org.apache.arrow.vector.types.pojo.Field	structField(String name, boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)
static org.apache.arrow.vector.types.pojo.Field	structField(String name, boolean nullable, List<org.apache.arrow.vector.types.pojo.Field> fields)
static org.apache.arrow.vector.types.pojo.ArrowType.Timestamp	timestamp()
static org.apache.arrow.vector.types.pojo.ArrowType.Utf8	utf8()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PRIMITIVE_BOOLEAN_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_BOOLEAN_ARRAY_FIELD

PRIMITIVE_BYTE_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_BYTE_ARRAY_FIELD

PRIMITIVE_SHORT_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_SHORT_ARRAY_FIELD

PRIMITIVE_INT_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_INT_ARRAY_FIELD

PRIMITIVE_LONG_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_LONG_ARRAY_FIELD

PRIMITIVE_FLOAT_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_FLOAT_ARRAY_FIELD

PRIMITIVE_DOUBLE_ARRAY_FIELD

public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_DOUBLE_ARRAY_FIELD

ARRAY_ITEM_NAME

public static final String ARRAY_ITEM_NAME

See Also:

Constant Field Values

Constructor Detail

DataTypes

public DataTypes()

Method Detail

getTypeWidth

public static int getTypeWidth(org.apache.arrow.vector.types.pojo.ArrowType type)

getTypeId

public static Type getTypeId(org.apache.arrow.vector.types.pojo.ArrowType type)

getTypeIdValue

public static short getTypeIdValue(org.apache.arrow.vector.types.pojo.ArrowType type)

bool

public static org.apache.arrow.vector.types.pojo.ArrowType.Bool bool()

intType

public static org.apache.arrow.vector.types.pojo.ArrowType.Int intType(int bitWidth)

int8

public static org.apache.arrow.vector.types.pojo.ArrowType.Int int8()

int16

public static org.apache.arrow.vector.types.pojo.ArrowType.Int int16()

int32

public static org.apache.arrow.vector.types.pojo.ArrowType.Int int32()

int64

public static org.apache.arrow.vector.types.pojo.ArrowType.Int int64()

float32

public static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint float32()

float64

public static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint float64()

date32

public static org.apache.arrow.vector.types.pojo.ArrowType.Date date32()

date64

public static org.apache.arrow.vector.types.pojo.ArrowType.Date date64()

timestamp

public static org.apache.arrow.vector.types.pojo.ArrowType.Timestamp timestamp()

binary

public static org.apache.arrow.vector.types.pojo.ArrowType.Binary binary()

utf8

public static org.apache.arrow.vector.types.pojo.ArrowType.Utf8 utf8()

decimal

public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal decimal()

decimal

public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal decimal(int precision,
                                                                           int scale)

bigintDecimal

public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal bigintDecimal()

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             org.apache.arrow.vector.types.pojo.FieldType fieldType)

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             boolean nullable,
                                                             org.apache.arrow.vector.types.pojo.ArrowType type,
                                                             org.apache.arrow.vector.types.pojo.Field... children)

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             org.apache.arrow.vector.types.pojo.FieldType fieldType,
                                                             org.apache.arrow.vector.types.pojo.Field... children)

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             boolean nullable,
                                                             org.apache.arrow.vector.types.pojo.ArrowType type,
                                                             List<org.apache.arrow.vector.types.pojo.Field> children)

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             org.apache.arrow.vector.types.pojo.ArrowType type,
                                                             org.apache.arrow.vector.types.pojo.Field... children)

field

public static org.apache.arrow.vector.types.pojo.Field field(String name,
                                                             org.apache.arrow.vector.types.pojo.FieldType fieldType,
                                                             List<org.apache.arrow.vector.types.pojo.Field> children)

notNullField

public static org.apache.arrow.vector.types.pojo.Field notNullField(String name,
                                                                    org.apache.arrow.vector.types.pojo.ArrowType type,
                                                                    org.apache.arrow.vector.types.pojo.Field... children)

notNullFieldType

public static org.apache.arrow.vector.types.pojo.FieldType notNullFieldType(org.apache.arrow.vector.types.pojo.ArrowType type)

primitiveArrayField

public static org.apache.arrow.vector.types.pojo.Field primitiveArrayField(org.apache.arrow.vector.types.pojo.ArrowType type)

primitiveArrayField

public static org.apache.arrow.vector.types.pojo.Field primitiveArrayField(String name,
                                                                           org.apache.arrow.vector.types.pojo.ArrowType type)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.ArrowType type)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(String name,
                                                                  org.apache.arrow.vector.types.pojo.ArrowType type)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.FieldType valueType)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(String name,
                                                                  org.apache.arrow.vector.types.pojo.FieldType valueType)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.Field valueField)

arrayField

public static org.apache.arrow.vector.types.pojo.Field arrayField(String name,
                                                                  org.apache.arrow.vector.types.pojo.Field valueField)

arrayElementField

public static org.apache.arrow.vector.types.pojo.Field arrayElementField(org.apache.arrow.vector.types.pojo.Field field)

mapField

public static org.apache.arrow.vector.types.pojo.Field mapField(org.apache.arrow.vector.types.pojo.ArrowType keyType,
                                                                org.apache.arrow.vector.types.pojo.ArrowType itemType)

mapField

public static org.apache.arrow.vector.types.pojo.Field mapField(String name,
                                                                org.apache.arrow.vector.types.pojo.ArrowType keyType,
                                                                org.apache.arrow.vector.types.pojo.ArrowType itemType)

mapField

public static org.apache.arrow.vector.types.pojo.Field mapField(String name,
                                                                org.apache.arrow.vector.types.pojo.Field keyField,
                                                                org.apache.arrow.vector.types.pojo.Field itemField)

Map data is nested data where each value is a variable number of key-item pairs. Maps can be recursively nested, for example map(utf8, map(utf8, int32)). see more about MapType in type.h

keyFieldForMap

public static org.apache.arrow.vector.types.pojo.Field keyFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

itemFieldForMap

public static org.apache.arrow.vector.types.pojo.Field itemFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

keyArrayFieldForMap

public static org.apache.arrow.vector.types.pojo.Field keyArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

itemArrayFieldForMap

public static org.apache.arrow.vector.types.pojo.Field itemArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

schemaFromStructField

public static org.apache.arrow.vector.types.pojo.Schema schemaFromStructField(org.apache.arrow.vector.types.pojo.Field structField)

createSchema

public static org.apache.arrow.vector.types.pojo.Schema createSchema(org.apache.arrow.vector.types.pojo.Field field)

structField

public static org.apache.arrow.vector.types.pojo.Field structField(boolean nullable,
                                                                   org.apache.arrow.vector.types.pojo.Field... fields)

structField

public static org.apache.arrow.vector.types.pojo.Field structField(String name,
                                                                   boolean nullable,
                                                                   org.apache.arrow.vector.types.pojo.Field... fields)

structField

public static org.apache.arrow.vector.types.pojo.Field structField(String name,
                                                                   boolean nullable,
                                                                   List<org.apache.arrow.vector.types.pojo.Field> fields)

fieldOfSchema

public static org.apache.arrow.vector.types.pojo.Field fieldOfSchema(org.apache.arrow.vector.types.pojo.Schema schema,
                                                                     int index)

serializeSchema

public static void serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema,
                                   MemoryBuffer buffer)

serializeSchema

public static byte[] serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema)

deserializeSchema

public static org.apache.arrow.vector.types.pojo.Schema deserializeSchema(byte[] bytes)

computeSchemaHash

public static long computeSchemaHash(org.apache.arrow.vector.types.pojo.Schema schema)