Package io.fury.format.type

Class DataTypes

java.lang.Object
io.fury.format.type.DataTypes
public class DataTypes extends Object
Arrow data type utils.
Author:
chaokunyang

  • Field Summary

    Fields
    Modifier and Type
    Field
    Description
    static final String
    ARRAY_ITEM_NAME
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_BOOLEAN_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_BYTE_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_DOUBLE_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_FLOAT_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_INT_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_LONG_ARRAY_FIELD
     
    static org.apache.arrow.vector.types.pojo.Field
    PRIMITIVE_SHORT_ARRAY_FIELD
     

  • Constructor Summary

    Constructors
    Constructor
    Description
    DataTypes()
     

  • Method Summary

    Modifier and Type
    Method
    Description
    static org.apache.arrow.vector.types.pojo.Field
    arrayElementField(org.apache.arrow.vector.types.pojo.Field field)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(String name, org.apache.arrow.vector.types.pojo.Field valueField)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(String name, org.apache.arrow.vector.types.pojo.FieldType valueType)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(org.apache.arrow.vector.types.pojo.Field valueField)
     
    static org.apache.arrow.vector.types.pojo.Field
    arrayField(org.apache.arrow.vector.types.pojo.FieldType valueType)
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Decimal
    bigintDecimal()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Binary
    binary()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Bool
    bool()
     
    static long
    computeSchemaHash(org.apache.arrow.vector.types.pojo.Schema schema)
     
    static org.apache.arrow.vector.types.pojo.Schema
    createSchema(org.apache.arrow.vector.types.pojo.Field field)
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Date
    date32()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Date
    date64()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Decimal
    decimal()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Decimal
    decimal(int precision, int scale)
     
    static org.apache.arrow.vector.types.pojo.Schema
    deserializeSchema(byte[] bytes)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, List<org.apache.arrow.vector.types.pojo.Field> children)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, List<org.apache.arrow.vector.types.pojo.Field> children)
     
    static org.apache.arrow.vector.types.pojo.Field
    field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, org.apache.arrow.vector.types.pojo.Field... children)
     
    static org.apache.arrow.vector.types.pojo.Field
    fieldOfSchema(org.apache.arrow.vector.types.pojo.Schema schema, int index)
     
    static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint
    float32()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint
    float64()
     
    static Type
    getTypeId(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static short
    getTypeIdValue(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static int
    getTypeWidth(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Int
    int16()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Int
    int32()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Int
    int64()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Int
    int8()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Int
    intType(int bitWidth)
     
    static org.apache.arrow.vector.types.pojo.Field
    itemArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
     
    static org.apache.arrow.vector.types.pojo.Field
    itemFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
     
    static org.apache.arrow.vector.types.pojo.Field
    keyArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
     
    static org.apache.arrow.vector.types.pojo.Field
    keyFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)
     
    static org.apache.arrow.vector.types.pojo.Field
    mapField(String name, org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)
     
    static org.apache.arrow.vector.types.pojo.Field
    mapField(String name, org.apache.arrow.vector.types.pojo.Field keyField, org.apache.arrow.vector.types.pojo.Field itemField)
    Map data is nested data where each value is a variable number of key-item pairs.
    static org.apache.arrow.vector.types.pojo.Field
    mapField(org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)
     
    static org.apache.arrow.vector.types.pojo.Field
    notNullField(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)
     
    static org.apache.arrow.vector.types.pojo.FieldType
    notNullFieldType(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.Field
    primitiveArrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.Field
    primitiveArrayField(org.apache.arrow.vector.types.pojo.ArrowType type)
     
    static org.apache.arrow.vector.types.pojo.Schema
    schemaFromStructField(org.apache.arrow.vector.types.pojo.Field structField)
     
    static byte[]
    serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema)
     
    static void
    serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema, MemoryBuffer buffer)
     
    static org.apache.arrow.vector.types.pojo.Field
    structField(boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)
     
    static org.apache.arrow.vector.types.pojo.Field
    structField(String name, boolean nullable, List<org.apache.arrow.vector.types.pojo.Field> fields)
     
    static org.apache.arrow.vector.types.pojo.Field
    structField(String name, boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Timestamp
    timestamp()
     
    static org.apache.arrow.vector.types.pojo.ArrowType.Utf8
    utf8()
     

    Methods inherited from class java.lang.Object

    clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

  • Field Details

    • PRIMITIVE_BOOLEAN_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_BOOLEAN_ARRAY_FIELD

    • PRIMITIVE_BYTE_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_BYTE_ARRAY_FIELD

    • PRIMITIVE_SHORT_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_SHORT_ARRAY_FIELD

    • PRIMITIVE_INT_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_INT_ARRAY_FIELD

    • PRIMITIVE_LONG_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_LONG_ARRAY_FIELD

    • PRIMITIVE_FLOAT_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_FLOAT_ARRAY_FIELD

    • PRIMITIVE_DOUBLE_ARRAY_FIELD

      public static org.apache.arrow.vector.types.pojo.Field PRIMITIVE_DOUBLE_ARRAY_FIELD

    • ARRAY_ITEM_NAME

      public static final String ARRAY_ITEM_NAME
      See Also:

  • Constructor Details

    • DataTypes

      public DataTypes()

  • Method Details

    • getTypeWidth

      public static int getTypeWidth(org.apache.arrow.vector.types.pojo.ArrowType type)

    • getTypeId

      public static Type getTypeId(org.apache.arrow.vector.types.pojo.ArrowType type)

    • getTypeIdValue

      public static short getTypeIdValue(org.apache.arrow.vector.types.pojo.ArrowType type)

    • bool

      public static org.apache.arrow.vector.types.pojo.ArrowType.Bool bool()

    • intType

      public static org.apache.arrow.vector.types.pojo.ArrowType.Int intType(int bitWidth)

    • int8

      public static org.apache.arrow.vector.types.pojo.ArrowType.Int int8()

    • int16

      public static org.apache.arrow.vector.types.pojo.ArrowType.Int int16()

    • int32

      public static org.apache.arrow.vector.types.pojo.ArrowType.Int int32()

    • int64

      public static org.apache.arrow.vector.types.pojo.ArrowType.Int int64()

    • float32

      public static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint float32()

    • float64

      public static org.apache.arrow.vector.types.pojo.ArrowType.FloatingPoint float64()

    • date32

      public static org.apache.arrow.vector.types.pojo.ArrowType.Date date32()

    • date64

      public static org.apache.arrow.vector.types.pojo.ArrowType.Date date64()

    • timestamp

      public static org.apache.arrow.vector.types.pojo.ArrowType.Timestamp timestamp()

    • binary

      public static org.apache.arrow.vector.types.pojo.ArrowType.Binary binary()

    • utf8

      public static org.apache.arrow.vector.types.pojo.ArrowType.Utf8 utf8()

    • decimal

      public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal decimal()

    • decimal

      public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal decimal(int precision, int scale)

    • bigintDecimal

      public static org.apache.arrow.vector.types.pojo.ArrowType.Decimal bigintDecimal()

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType)

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, org.apache.arrow.vector.types.pojo.Field... children)

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, boolean nullable, org.apache.arrow.vector.types.pojo.ArrowType type, List<org.apache.arrow.vector.types.pojo.Field> children)

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)

    • field

      public static org.apache.arrow.vector.types.pojo.Field field(String name, org.apache.arrow.vector.types.pojo.FieldType fieldType, List<org.apache.arrow.vector.types.pojo.Field> children)

    • notNullField

      public static org.apache.arrow.vector.types.pojo.Field notNullField(String name, org.apache.arrow.vector.types.pojo.ArrowType type, org.apache.arrow.vector.types.pojo.Field... children)

    • notNullFieldType

      public static org.apache.arrow.vector.types.pojo.FieldType notNullFieldType(org.apache.arrow.vector.types.pojo.ArrowType type)

    • primitiveArrayField

      public static org.apache.arrow.vector.types.pojo.Field primitiveArrayField(org.apache.arrow.vector.types.pojo.ArrowType type)

    • primitiveArrayField

      public static org.apache.arrow.vector.types.pojo.Field primitiveArrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.ArrowType type)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(String name, org.apache.arrow.vector.types.pojo.ArrowType type)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.FieldType valueType)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(String name, org.apache.arrow.vector.types.pojo.FieldType valueType)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(org.apache.arrow.vector.types.pojo.Field valueField)

    • arrayField

      public static org.apache.arrow.vector.types.pojo.Field arrayField(String name, org.apache.arrow.vector.types.pojo.Field valueField)

    • arrayElementField

      public static org.apache.arrow.vector.types.pojo.Field arrayElementField(org.apache.arrow.vector.types.pojo.Field field)

    • mapField

      public static org.apache.arrow.vector.types.pojo.Field mapField(org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)

    • mapField

      public static org.apache.arrow.vector.types.pojo.Field mapField(String name, org.apache.arrow.vector.types.pojo.ArrowType keyType, org.apache.arrow.vector.types.pojo.ArrowType itemType)

    • mapField

      public static org.apache.arrow.vector.types.pojo.Field mapField(String name, org.apache.arrow.vector.types.pojo.Field keyField, org.apache.arrow.vector.types.pojo.Field itemField)
      Map data is nested data where each value is a variable number of key-item pairs. Maps can be recursively nested, for example map(utf8, map(utf8, int32)). see more about MapType in type.h

    • keyFieldForMap

      public static org.apache.arrow.vector.types.pojo.Field keyFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

    • itemFieldForMap

      public static org.apache.arrow.vector.types.pojo.Field itemFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

    • keyArrayFieldForMap

      public static org.apache.arrow.vector.types.pojo.Field keyArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

    • itemArrayFieldForMap

      public static org.apache.arrow.vector.types.pojo.Field itemArrayFieldForMap(org.apache.arrow.vector.types.pojo.Field mapField)

    • schemaFromStructField

      public static org.apache.arrow.vector.types.pojo.Schema schemaFromStructField(org.apache.arrow.vector.types.pojo.Field structField)

    • createSchema

      public static org.apache.arrow.vector.types.pojo.Schema createSchema(org.apache.arrow.vector.types.pojo.Field field)

    • structField

      public static org.apache.arrow.vector.types.pojo.Field structField(boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)

    • structField

      public static org.apache.arrow.vector.types.pojo.Field structField(String name, boolean nullable, org.apache.arrow.vector.types.pojo.Field... fields)

    • structField

      public static org.apache.arrow.vector.types.pojo.Field structField(String name, boolean nullable, List<org.apache.arrow.vector.types.pojo.Field> fields)

    • fieldOfSchema

      public static org.apache.arrow.vector.types.pojo.Field fieldOfSchema(org.apache.arrow.vector.types.pojo.Schema schema, int index)

    • serializeSchema

      public static void serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema, MemoryBuffer buffer)

    • serializeSchema

      public static byte[] serializeSchema(org.apache.arrow.vector.types.pojo.Schema schema)

    • deserializeSchema

      public static org.apache.arrow.vector.types.pojo.Schema deserializeSchema(byte[] bytes)

    • computeSchemaHash

      public static long computeSchemaHash(org.apache.arrow.vector.types.pojo.Schema schema)