org.apache.flink.orc

Class OrcSplitReaderUtil

java.lang.Object

org.apache.flink.orc.OrcSplitReaderUtil

public class OrcSplitReaderUtil
extends Object

Util for generating OrcSplitReader.

Constructor Summary

Constructors

Constructor and Description
OrcSplitReaderUtil()

Method Summary

Modifier and Type	Method and Description
static org.apache.orc.TypeDescription	convertToOrcTypeWithPart(String[] fullFieldNames, org.apache.flink.table.types.DataType[] fullFieldTypes, Collection<String> partitionKeys)
static org.apache.orc.TypeDescription	convertToOrcTypeWithPart(String[] fullFieldNames, org.apache.flink.table.types.logical.LogicalType[] fullFieldTypes, Collection<String> partitionKeys)
static OrcColumnarRowSplitReader<org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch>	genPartColumnarRowReader(String hiveVersion, org.apache.hadoop.conf.Configuration conf, String[] fullFieldNames, org.apache.flink.table.types.DataType[] fullFieldTypes, Map<String,Object> partitionSpec, int[] selectedFields, List<OrcFilters.Predicate> conjunctPredicates, int batchSize, org.apache.flink.core.fs.Path path, long splitStart, long splitLength) Util for generating partitioned OrcColumnarRowSplitReader.
static List<String>	getNonPartNames(String[] fullFieldNames, Collection<String> partitionKeys)
static List<String>	getNonPartNames(String[] fullFieldNames, Map<String,Object> partitionSpec)
static int[]	getSelectedOrcFields(String[] fullFieldNames, int[] selectedFields, List<String> nonPartNames)
static org.apache.orc.TypeDescription	logicalTypeToOrcType(org.apache.flink.table.types.logical.LogicalType type) See org.apache.flink.table.catalog.hive.util.HiveTypeUtil.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

OrcSplitReaderUtil

public OrcSplitReaderUtil()

Method Detail

genPartColumnarRowReader

public static OrcColumnarRowSplitReader<org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch> genPartColumnarRowReader(String hiveVersion,
                                                                                                                           org.apache.hadoop.conf.Configuration conf,
                                                                                                                           String[] fullFieldNames,
                                                                                                                           org.apache.flink.table.types.DataType[] fullFieldTypes,
                                                                                                                           Map<String,Object> partitionSpec,
                                                                                                                           int[] selectedFields,
                                                                                                                           List<OrcFilters.Predicate> conjunctPredicates,
                                                                                                                           int batchSize,
                                                                                                                           org.apache.flink.core.fs.Path path,
                                                                                                                           long splitStart,
                                                                                                                           long splitLength)
                                                                                                                    throws IOException

Util for generating partitioned OrcColumnarRowSplitReader.

Throws:

IOException

getSelectedOrcFields

public static int[] getSelectedOrcFields(String[] fullFieldNames,
                                         int[] selectedFields,
                                         List<String> nonPartNames)

getNonPartNames

public static List<String> getNonPartNames(String[] fullFieldNames,
                                           Collection<String> partitionKeys)

getNonPartNames

public static List<String> getNonPartNames(String[] fullFieldNames,
                                           Map<String,Object> partitionSpec)

convertToOrcTypeWithPart

public static org.apache.orc.TypeDescription convertToOrcTypeWithPart(String[] fullFieldNames,
                                                                      org.apache.flink.table.types.DataType[] fullFieldTypes,
                                                                      Collection<String> partitionKeys)

convertToOrcTypeWithPart

public static org.apache.orc.TypeDescription convertToOrcTypeWithPart(String[] fullFieldNames,
                                                                      org.apache.flink.table.types.logical.LogicalType[] fullFieldTypes,
                                                                      Collection<String> partitionKeys)

logicalTypeToOrcType

public static org.apache.orc.TypeDescription logicalTypeToOrcType(org.apache.flink.table.types.logical.LogicalType type)

See org.apache.flink.table.catalog.hive.util.HiveTypeUtil.