org.apache.hudi.io.storage

Class HoodieFileWriterFactory

java.lang.Object

org.apache.hudi.io.storage.HoodieFileWriterFactory

public class HoodieFileWriterFactory
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected HoodieStorage	storage

Constructor Summary

Constructors

Constructor and Description
HoodieFileWriterFactory(HoodieStorage storage)

Method Summary

Modifier and Type	Method and Description
protected static BloomFilter	createBloomFilter(HoodieConfig config)
static boolean	enableBloomFilter(boolean populateMetaFields, HoodieConfig config) Check if need to enable bloom filter.
static <T,I,K,O> HoodieFileWriter	getFileWriter(HoodieFileFormat format, OutputStream outputStream, HoodieStorage storage, HoodieConfig config, org.apache.avro.Schema schema, HoodieRecord.HoodieRecordType recordType)
static <T,I,K,O> HoodieFileWriter	getFileWriter(String instantTime, StoragePath path, HoodieStorage storage, HoodieConfig config, org.apache.avro.Schema schema, TaskContextSupplier taskContextSupplier, HoodieRecord.HoodieRecordType recordType)
protected <T,I,K,O> HoodieFileWriter	getFileWriterByFormat(HoodieFileFormat format, OutputStream outputStream, HoodieConfig config, org.apache.avro.Schema schema)
protected <T,I,K,O> HoodieFileWriter	getFileWriterByFormat(String extension, String instantTime, StoragePath path, HoodieConfig config, org.apache.avro.Schema schema, TaskContextSupplier taskContextSupplier)
protected HoodieFileWriter	newHFileFileWriter(String instantTime, StoragePath path, HoodieConfig config, org.apache.avro.Schema schema, TaskContextSupplier taskContextSupplier)
protected HoodieFileWriter	newOrcFileWriter(String instantTime, StoragePath path, HoodieConfig config, org.apache.avro.Schema schema, TaskContextSupplier taskContextSupplier)
protected HoodieFileWriter	newParquetFileWriter(OutputStream outputStream, HoodieConfig config, org.apache.avro.Schema schema)
protected HoodieFileWriter	newParquetFileWriter(String instantTime, StoragePath path, HoodieConfig config, org.apache.avro.Schema schema, TaskContextSupplier taskContextSupplier)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

storage

protected final HoodieStorage storage

Constructor Detail

HoodieFileWriterFactory

public HoodieFileWriterFactory(HoodieStorage storage)

Method Detail

getFileWriter

public static <T,I,K,O> HoodieFileWriter getFileWriter(String instantTime,
                                                       StoragePath path,
                                                       HoodieStorage storage,
                                                       HoodieConfig config,
                                                       org.apache.avro.Schema schema,
                                                       TaskContextSupplier taskContextSupplier,
                                                       HoodieRecord.HoodieRecordType recordType)
                                                throws IOException

Throws:

IOException

getFileWriter

public static <T,I,K,O> HoodieFileWriter getFileWriter(HoodieFileFormat format,
                                                       OutputStream outputStream,
                                                       HoodieStorage storage,
                                                       HoodieConfig config,
                                                       org.apache.avro.Schema schema,
                                                       HoodieRecord.HoodieRecordType recordType)
                                                throws IOException

Throws:

IOException

getFileWriterByFormat

protected <T,I,K,O> HoodieFileWriter getFileWriterByFormat(String extension,
                                                           String instantTime,
                                                           StoragePath path,
                                                           HoodieConfig config,
                                                           org.apache.avro.Schema schema,
                                                           TaskContextSupplier taskContextSupplier)
                                                    throws IOException

Throws:

IOException

getFileWriterByFormat

protected <T,I,K,O> HoodieFileWriter getFileWriterByFormat(HoodieFileFormat format,
                                                           OutputStream outputStream,
                                                           HoodieConfig config,
                                                           org.apache.avro.Schema schema)
                                                    throws IOException

Throws:

IOException

newParquetFileWriter

protected HoodieFileWriter newParquetFileWriter(String instantTime,
                                                StoragePath path,
                                                HoodieConfig config,
                                                org.apache.avro.Schema schema,
                                                TaskContextSupplier taskContextSupplier)
                                         throws IOException

Throws:

IOException

newParquetFileWriter

protected HoodieFileWriter newParquetFileWriter(OutputStream outputStream,
                                                HoodieConfig config,
                                                org.apache.avro.Schema schema)
                                         throws IOException

Throws:

IOException

newHFileFileWriter

protected HoodieFileWriter newHFileFileWriter(String instantTime,
                                              StoragePath path,
                                              HoodieConfig config,
                                              org.apache.avro.Schema schema,
                                              TaskContextSupplier taskContextSupplier)
                                       throws IOException

Throws:

IOException

newOrcFileWriter

protected HoodieFileWriter newOrcFileWriter(String instantTime,
                                            StoragePath path,
                                            HoodieConfig config,
                                            org.apache.avro.Schema schema,
                                            TaskContextSupplier taskContextSupplier)
                                     throws IOException

Throws:

IOException

createBloomFilter

protected static BloomFilter createBloomFilter(HoodieConfig config)

enableBloomFilter

public static boolean enableBloomFilter(boolean populateMetaFields,
                                        HoodieConfig config)

Check if need to enable bloom filter.