Modifier and Type | Method and Description |
---|---|
static FileFormat |
CoreOptions.createFileFormat(Options options,
ConfigOption<String> formatOption) |
FileFormat |
CoreOptions.fileFormat() |
FileFormat |
CoreOptions.manifestFormat() |
Constructor and Description |
---|
AppendOnlyWriter(FileIO fileIO,
IOManager ioManager,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
long maxSequenceNumber,
CompactManager compactManager,
IOFunction<List<DataFileMeta>,RecordReaderIterator<InternalRow>> bucketFileRead,
boolean forceCompact,
DataFilePathFactory pathFactory,
CommitIncrement increment,
boolean useWriteBuffer,
boolean spillable,
String fileCompression,
CompressOptions spillCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
MemorySize maxDiskSize,
FileIndexOptions fileIndexOptions,
boolean asyncFileWrite) |
Modifier and Type | Method and Description |
---|---|
FileFormat |
FileFormatFactory.create(FileFormatFactory.FormatContext formatContext) |
FileFormat |
FileFormatDiscover.discover(String identifier) |
static FileFormat |
FileFormat.fromIdentifier(String identifier,
FileFormatFactory.FormatContext context)
Create a
FileFormat from format identifier and format options. |
static FileFormat |
FileFormat.fromIdentifier(String identifier,
Options options) |
static FileFormat |
FileFormat.getFileFormat(Options options,
String formatIdentifier) |
Modifier and Type | Class and Description |
---|---|
class |
AvroFileFormat
Avro
FileFormat . |
Modifier and Type | Method and Description |
---|---|
FileFormat |
AvroFileFormatFactory.create(FileFormatFactory.FormatContext formatContext) |
Modifier and Type | Class and Description |
---|---|
class |
OrcFileFormat
Orc
FileFormat . |
Modifier and Type | Class and Description |
---|---|
class |
ParquetFileFormat
Parquet
FileFormat . |
Modifier and Type | Method and Description |
---|---|
static KeyValueFileWriterFactory.Builder |
KeyValueFileWriterFactory.builder(FileIO fileIO,
long schemaId,
RowType keyType,
RowType valueType,
FileFormat fileFormat,
Map<String,FileStorePathFactory> format2PathFactory,
long suggestedFileSize) |
Constructor and Description |
---|
RowDataRollingFileWriter(FileIO fileIO,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
DataFilePathFactory pathFactory,
LongCounter seqNumCounter,
String fileCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
FileIndexOptions fileIndexOptions,
FileSource fileSource,
boolean asyncFileWrite) |
Constructor and Description |
---|
Factory(FileIO fileIO,
FileFormat fileFormat,
String compression,
FileStorePathFactory pathFactory,
SegmentsCache<Path> cache) |
Factory(FileIO fileIO,
FileFormat fileFormat,
String compression,
FileStorePathFactory pathFactory,
SegmentsCache<Path> cache) |
Factory(FileIO fileIO,
SchemaManager schemaManager,
RowType partitionType,
FileFormat fileFormat,
String compression,
FileStorePathFactory pathFactory,
long suggestedFileSize,
SegmentsCache<Path> cache) |
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.