Constructor and Description |
---|
AppendOnlyWriter(FileIO fileIO,
IOManager ioManager,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
long maxSequenceNumber,
CompactManager compactManager,
IOFunction<List<DataFileMeta>,RecordReaderIterator<InternalRow>> bucketFileRead,
boolean forceCompact,
DataFilePathFactory pathFactory,
CommitIncrement increment,
boolean useWriteBuffer,
boolean spillable,
String fileCompression,
CompressOptions spillCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
MemorySize maxDiskSize,
FileIndexOptions fileIndexOptions,
boolean asyncFileWrite,
boolean statsDenseStore) |
Modifier and Type | Method and Description |
---|---|
Optional<SimpleStatsExtractor> |
FileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
Constructor and Description |
---|
SimpleStatsCollector(RowType rowType,
SimpleColStatsCollector.Factory[] collectorFactory) |
Modifier and Type | Method and Description |
---|---|
Optional<SimpleStatsExtractor> |
AvroFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
Constructor and Description |
---|
AvroSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
Modifier and Type | Method and Description |
---|---|
Optional<SimpleStatsExtractor> |
OrcFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
Constructor and Description |
---|
OrcSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
Modifier and Type | Method and Description |
---|---|
Optional<SimpleStatsExtractor> |
ParquetFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
Constructor and Description |
---|
ParquetSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
Constructor and Description |
---|
RowDataFileWriter(FileIO fileIO,
FormatWriterFactory factory,
Path path,
RowType writeSchema,
SimpleStatsExtractor simpleStatsExtractor,
long schemaId,
LongCounter seqNumCounter,
String fileCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
FileIndexOptions fileIndexOptions,
FileSource fileSource,
boolean asyncFileWrite,
boolean statsDenseStore) |
RowDataRollingFileWriter(FileIO fileIO,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
DataFilePathFactory pathFactory,
LongCounter seqNumCounter,
String fileCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
FileIndexOptions fileIndexOptions,
FileSource fileSource,
boolean asyncFileWrite,
boolean statsDenseStore) |
StatsCollectingSingleFileWriter(FileIO fileIO,
FormatWriterFactory factory,
Path path,
java.util.function.Function<T,InternalRow> converter,
RowType writeSchema,
SimpleStatsExtractor simpleStatsExtractor,
String compression,
SimpleColStatsCollector.Factory[] statsCollectors,
boolean asyncWrite) |
Modifier and Type | Method and Description |
---|---|
static SimpleColStatsCollector.Factory[] |
SimpleColStatsCollector.createFullStatsFactories(int numFields) |
static SimpleColStatsCollector.Factory |
SimpleColStatsCollector.from(String option) |
Modifier and Type | Method and Description |
---|---|
static SimpleColStatsCollector[] |
SimpleColStatsCollector.create(SimpleColStatsCollector.Factory[] factories) |
Modifier and Type | Method and Description |
---|---|
static SimpleColStatsCollector.Factory[] |
StatsCollectorFactories.createStatsFactories(CoreOptions options,
List<String> fields) |
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.