| Constructor and Description |
|---|
AppendOnlyWriter(FileIO fileIO,
IOManager ioManager,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
long maxSequenceNumber,
CompactManager compactManager,
IOFunction<List<DataFileMeta>,RecordReaderIterator<InternalRow>> bucketFileRead,
boolean forceCompact,
DataFilePathFactory pathFactory,
CommitIncrement increment,
boolean useWriteBuffer,
boolean spillable,
String fileCompression,
CompressOptions spillCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
MemorySize maxDiskSize,
FileIndexOptions fileIndexOptions,
boolean asyncFileWrite) |
| Modifier and Type | Method and Description |
|---|---|
Optional<SimpleStatsExtractor> |
FileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Constructor and Description |
|---|
SimpleStatsCollector(RowType rowType,
SimpleColStatsCollector.Factory[] collectorFactory) |
| Modifier and Type | Method and Description |
|---|---|
Optional<SimpleStatsExtractor> |
AvroFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Constructor and Description |
|---|
AvroSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Modifier and Type | Method and Description |
|---|---|
Optional<SimpleStatsExtractor> |
OrcFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Constructor and Description |
|---|
OrcSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Modifier and Type | Method and Description |
|---|---|
Optional<SimpleStatsExtractor> |
ParquetFileFormat.createStatsExtractor(RowType type,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Constructor and Description |
|---|
ParquetSimpleStatsExtractor(RowType rowType,
SimpleColStatsCollector.Factory[] statsCollectors) |
| Constructor and Description |
|---|
RowDataFileWriter(FileIO fileIO,
FormatWriterFactory factory,
Path path,
RowType writeSchema,
SimpleStatsExtractor simpleStatsExtractor,
long schemaId,
LongCounter seqNumCounter,
String fileCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
FileIndexOptions fileIndexOptions,
FileSource fileSource,
boolean asyncFileWrite) |
RowDataRollingFileWriter(FileIO fileIO,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
DataFilePathFactory pathFactory,
LongCounter seqNumCounter,
String fileCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
FileIndexOptions fileIndexOptions,
FileSource fileSource,
boolean asyncFileWrite) |
StatsCollectingSingleFileWriter(FileIO fileIO,
FormatWriterFactory factory,
Path path,
java.util.function.Function<T,InternalRow> converter,
RowType writeSchema,
SimpleStatsExtractor simpleStatsExtractor,
String compression,
SimpleColStatsCollector.Factory[] statsCollectors,
boolean asyncWrite) |
| Modifier and Type | Method and Description |
|---|---|
static SimpleColStatsCollector.Factory[] |
SimpleColStatsCollector.createFullStatsFactories(int numFields) |
static SimpleColStatsCollector.Factory |
SimpleColStatsCollector.from(String option) |
| Modifier and Type | Method and Description |
|---|---|
static SimpleColStatsCollector[] |
SimpleColStatsCollector.create(SimpleColStatsCollector.Factory[] factories) |
| Modifier and Type | Method and Description |
|---|---|
static SimpleColStatsCollector.Factory[] |
StatsCollectorFactories.createStatsFactories(CoreOptions options,
List<String> fields) |
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.