Modifier and Type | Method and Description |
---|---|
CompressOptions |
CoreOptions.lookupCompressOptions() |
CompressOptions |
CoreOptions.spillCompressOptions() |
Constructor and Description |
---|
AppendOnlyWriter(FileIO fileIO,
IOManager ioManager,
long schemaId,
FileFormat fileFormat,
long targetFileSize,
RowType writeSchema,
long maxSequenceNumber,
CompactManager compactManager,
IOFunction<List<DataFileMeta>,RecordReaderIterator<InternalRow>> bucketFileRead,
boolean forceCompact,
DataFilePathFactory pathFactory,
CommitIncrement increment,
boolean useWriteBuffer,
boolean spillable,
String fileCompression,
CompressOptions spillCompression,
SimpleColStatsCollector.Factory[] statsCollectors,
MemorySize maxDiskSize,
FileIndexOptions fileIndexOptions,
boolean asyncFileWrite) |
Modifier and Type | Method and Description |
---|---|
static CompressOptions |
CompressOptions.defaultOptions() |
Modifier and Type | Method and Description |
---|---|
static BlockCompressionFactory |
BlockCompressionFactory.create(CompressOptions compression)
Creates
BlockCompressionFactory according to the configuration. |
Modifier and Type | Method and Description |
---|---|
static RowBuffer |
RowBuffer.getBuffer(IOManager ioManager,
MemorySegmentPool memoryPool,
AbstractRowDataSerializer<InternalRow> serializer,
boolean spillable,
MemorySize maxDiskSize,
CompressOptions compression) |
Constructor and Description |
---|
SortOperator(RowType keyType,
RowType rowType,
long maxMemory,
int pageSize,
int spillSortMaxNumFiles,
CompressOptions spillCompression,
int sinkParallelism,
MemorySize maxDiskSize) |
Constructor and Description |
---|
HashLookupStoreFactory(CacheManager cacheManager,
int cachePageSize,
double loadFactor,
CompressOptions compression) |
Constructor and Description |
---|
SortLookupStoreFactory(Comparator<MemorySlice> comparator,
CacheManager cacheManager,
int blockSize,
CompressOptions compression) |
Constructor and Description |
---|
MergeTreeWriter(boolean writeBufferSpillable,
MemorySize maxDiskSize,
int sortMaxFan,
CompressOptions sortCompression,
IOManager ioManager,
CompactManager compactManager,
long maxSequenceNumber,
Comparator<InternalRow> keyComparator,
MergeFunction<KeyValue> mergeFunction,
KeyValueFileWriterFactory writerFactory,
boolean commitForceCompact,
CoreOptions.ChangelogProducer changelogProducer,
CommitIncrement increment,
FieldsComparator userDefinedSeqComparator) |
SortBufferWriteBuffer(RowType keyType,
RowType valueType,
FieldsComparator userDefinedSeqComparator,
MemorySegmentPool memoryPool,
boolean spillable,
MemorySize maxDiskSize,
int sortMaxFan,
CompressOptions compression,
IOManager ioManager) |
Modifier and Type | Method and Description |
---|---|
static BinaryExternalSortBuffer |
BinaryExternalSortBuffer.create(IOManager ioManager,
RowType rowType,
int[] keyFields,
long bufferSize,
int pageSize,
int maxNumFileHandles,
CompressOptions compression,
MemorySize maxDiskSize) |
static BinaryExternalSortBuffer |
BinaryExternalSortBuffer.create(IOManager ioManager,
RowType rowType,
int[] keyFields,
MemorySegmentPool pool,
int maxNumFileHandles,
CompressOptions compression,
MemorySize maxDiskSize) |
Constructor and Description |
---|
BinaryExternalSortBuffer(BinaryRowSerializer serializer,
RecordComparator comparator,
int pageSize,
BinaryInMemorySortBuffer inMemorySortBuffer,
IOManager ioManager,
int maxNumFileHandles,
CompressOptions compression,
MemorySize maxDiskSize) |
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.