public class KeyValueFileStoreWrite extends MemoryFileStoreWrite<KeyValue>
AbstractFileStoreWrite.WriterContainer<T>
FileStoreWrite.State<T>
cacheManager
compactionMetrics, ioManager, isStreamingMode, snapshotManager, tableName, writers
Constructor and Description |
---|
KeyValueFileStoreWrite(FileIO fileIO,
SchemaManager schemaManager,
TableSchema schema,
String commitUser,
RowType partitionType,
RowType keyType,
RowType valueType,
java.util.function.Supplier<Comparator<InternalRow>> keyComparatorSupplier,
java.util.function.Supplier<FieldsComparator> udsComparatorSupplier,
java.util.function.Supplier<RecordEqualiser> logDedupEqualSupplier,
MergeFunctionFactory<KeyValue> mfFactory,
FileStorePathFactory pathFactory,
Map<String,FileStorePathFactory> format2PathFactory,
SnapshotManager snapshotManager,
FileStoreScan scan,
IndexMaintainer.Factory<KeyValue> indexFactory,
DeletionVectorsMaintainer.Factory deletionVectorsMaintainerFactory,
CoreOptions options,
KeyValueFieldsExtractor extractor,
String tableName) |
Modifier and Type | Method and Description |
---|---|
boolean |
bufferSpillable() |
void |
close()
Close the writer.
|
protected MergeTreeWriter |
createWriter(Long snapshotId,
BinaryRow partition,
int bucket,
List<DataFileMeta> restoreFiles,
long restoredMaxSeqNumber,
CommitIncrement restoreIncrement,
ExecutorService compactExecutor,
DeletionVectorsMaintainer dvMaintainer) |
protected java.util.function.Function<AbstractFileStoreWrite.WriterContainer<KeyValue>,Boolean> |
createWriterCleanChecker() |
notifyNewWriter, prepareCommit, withMemoryPoolFactory, withMetricRegistry
checkpoint, compact, createConflictAwareWriterCleanChecker, createNoConflictAwareWriterCleanChecker, createWriterContainer, forceBufferSpill, getActiveBuckets, getCompactExecutor, getWriterWrapper, notifyNewFiles, restore, withCompactExecutor, withExecutionMode, withIgnorePreviousFiles, withInsertOnly, withIOManager, write
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
withMemoryPool
public KeyValueFileStoreWrite(FileIO fileIO, SchemaManager schemaManager, TableSchema schema, String commitUser, RowType partitionType, RowType keyType, RowType valueType, java.util.function.Supplier<Comparator<InternalRow>> keyComparatorSupplier, java.util.function.Supplier<FieldsComparator> udsComparatorSupplier, java.util.function.Supplier<RecordEqualiser> logDedupEqualSupplier, MergeFunctionFactory<KeyValue> mfFactory, FileStorePathFactory pathFactory, Map<String,FileStorePathFactory> format2PathFactory, SnapshotManager snapshotManager, FileStoreScan scan, @Nullable IndexMaintainer.Factory<KeyValue> indexFactory, @Nullable DeletionVectorsMaintainer.Factory deletionVectorsMaintainerFactory, CoreOptions options, KeyValueFieldsExtractor extractor, String tableName)
protected MergeTreeWriter createWriter(@Nullable Long snapshotId, BinaryRow partition, int bucket, List<DataFileMeta> restoreFiles, long restoredMaxSeqNumber, @Nullable CommitIncrement restoreIncrement, ExecutorService compactExecutor, @Nullable DeletionVectorsMaintainer dvMaintainer)
createWriter
in class AbstractFileStoreWrite<KeyValue>
@VisibleForTesting public boolean bufferSpillable()
protected java.util.function.Function<AbstractFileStoreWrite.WriterContainer<KeyValue>,Boolean> createWriterCleanChecker()
createWriterCleanChecker
in class AbstractFileStoreWrite<KeyValue>
public void close() throws Exception
FileStoreWrite
close
in interface FileStoreWrite<KeyValue>
close
in class MemoryFileStoreWrite<KeyValue>
Exception
- the thrown exceptionCopyright © 2023–2024 The Apache Software Foundation. All rights reserved.