public class FullChangelogMergeTreeCompactRewriter extends ChangelogMergeTreeRewriter
MergeTreeCompactRewriter
which produces changelog files for each full compaction.ChangelogMergeTreeRewriter.UpgradeStrategy
maxLevel, mergeEngine
keyComparator, mergeSorter, mfFactory, readerFactory, userDefinedSeqComparator, writerFactory
Constructor and Description |
---|
FullChangelogMergeTreeCompactRewriter(int maxLevel,
CoreOptions.MergeEngine mergeEngine,
FileReaderFactory<KeyValue> readerFactory,
KeyValueFileWriterFactory writerFactory,
Comparator<InternalRow> keyComparator,
FieldsComparator userDefinedSeqComparator,
MergeFunctionFactory<KeyValue> mfFactory,
MergeSorter mergeSorter,
RecordEqualiser valueEqualiser) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
protected MergeFunctionWrapper<ChangelogResult> |
createMergeWrapper(int outputLevel) |
protected boolean |
rewriteChangelog(int outputLevel,
boolean dropDelete,
List<List<SortedRun>> sections) |
protected ChangelogMergeTreeRewriter.UpgradeStrategy |
upgradeStrategy(int outputLevel,
DataFileMeta file) |
rewrite, rewriteLookupChangelog, upgrade
notifyRewriteCompactBefore, readerForMergeTree, rewriteCompaction
extractFilesFromSections
public FullChangelogMergeTreeCompactRewriter(int maxLevel, CoreOptions.MergeEngine mergeEngine, FileReaderFactory<KeyValue> readerFactory, KeyValueFileWriterFactory writerFactory, Comparator<InternalRow> keyComparator, @Nullable FieldsComparator userDefinedSeqComparator, MergeFunctionFactory<KeyValue> mfFactory, MergeSorter mergeSorter, @Nullable RecordEqualiser valueEqualiser)
protected boolean rewriteChangelog(int outputLevel, boolean dropDelete, List<List<SortedRun>> sections)
rewriteChangelog
in class ChangelogMergeTreeRewriter
protected ChangelogMergeTreeRewriter.UpgradeStrategy upgradeStrategy(int outputLevel, DataFileMeta file)
upgradeStrategy
in class ChangelogMergeTreeRewriter
protected MergeFunctionWrapper<ChangelogResult> createMergeWrapper(int outputLevel)
createMergeWrapper
in class ChangelogMergeTreeRewriter
public void close() throws IOException
close
in interface Closeable
close
in interface AutoCloseable
close
in class AbstractCompactRewriter
IOException
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.