org.apache.paimon.table.source.snapshot

Class SnapshotReaderImpl

java.lang.Object

org.apache.paimon.table.source.snapshot.SnapshotReaderImpl

All Implemented Interfaces:

SnapshotReader

public class SnapshotReaderImpl
extends Object
implements SnapshotReader

Implementation of SnapshotReader.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.paimon.table.source.snapshot.SnapshotReader

SnapshotReader.Plan

Constructor Summary

Constructors

Constructor and Description
SnapshotReaderImpl(FileStoreScan scan, TableSchema tableSchema, CoreOptions options, SnapshotManager snapshotManager, ChangelogManager changelogManager, SplitGenerator splitGenerator, java.util.function.BiConsumer<FileStoreScan,Predicate> nonPartitionFilterConsumer, DefaultValueAssigner defaultValueAssigner, FileStorePathFactory pathFactory, String tableName, IndexFileHandler indexFileHandler)

Method Summary

Modifier and Type	Method and Description
List<BucketEntry>	bucketEntries()
ChangelogManager	changelogManager()
ConsumerManager	consumerManager()
SnapshotReader	dropStats()
SnapshotReader	enableValueFilter()
ManifestsReader	manifestsReader()
Integer	parallelism()
List<PartitionEntry>	partitionEntries()
List<BinaryRow>	partitions() List partitions.
FileStorePathFactory	pathFactory()
SnapshotReader.Plan	read() Get splits from FileKind.ADD files.
SnapshotReader.Plan	readChanges() Get splits plan from file changes.
Iterator<ManifestEntry>	readFileIterator()
SnapshotReader.Plan	readIncrementalDiff(Snapshot before)
List<ManifestEntry>	readManifest(ManifestFileMeta manifest)
SnapshotManager	snapshotManager()
SplitGenerator	splitGenerator()
SnapshotReader	withBucket(int bucket)
SnapshotReader	withBucketFilter(Filter<Integer> bucketFilter)
SnapshotReader	withDataFileNameFilter(Filter<String> fileNameFilter)
SnapshotReader	withFilter(Predicate predicate)
SnapshotReader	withLevel(int level)
SnapshotReader	withLevelFilter(Filter<Integer> levelFilter)
SnapshotReader	withManifestEntryFilter(Filter<ManifestEntry> filter)
SnapshotReader	withMetricRegistry(MetricRegistry registry)
SnapshotReader	withMode(ScanMode scanMode)
SnapshotReader	withPartitionFilter(List<BinaryRow> partitions)
SnapshotReader	withPartitionFilter(Map<String,String> partitionSpec)
SnapshotReader	withPartitionFilter(Predicate predicate)
SnapshotReader	withPartitionsFilter(List<Map<String,String>> partitions)
SnapshotReader	withShard(int indexOfThisSubtask, int numberOfParallelSubtasks)
SnapshotReader	withSnapshot(long snapshotId)
SnapshotReader	withSnapshot(Snapshot snapshot)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SnapshotReaderImpl

public SnapshotReaderImpl(FileStoreScan scan,
                          TableSchema tableSchema,
                          CoreOptions options,
                          SnapshotManager snapshotManager,
                          ChangelogManager changelogManager,
                          SplitGenerator splitGenerator,
                          java.util.function.BiConsumer<FileStoreScan,Predicate> nonPartitionFilterConsumer,
                          DefaultValueAssigner defaultValueAssigner,
                          FileStorePathFactory pathFactory,
                          String tableName,
                          IndexFileHandler indexFileHandler)

Method Detail

parallelism

public Integer parallelism()

Specified by:

parallelism in interface SnapshotReader

snapshotManager

public SnapshotManager snapshotManager()

Specified by:

snapshotManager in interface SnapshotReader

changelogManager

public ChangelogManager changelogManager()

Specified by:

changelogManager in interface SnapshotReader

manifestsReader

public ManifestsReader manifestsReader()

Specified by:

manifestsReader in interface SnapshotReader

readManifest

public List<ManifestEntry> readManifest(ManifestFileMeta manifest)

Specified by:

readManifest in interface SnapshotReader

consumerManager

public ConsumerManager consumerManager()

Specified by:

consumerManager in interface SnapshotReader

splitGenerator

public SplitGenerator splitGenerator()

Specified by:

splitGenerator in interface SnapshotReader

pathFactory

public FileStorePathFactory pathFactory()

Specified by:

pathFactory in interface SnapshotReader

withSnapshot

public SnapshotReader withSnapshot(long snapshotId)

Specified by:

withSnapshot in interface SnapshotReader

withSnapshot

public SnapshotReader withSnapshot(Snapshot snapshot)

Specified by:

withSnapshot in interface SnapshotReader

withPartitionFilter

public SnapshotReader withPartitionFilter(Map<String,String> partitionSpec)

Specified by:

withPartitionFilter in interface SnapshotReader

withPartitionFilter

public SnapshotReader withPartitionFilter(Predicate predicate)

Specified by:

withPartitionFilter in interface SnapshotReader

withPartitionFilter

public SnapshotReader withPartitionFilter(List<BinaryRow> partitions)

Specified by:

withPartitionFilter in interface SnapshotReader

withPartitionsFilter

public SnapshotReader withPartitionsFilter(List<Map<String,String>> partitions)

Specified by:

withPartitionsFilter in interface SnapshotReader

withFilter

public SnapshotReader withFilter(Predicate predicate)

Specified by:

withFilter in interface SnapshotReader

withMode

public SnapshotReader withMode(ScanMode scanMode)

Specified by:

withMode in interface SnapshotReader

withLevel

public SnapshotReader withLevel(int level)

Specified by:

withLevel in interface SnapshotReader

withLevelFilter

public SnapshotReader withLevelFilter(Filter<Integer> levelFilter)

Specified by:

withLevelFilter in interface SnapshotReader

enableValueFilter

public SnapshotReader enableValueFilter()

Specified by:

enableValueFilter in interface SnapshotReader

withManifestEntryFilter

public SnapshotReader withManifestEntryFilter(Filter<ManifestEntry> filter)

Specified by:

withManifestEntryFilter in interface SnapshotReader

withBucket

public SnapshotReader withBucket(int bucket)

Specified by:

withBucket in interface SnapshotReader

withBucketFilter

public SnapshotReader withBucketFilter(Filter<Integer> bucketFilter)

Specified by:

withBucketFilter in interface SnapshotReader

withMetricRegistry

public SnapshotReader withMetricRegistry(MetricRegistry registry)

Specified by:

withMetricRegistry in interface SnapshotReader

withDataFileNameFilter

public SnapshotReader withDataFileNameFilter(Filter<String> fileNameFilter)

Specified by:

withDataFileNameFilter in interface SnapshotReader

dropStats

public SnapshotReader dropStats()

Specified by:

dropStats in interface SnapshotReader

withShard

public SnapshotReader withShard(int indexOfThisSubtask,
                                int numberOfParallelSubtasks)

Specified by:

withShard in interface SnapshotReader

read

public SnapshotReader.Plan read()

Get splits from FileKind.ADD files.

Specified by:

read in interface SnapshotReader

partitions

public List<BinaryRow> partitions()

Description copied from interface: SnapshotReader

List partitions.

Specified by:

partitions in interface SnapshotReader

partitionEntries

public List<PartitionEntry> partitionEntries()

Specified by:

partitionEntries in interface SnapshotReader

bucketEntries

public List<BucketEntry> bucketEntries()

Specified by:

bucketEntries in interface SnapshotReader

readFileIterator

public Iterator<ManifestEntry> readFileIterator()

Specified by:

readFileIterator in interface SnapshotReader

readChanges

public SnapshotReader.Plan readChanges()

Description copied from interface: SnapshotReader

Get splits plan from file changes.

Specified by:

readChanges in interface SnapshotReader

readIncrementalDiff

public SnapshotReader.Plan readIncrementalDiff(Snapshot before)

Specified by:

readIncrementalDiff in interface SnapshotReader