org.apache.paimon.flink.lookup

Class LookupDataTableScan

java.lang.Object

org.apache.paimon.table.source.DataTableStreamScan

org.apache.paimon.flink.lookup.LookupDataTableScan

All Implemented Interfaces:

DataTableScan, InnerTableScan, StreamDataTableScan, StreamTableScan, TableScan, Restorable<Long>

public class LookupDataTableScan
extends DataTableStreamScan

StreamTableScan implementation for lookup streaming planning.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.paimon.table.source.TableScan

TableScan.Plan

Field Summary

Fields

Modifier and Type	Field and Description
protected SnapshotReader	snapshotReader

Constructor Summary

Constructors

Constructor and Description
LookupDataTableScan(CoreOptions options, SnapshotReader snapshotReader, SnapshotManager snapshotManager, ChangelogManager changelogManager, boolean supportStreamingReadOverwrite, DefaultValueAssigner defaultValueAssigner, LookupFileStoreTable.LookupStreamScanMode lookupScanMode)

Method Summary

Modifier and Type	Method and Description
protected BoundedChecker	createBoundedChecker()
protected FollowUpScanner	createFollowUpScanner()
protected StartingScanner	createStartingScanner(boolean isStreaming)
org.apache.paimon.table.source.AbstractDataTableScan	dropStats()
protected SnapshotReader.Plan	handleOverwriteSnapshot(Snapshot snapshot)
CoreOptions	options()
org.apache.paimon.table.source.AbstractDataTableScan	withBucket(int bucket)
org.apache.paimon.table.source.AbstractDataTableScan	withBucketFilter(Filter<Integer> bucketFilter)
org.apache.paimon.table.source.AbstractDataTableScan	withLevelFilter(Filter<Integer> levelFilter)
org.apache.paimon.table.source.AbstractDataTableScan	withMetricsRegistry(MetricRegistry metricsRegistry)
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionFilter(List<BinaryRow> partitions)
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionFilter(Map<String,String> partitionSpec)
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionsFilter(List<Map<String,String>> partitions)

Methods inherited from class org.apache.paimon.table.source.DataTableStreamScan

checkpoint, listPartitionEntries, notifyCheckpointComplete, plan, restore, restore, startingContext, watermark, withFilter, withShard

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.paimon.table.source.InnerTableScan

dropStats, withBucketFilter, withLevelFilter, withLimit, withMetricsRegistry, withPartitionFilter, withPartitionFilter, withPartitionsFilter

Methods inherited from interface org.apache.paimon.table.source.TableScan

listPartitions

Field Detail

snapshotReader

protected final SnapshotReader snapshotReader

Constructor Detail

LookupDataTableScan

public LookupDataTableScan(CoreOptions options,
                           SnapshotReader snapshotReader,
                           SnapshotManager snapshotManager,
                           ChangelogManager changelogManager,
                           boolean supportStreamingReadOverwrite,
                           DefaultValueAssigner defaultValueAssigner,
                           LookupFileStoreTable.LookupStreamScanMode lookupScanMode)

Method Detail

handleOverwriteSnapshot

@Nullable
protected SnapshotReader.Plan handleOverwriteSnapshot(Snapshot snapshot)

Overrides:

handleOverwriteSnapshot in class DataTableStreamScan

createStartingScanner

protected StartingScanner createStartingScanner(boolean isStreaming)

createFollowUpScanner

protected FollowUpScanner createFollowUpScanner()

Overrides:

createFollowUpScanner in class DataTableStreamScan

createBoundedChecker

protected BoundedChecker createBoundedChecker()

Overrides:

createBoundedChecker in class DataTableStreamScan

withBucket

@VisibleForTesting
public org.apache.paimon.table.source.AbstractDataTableScan withBucket(int bucket)

withBucketFilter

public org.apache.paimon.table.source.AbstractDataTableScan withBucketFilter(Filter<Integer> bucketFilter)

Specified by:

withBucketFilter in interface InnerTableScan

withPartitionFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionFilter(Map<String,String> partitionSpec)

Specified by:

withPartitionFilter in interface InnerTableScan

withPartitionFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionFilter(List<BinaryRow> partitions)

Specified by:

withPartitionFilter in interface InnerTableScan

withPartitionsFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionsFilter(List<Map<String,String>> partitions)

Specified by:

withPartitionsFilter in interface InnerTableScan

withLevelFilter

public org.apache.paimon.table.source.AbstractDataTableScan withLevelFilter(Filter<Integer> levelFilter)

Specified by:

withLevelFilter in interface InnerTableScan

withMetricsRegistry

public org.apache.paimon.table.source.AbstractDataTableScan withMetricsRegistry(MetricRegistry metricsRegistry)

Specified by:

withMetricsRegistry in interface InnerTableScan

dropStats

public org.apache.paimon.table.source.AbstractDataTableScan dropStats()

Specified by:

dropStats in interface InnerTableScan

options

public CoreOptions options()