org.apache.paimon.flink.lookup

Class LookupDataTableScan

java.lang.Object

org.apache.paimon.table.source.DataTableStreamScan

org.apache.paimon.flink.lookup.LookupDataTableScan

All Implemented Interfaces:

DataTableScan, InnerTableScan, StreamDataTableScan, StreamTableScan, TableScan, Restorable<Long>

public class LookupDataTableScan
extends DataTableStreamScan

StreamTableScan implementation for lookup streaming planning.

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.paimon.table.source.TableScan

TableScan.Plan

Field Summary

Fields

Modifier and Type	Field and Description
protected SnapshotReader	snapshotReader

Constructor Summary

Constructors

Constructor and Description
LookupDataTableScan(TableSchema schema, CoreOptions options, SnapshotReader snapshotReader, SnapshotManager snapshotManager, ChangelogManager changelogManager, boolean supportStreamingReadOverwrite, LookupFileStoreTable.LookupStreamScanMode lookupScanMode, TableQueryAuth queryAuth, boolean hasPk)

Method Summary

Modifier and Type	Method and Description
protected void	authQuery()
protected BoundedChecker	createBoundedChecker()
static StartingScanner	createCreationTimestampStartingScanner(SnapshotManager snapshotManager, ChangelogManager changelogManager, long creationMillis, boolean changelogDecoupled, boolean isStreaming)
protected FollowUpScanner	createFollowUpScanner()
protected StartingScanner	createStartingScanner(boolean isStreaming)
org.apache.paimon.table.source.AbstractDataTableScan	dropStats()
protected SnapshotReader.Plan	handleOverwriteSnapshot(Snapshot snapshot)
CoreOptions	options()
org.apache.paimon.table.source.AbstractDataTableScan	withBucket(int bucket)
org.apache.paimon.table.source.AbstractDataTableScan	withBucketFilter(Filter<Integer> bucketFilter)
org.apache.paimon.table.source.AbstractDataTableScan	withLevelFilter(Filter<Integer> levelFilter)
org.apache.paimon.table.source.AbstractDataTableScan	withMetricRegistry(MetricRegistry metricsRegistry) Set MetricRegistry to table scan.
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionFilter(List<BinaryRow> partitions)
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionFilter(Map<String,String> partitionSpec)
org.apache.paimon.table.source.AbstractDataTableScan	withPartitionsFilter(List<Map<String,String>> partitions)
InnerTableScan	withReadType(RowType readType)

Methods inherited from class org.apache.paimon.table.source.DataTableStreamScan

checkpoint, listPartitionEntries, notifyCheckpointComplete, plan, restore, restore, startingContext, watermark, withFilter, withShard

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.paimon.table.source.InnerTableScan

dropStats, withBucket, withBucketFilter, withLevelFilter, withLimit, withMetricRegistry, withPartitionFilter, withPartitionFilter, withPartitionsFilter, withReadType

Methods inherited from interface org.apache.paimon.table.source.TableScan

listPartitions

Field Detail

snapshotReader

protected final SnapshotReader snapshotReader

Constructor Detail

LookupDataTableScan

public LookupDataTableScan(TableSchema schema,
                           CoreOptions options,
                           SnapshotReader snapshotReader,
                           SnapshotManager snapshotManager,
                           ChangelogManager changelogManager,
                           boolean supportStreamingReadOverwrite,
                           LookupFileStoreTable.LookupStreamScanMode lookupScanMode,
                           TableQueryAuth queryAuth,
                           boolean hasPk)

Method Detail

handleOverwriteSnapshot

@Nullable
protected SnapshotReader.Plan handleOverwriteSnapshot(Snapshot snapshot)

Overrides:

handleOverwriteSnapshot in class DataTableStreamScan

createStartingScanner

protected StartingScanner createStartingScanner(boolean isStreaming)

createFollowUpScanner

protected FollowUpScanner createFollowUpScanner()

Overrides:

createFollowUpScanner in class DataTableStreamScan

createBoundedChecker

protected BoundedChecker createBoundedChecker()

Overrides:

createBoundedChecker in class DataTableStreamScan

withBucket

public org.apache.paimon.table.source.AbstractDataTableScan withBucket(int bucket)

Specified by:

withBucket in interface InnerTableScan

withBucketFilter

public org.apache.paimon.table.source.AbstractDataTableScan withBucketFilter(Filter<Integer> bucketFilter)

Specified by:

withBucketFilter in interface InnerTableScan

withReadType

public InnerTableScan withReadType(@Nullable
                                   RowType readType)

Specified by:

withReadType in interface InnerTableScan

withPartitionFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionFilter(Map<String,String> partitionSpec)

Specified by:

withPartitionFilter in interface InnerTableScan

withPartitionFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionFilter(List<BinaryRow> partitions)

Specified by:

withPartitionFilter in interface InnerTableScan

withPartitionsFilter

public org.apache.paimon.table.source.AbstractDataTableScan withPartitionsFilter(List<Map<String,String>> partitions)

Specified by:

withPartitionsFilter in interface InnerTableScan

withLevelFilter

public org.apache.paimon.table.source.AbstractDataTableScan withLevelFilter(Filter<Integer> levelFilter)

Specified by:

withLevelFilter in interface InnerTableScan

withMetricRegistry

public org.apache.paimon.table.source.AbstractDataTableScan withMetricRegistry(MetricRegistry metricsRegistry)

Description copied from interface: TableScan

Set MetricRegistry to table scan.

Specified by:

withMetricRegistry in interface InnerTableScan

Specified by:

withMetricRegistry in interface TableScan

authQuery

protected void authQuery()

dropStats

public org.apache.paimon.table.source.AbstractDataTableScan dropStats()

Specified by:

dropStats in interface InnerTableScan

options

public CoreOptions options()

createCreationTimestampStartingScanner

public static StartingScanner createCreationTimestampStartingScanner(SnapshotManager snapshotManager,
                                                                     ChangelogManager changelogManager,
                                                                     long creationMillis,
                                                                     boolean changelogDecoupled,
                                                                     boolean isStreaming)