org.apache.paimon.flink.source

Class FlinkTableSource

java.lang.Object

org.apache.paimon.flink.source.FlinkTableSource

Direct Known Subclasses:

DataTableSource, SystemTableSource

public abstract class FlinkTableSource
extends Object

A Flink ScanTableSource for paimon.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected static class	FlinkTableSource.SplitStatistics Split statistics for inferring row count and parallelism size.

Field Summary

Fields

Modifier and Type	Field and Description
protected static String	FLINK_INFER_SCAN_PARALLELISM
protected Long	limit
protected Predicate	predicate
protected int[][]	projectFields
protected FlinkTableSource.SplitStatistics	splitStatistics
protected Table	table

Constructor Summary

Constructors

Constructor and Description
FlinkTableSource(Table table)
FlinkTableSource(Table table, Predicate predicate, int[][] projectFields, Long limit)

Method Summary

Modifier and Type	Method and Description
abstract void	applyDynamicFiltering(List<String> candidateFilterFields)
abstract String	asSummaryString()
abstract FlinkTableSource	copy()
abstract org.apache.flink.table.connector.ChangelogMode	getChangelogMode()
abstract org.apache.flink.table.connector.source.LookupTableSource.LookupRuntimeProvider	getLookupRuntimeProvider(org.apache.flink.table.connector.source.LookupTableSource.LookupContext context)
abstract org.apache.flink.table.connector.source.ScanTableSource.ScanRuntimeProvider	getScanRuntimeProvider(org.apache.flink.table.connector.source.ScanTableSource.ScanContext scanContext)
Table	getTable()
protected Integer	inferSourceParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)
abstract boolean	isStreaming()
abstract List<String>	listAcceptedFilterFields()
List<org.apache.flink.table.expressions.ResolvedExpression>	pushFilters(List<org.apache.flink.table.expressions.ResolvedExpression> filters)
void	pushLimit(long limit)
void	pushProjection(int[][] projectedFields)
abstract void	pushWatermark(org.apache.flink.api.common.eventtime.WatermarkStrategy<org.apache.flink.table.data.RowData> watermarkStrategy)
abstract org.apache.flink.table.plan.stats.TableStats	reportStatistics()
protected void	scanSplitsForInference()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

FLINK_INFER_SCAN_PARALLELISM

protected static final String FLINK_INFER_SCAN_PARALLELISM

table

protected final Table table

predicate

@Nullable
protected Predicate predicate

projectFields

@Nullable
protected int[][] projectFields

limit

@Nullable
protected Long limit

splitStatistics

protected FlinkTableSource.SplitStatistics splitStatistics

Constructor Detail

FlinkTableSource

public FlinkTableSource(Table table)

FlinkTableSource

public FlinkTableSource(Table table,
                        @Nullable
                        Predicate predicate,
                        @Nullable
                        int[][] projectFields,
                        @Nullable
                        Long limit)

Method Detail

pushFilters

public List<org.apache.flink.table.expressions.ResolvedExpression> pushFilters(List<org.apache.flink.table.expressions.ResolvedExpression> filters)

Returns:

The unconsumed filters.

pushProjection

public void pushProjection(int[][] projectedFields)

pushLimit

public void pushLimit(long limit)

getChangelogMode

public abstract org.apache.flink.table.connector.ChangelogMode getChangelogMode()

getScanRuntimeProvider

public abstract org.apache.flink.table.connector.source.ScanTableSource.ScanRuntimeProvider getScanRuntimeProvider(org.apache.flink.table.connector.source.ScanTableSource.ScanContext scanContext)

pushWatermark

public abstract void pushWatermark(org.apache.flink.api.common.eventtime.WatermarkStrategy<org.apache.flink.table.data.RowData> watermarkStrategy)

getLookupRuntimeProvider

public abstract org.apache.flink.table.connector.source.LookupTableSource.LookupRuntimeProvider getLookupRuntimeProvider(org.apache.flink.table.connector.source.LookupTableSource.LookupContext context)

reportStatistics

public abstract org.apache.flink.table.plan.stats.TableStats reportStatistics()

copy

public abstract FlinkTableSource copy()

asSummaryString

public abstract String asSummaryString()

listAcceptedFilterFields

public abstract List<String> listAcceptedFilterFields()

applyDynamicFiltering

public abstract void applyDynamicFiltering(List<String> candidateFilterFields)

isStreaming

public abstract boolean isStreaming()

inferSourceParallelism

@Nullable
protected Integer inferSourceParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)

scanSplitsForInference

protected void scanSplitsForInference()

getTable

public Table getTable()