org.apache.paimon.flink.sink

Class CombinedTableCompactorSink

java.lang.Object

org.apache.paimon.flink.sink.CombinedTableCompactorSink

All Implemented Interfaces:

Serializable

public class CombinedTableCompactorSink
extends Object
implements Serializable

A sink for processing multi-tables in dedicated compaction job.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
CombinedTableCompactorSink(Catalog.Loader catalogLoader, Options options)

Method Summary

Modifier and Type	Method and Description
protected org.apache.flink.streaming.api.operators.OneInputStreamOperator<org.apache.flink.table.data.RowData,MultiTableCommittable>	combinedMultiComacptionWriteOperator(org.apache.flink.streaming.api.environment.CheckpointConfig checkpointConfig, boolean isStreaming, String commitUser)
protected CommittableStateManager<WrappedManifestCommittable>	createCommittableStateManager()
protected Committer.Factory<MultiTableCommittable,WrappedManifestCommittable>	createCommitterFactory(boolean isStreaming)
protected org.apache.flink.streaming.api.datastream.DataStreamSink<?>	doCommit(org.apache.flink.streaming.api.datastream.DataStream<MultiTableCommittable> written, String commitUser)
org.apache.flink.streaming.api.datastream.DataStream<MultiTableCommittable>	doWrite(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource, org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource, String commitUser)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource, org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource)
org.apache.flink.streaming.api.datastream.DataStreamSink<?>	sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource, org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource, String initialCommitUser)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CombinedTableCompactorSink

public CombinedTableCompactorSink(Catalog.Loader catalogLoader,
                                  Options options)

Method Detail

sinkFrom

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource,
                                                                            org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource)

sinkFrom

public org.apache.flink.streaming.api.datastream.DataStreamSink<?> sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource,
                                                                            org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource,
                                                                            String initialCommitUser)

doWrite

public org.apache.flink.streaming.api.datastream.DataStream<MultiTableCommittable> doWrite(org.apache.flink.streaming.api.datastream.DataStream<org.apache.flink.table.data.RowData> awareBucketTableSource,
                                                                                           org.apache.flink.streaming.api.datastream.DataStream<MultiTableUnawareAppendCompactionTask> unawareBucketTableSource,
                                                                                           String commitUser)

doCommit

protected org.apache.flink.streaming.api.datastream.DataStreamSink<?> doCommit(org.apache.flink.streaming.api.datastream.DataStream<MultiTableCommittable> written,
                                                                               String commitUser)

combinedMultiComacptionWriteOperator

protected org.apache.flink.streaming.api.operators.OneInputStreamOperator<org.apache.flink.table.data.RowData,MultiTableCommittable> combinedMultiComacptionWriteOperator(org.apache.flink.streaming.api.environment.CheckpointConfig checkpointConfig,
                                                                                                                                                                          boolean isStreaming,
                                                                                                                                                                          String commitUser)

createCommitterFactory

protected Committer.Factory<MultiTableCommittable,WrappedManifestCommittable> createCommitterFactory(boolean isStreaming)

createCommittableStateManager

protected CommittableStateManager<WrappedManifestCommittable> createCommittableStateManager()