org.apache.paimon.flink.sink

Class RowDataStoreWriteOperator

java.lang.Object

org.apache.flink.streaming.api.operators.AbstractStreamOperator<OUT>

org.apache.paimon.flink.sink.PrepareCommitOperator<IN,Committable>

org.apache.paimon.flink.sink.TableWriteOperator<InternalRow>

org.apache.paimon.flink.sink.RowDataStoreWriteOperator

All Implemented Interfaces:

Serializable, org.apache.flink.api.common.state.CheckpointListener, org.apache.flink.streaming.api.operators.BoundedOneInput, org.apache.flink.streaming.api.operators.Input<InternalRow>, org.apache.flink.streaming.api.operators.KeyContext, org.apache.flink.streaming.api.operators.KeyContextHandler, org.apache.flink.streaming.api.operators.OneInputStreamOperator<InternalRow,Committable>, org.apache.flink.streaming.api.operators.SetupableStreamOperator<Committable>, org.apache.flink.streaming.api.operators.StreamOperator<Committable>, org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator, org.apache.flink.streaming.api.operators.YieldingOperator<Committable>

public class RowDataStoreWriteOperator
extends TableWriteOperator<InternalRow>

A PrepareCommitOperator to write InternalRow. Record schema is fixed.

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.paimon.flink.sink.TableWriteOperator

table, write

Fields inherited from class org.apache.paimon.flink.sink.PrepareCommitOperator

memoryPool

Fields inherited from class org.apache.flink.streaming.api.operators.AbstractStreamOperator

chainingStrategy, config, lastRecordAttributes1, lastRecordAttributes2, latencyStats, LOG, metrics, output, processingTimeService, stateHandler, stateKeySelector1, stateKeySelector2, timeServiceManager

Constructor Summary

Constructors

Constructor and Description
RowDataStoreWriteOperator(FileStoreTable table, LogSinkFunction logSinkFunction, StoreSinkWrite.Provider storeSinkWriteProvider, String initialCommitUser)

Method Summary

Modifier and Type	Method and Description
void	close()
protected boolean	containLogSystem()
void	finish()
void	initializeState(org.apache.flink.runtime.state.StateInitializationContext context)
void	notifyCheckpointAborted(long checkpointId)
void	notifyCheckpointComplete(long checkpointId)
void	open()
protected List<Committable>	prepareCommit(boolean waitCompaction, long checkpointId)
void	processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<InternalRow> element)
void	processWatermark(org.apache.flink.streaming.api.watermark.Watermark mark)
void	setup(org.apache.flink.streaming.runtime.tasks.StreamTask<?,?> containingTask, org.apache.flink.streaming.api.graph.StreamConfig config, org.apache.flink.streaming.api.operators.Output<org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable>> output)
void	snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context)

Methods inherited from class org.apache.paimon.flink.sink.TableWriteOperator

getWrite

Methods inherited from class org.apache.paimon.flink.sink.PrepareCommitOperator

endInput, prepareSnapshotPreBarrier

Methods inherited from class org.apache.flink.streaming.api.operators.AbstractStreamOperator

getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getStateKeySelector1, getStateKeySelector2, getTimeServiceManager, getUserCodeClassloader, hasKeyContext1, hasKeyContext2, initializeState, isUsingCustomRawKeyedState, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processRecordAttributes, processRecordAttributes1, processRecordAttributes2, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setMailboxExecutor, setProcessingTimeService, snapshotState, useSplittableTimers

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.streaming.api.operators.OneInputStreamOperator

setKeyContextElement

Methods inherited from interface org.apache.flink.streaming.api.operators.StreamOperator

getMetricGroup, getOperatorAttributes, getOperatorID, initializeState, setKeyContextElement1, setKeyContextElement2, snapshotState

Methods inherited from interface org.apache.flink.streaming.api.operators.KeyContext

getCurrentKey, setCurrentKey

Methods inherited from interface org.apache.flink.streaming.api.operators.Input

processLatencyMarker, processRecordAttributes, processWatermarkStatus

Methods inherited from interface org.apache.flink.streaming.api.operators.KeyContextHandler

hasKeyContext

Constructor Detail

RowDataStoreWriteOperator

public RowDataStoreWriteOperator(FileStoreTable table,
                                 @Nullable
                                 LogSinkFunction logSinkFunction,
                                 StoreSinkWrite.Provider storeSinkWriteProvider,
                                 String initialCommitUser)

Method Detail

setup

public void setup(org.apache.flink.streaming.runtime.tasks.StreamTask<?,?> containingTask,
                  org.apache.flink.streaming.api.graph.StreamConfig config,
                  org.apache.flink.streaming.api.operators.Output<org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable>> output)

Specified by:

setup in interface org.apache.flink.streaming.api.operators.SetupableStreamOperator<Committable>

Overrides:

setup in class PrepareCommitOperator<InternalRow,Committable>

initializeState

public void initializeState(org.apache.flink.runtime.state.StateInitializationContext context)
                     throws Exception

Specified by:

initializeState in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator

Overrides:

initializeState in class TableWriteOperator<InternalRow>

Throws:

Exception

containLogSystem

protected boolean containLogSystem()

Specified by:

containLogSystem in class TableWriteOperator<InternalRow>

open

public void open()
          throws Exception

Specified by:

open in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>

Overrides:

open in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>

Throws:

Exception

processWatermark

public void processWatermark(org.apache.flink.streaming.api.watermark.Watermark mark)
                      throws Exception

Specified by:

processWatermark in interface org.apache.flink.streaming.api.operators.Input<InternalRow>

Overrides:

processWatermark in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>

Throws:

Exception

processElement

public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<InternalRow> element)
                    throws Exception

Throws:

Exception

snapshotState

public void snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context)
                   throws Exception

Specified by:

snapshotState in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator

Overrides:

snapshotState in class TableWriteOperator<InternalRow>

Throws:

Exception

finish

public void finish()
            throws Exception

Specified by:

finish in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>

Overrides:

finish in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>

Throws:

Exception

close

public void close()
           throws Exception

Specified by:

close in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>

Overrides:

close in class TableWriteOperator<InternalRow>

Throws:

Exception

notifyCheckpointComplete

public void notifyCheckpointComplete(long checkpointId)
                              throws Exception

Specified by:

notifyCheckpointComplete in interface org.apache.flink.api.common.state.CheckpointListener

Overrides:

notifyCheckpointComplete in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>

Throws:

Exception

notifyCheckpointAborted

public void notifyCheckpointAborted(long checkpointId)
                             throws Exception

Specified by:

notifyCheckpointAborted in interface org.apache.flink.api.common.state.CheckpointListener

Overrides:

notifyCheckpointAborted in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>

Throws:

Exception

prepareCommit

protected List<Committable> prepareCommit(boolean waitCompaction,
                                          long checkpointId)
                                   throws IOException

Overrides:

prepareCommit in class TableWriteOperator<InternalRow>

Throws:

IOException