public class CdcRecordStoreMultiWriteOperator extends PrepareCommitOperator<CdcMultiplexRecord,MultiTableCommittable>
PrepareCommitOperator
to write CdcRecord
. Record schema may change. If current
known schema does not fit record schema, this operator will wait for schema changes.memoryPool
Constructor and Description |
---|
CdcRecordStoreMultiWriteOperator(Catalog.Loader catalogLoader,
StoreSinkWrite.WithWriteBufferProvider storeSinkWriteProvider,
String initialCommitUser,
Options options) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
String |
commitUser() |
void |
initializeState(org.apache.flink.runtime.state.StateInitializationContext context) |
protected List<MultiTableCommittable> |
prepareCommit(boolean waitCompaction,
long checkpointId) |
void |
processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<CdcMultiplexRecord> element) |
void |
snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) |
Map<Identifier,FileStoreTable> |
tables() |
Map<Identifier,StoreSinkWrite> |
writes() |
endInput, prepareSnapshotPreBarrier, setup
finish, getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getStateKeySelector1, getStateKeySelector2, getTimeServiceManager, getUserCodeClassloader, hasKeyContext1, hasKeyContext2, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, notifyCheckpointComplete, open, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processRecordAttributes, processRecordAttributes1, processRecordAttributes2, processWatermark, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setMailboxExecutor, setProcessingTimeService, snapshotState, useSplittableTimers
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
finish, getMetricGroup, getOperatorAttributes, getOperatorID, initializeState, open, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted, notifyCheckpointComplete
getCurrentKey, setCurrentKey
public CdcRecordStoreMultiWriteOperator(Catalog.Loader catalogLoader, StoreSinkWrite.WithWriteBufferProvider storeSinkWriteProvider, String initialCommitUser, Options options)
public void initializeState(org.apache.flink.runtime.state.StateInitializationContext context) throws Exception
initializeState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
initializeState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<MultiTableCommittable>
Exception
public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<CdcMultiplexRecord> element) throws Exception
Exception
public void snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) throws Exception
snapshotState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
snapshotState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<MultiTableCommittable>
Exception
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<MultiTableCommittable>
close
in class PrepareCommitOperator<CdcMultiplexRecord,MultiTableCommittable>
Exception
protected List<MultiTableCommittable> prepareCommit(boolean waitCompaction, long checkpointId) throws IOException
prepareCommit
in class PrepareCommitOperator<CdcMultiplexRecord,MultiTableCommittable>
IOException
@VisibleForTesting public Map<Identifier,FileStoreTable> tables()
@VisibleForTesting public Map<Identifier,StoreSinkWrite> writes()
@VisibleForTesting public String commitUser()
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.