public class AppendOnlyMultiTableCompactionWorkerOperator extends PrepareCommitOperator<MultiTableUnawareAppendCompactionTask,MultiTableCommittable>
UnawareAppendCompactionTask
passed for support compacting multi
unaware bucket tables in combined mode.memoryPool
Constructor and Description |
---|
AppendOnlyMultiTableCompactionWorkerOperator(Catalog.Loader catalogLoader,
String commitUser,
Options options) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
open() |
protected List<MultiTableCommittable> |
prepareCommit(boolean waitCompaction,
long checkpointId) |
void |
processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<MultiTableUnawareAppendCompactionTask> element) |
endInput, prepareSnapshotPreBarrier, setup
finish, getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getStateKeySelector1, getStateKeySelector2, getTimeServiceManager, getUserCodeClassloader, hasKeyContext1, hasKeyContext2, initializeState, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, notifyCheckpointComplete, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processRecordAttributes, processRecordAttributes1, processRecordAttributes2, processWatermark, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setMailboxExecutor, setProcessingTimeService, snapshotState, snapshotState, useSplittableTimers
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
finish, getMetricGroup, getOperatorAttributes, getOperatorID, initializeState, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted, notifyCheckpointComplete
getCurrentKey, setCurrentKey
public AppendOnlyMultiTableCompactionWorkerOperator(Catalog.Loader catalogLoader, String commitUser, Options options)
public void open() throws Exception
open
in interface org.apache.flink.streaming.api.operators.StreamOperator<MultiTableCommittable>
open
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<MultiTableCommittable>
Exception
protected List<MultiTableCommittable> prepareCommit(boolean waitCompaction, long checkpointId) throws IOException
prepareCommit
in class PrepareCommitOperator<MultiTableUnawareAppendCompactionTask,MultiTableCommittable>
IOException
public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<MultiTableUnawareAppendCompactionTask> element) throws Exception
Exception
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<MultiTableCommittable>
close
in class PrepareCommitOperator<MultiTableUnawareAppendCompactionTask,MultiTableCommittable>
Exception
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.