public abstract class AppendCompactWorkerOperator<IN> extends PrepareCommitOperator<IN,Committable>
UnawareAppendCompactionTask
passed from BucketUnawareCompactSource
for compacting table. This operator is always in async mode.Modifier and Type | Field and Description |
---|---|
protected UnawareBucketCompactor |
unawareBucketCompactor |
memoryPool
Constructor and Description |
---|
AppendCompactWorkerOperator(FileStoreTable table,
String commitUser) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
open() |
protected List<Committable> |
prepareCommit(boolean waitCompaction,
long checkpointId) |
endInput, prepareSnapshotPreBarrier, setup
finish, getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getStateKeySelector1, getStateKeySelector2, getTimeServiceManager, getUserCodeClassloader, hasKeyContext1, hasKeyContext2, initializeState, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, notifyCheckpointComplete, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processRecordAttributes, processRecordAttributes1, processRecordAttributes2, processWatermark, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setMailboxExecutor, setProcessingTimeService, snapshotState, snapshotState, useSplittableTimers
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
finish, getMetricGroup, getOperatorAttributes, getOperatorID, initializeState, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted, notifyCheckpointComplete
getCurrentKey, setCurrentKey
protected transient UnawareBucketCompactor unawareBucketCompactor
public AppendCompactWorkerOperator(FileStoreTable table, String commitUser)
public void open() throws Exception
open
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
open
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
protected List<Committable> prepareCommit(boolean waitCompaction, long checkpointId) throws IOException
prepareCommit
in class PrepareCommitOperator<IN,Committable>
IOException
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
close
in class PrepareCommitOperator<IN,Committable>
Exception
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.