public class ChangelogCompactCoordinateOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.flink.types.Either<Committable,ChangelogCompactTask>> implements org.apache.flink.streaming.api.operators.OneInputStreamOperator<Committable,org.apache.flink.types.Either<Committable,ChangelogCompactTask>>, org.apache.flink.streaming.api.operators.BoundedOneInput
ChangelogCompactCoordinateOperator
calculates the file size of changelog files
contained in all buckets within each partition from Committable
message emitted from
writer operator. And emit ChangelogCompactTask
to ChangelogCompactWorkerOperator
.
Constructor and Description |
---|
ChangelogCompactCoordinateOperator(FileStoreTable table) |
Modifier and Type | Method and Description |
---|---|
void |
endInput() |
void |
open() |
void |
prepareSnapshotPreBarrier(long checkpointId) |
void |
processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable> record) |
close, finish, getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getStateKeySelector1, getStateKeySelector2, getTimeServiceManager, getUserCodeClassloader, hasKeyContext1, hasKeyContext2, initializeState, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, notifyCheckpointComplete, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processRecordAttributes, processRecordAttributes1, processRecordAttributes2, processWatermark, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setMailboxExecutor, setProcessingTimeService, setup, snapshotState, snapshotState, useSplittableTimers
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
close, finish, getMetricGroup, getOperatorAttributes, getOperatorID, initializeState, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted, notifyCheckpointComplete
getCurrentKey, setCurrentKey
public ChangelogCompactCoordinateOperator(FileStoreTable table)
public void open() throws Exception
open
in interface org.apache.flink.streaming.api.operators.StreamOperator<org.apache.flink.types.Either<Committable,ChangelogCompactTask>>
open
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.flink.types.Either<Committable,ChangelogCompactTask>>
Exception
public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable> record)
processElement
in interface org.apache.flink.streaming.api.operators.Input<Committable>
public void prepareSnapshotPreBarrier(long checkpointId)
prepareSnapshotPreBarrier
in interface org.apache.flink.streaming.api.operators.StreamOperator<org.apache.flink.types.Either<Committable,ChangelogCompactTask>>
prepareSnapshotPreBarrier
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<org.apache.flink.types.Either<Committable,ChangelogCompactTask>>
public void endInput()
endInput
in interface org.apache.flink.streaming.api.operators.BoundedOneInput
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.