public abstract class FlinkSink<T> extends Object implements Serializable
Modifier and Type | Field and Description |
---|---|
protected FileStoreTable |
table |
Constructor and Description |
---|
FlinkSink(FileStoreTable table,
boolean ignorePreviousFiles) |
Modifier and Type | Method and Description |
---|---|
static void |
assertBatchAdaptiveParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env,
int sinkParallelism) |
static void |
assertBatchAdaptiveParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env,
int sinkParallelism,
String exceptionMsg) |
static void |
assertStreamingConfiguration(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env) |
static void |
configureGlobalCommitter(org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator<?> committed,
double cpuCores,
MemorySize heapMemory) |
protected abstract CommittableStateManager<ManifestCommittable> |
createCommittableStateManager() |
protected abstract Committer.Factory<Committable,ManifestCommittable> |
createCommitterFactory() |
protected abstract org.apache.flink.streaming.api.operators.OneInputStreamOperator<T,Committable> |
createWriteOperator(StoreSinkWrite.Provider writeProvider,
String commitUser) |
protected org.apache.flink.streaming.api.datastream.DataStreamSink<?> |
doCommit(org.apache.flink.streaming.api.datastream.DataStream<Committable> written,
String commitUser) |
org.apache.flink.streaming.api.datastream.DataStream<Committable> |
doWrite(org.apache.flink.streaming.api.datastream.DataStream<T> input,
String commitUser,
Integer parallelism) |
static boolean |
isStreaming(org.apache.flink.streaming.api.datastream.DataStream<?> input) |
static boolean |
isStreaming(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env) |
org.apache.flink.streaming.api.datastream.DataStreamSink<?> |
sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<T> input) |
org.apache.flink.streaming.api.datastream.DataStreamSink<?> |
sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<T> input,
String initialCommitUser) |
protected final FileStoreTable table
public FlinkSink(FileStoreTable table, boolean ignorePreviousFiles)
public org.apache.flink.streaming.api.datastream.DataStreamSink<?> sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<T> input)
public org.apache.flink.streaming.api.datastream.DataStreamSink<?> sinkFrom(org.apache.flink.streaming.api.datastream.DataStream<T> input, String initialCommitUser)
public org.apache.flink.streaming.api.datastream.DataStream<Committable> doWrite(org.apache.flink.streaming.api.datastream.DataStream<T> input, String commitUser, @Nullable Integer parallelism)
protected org.apache.flink.streaming.api.datastream.DataStreamSink<?> doCommit(org.apache.flink.streaming.api.datastream.DataStream<Committable> written, String commitUser)
public static void configureGlobalCommitter(org.apache.flink.streaming.api.datastream.SingleOutputStreamOperator<?> committed, double cpuCores, @Nullable MemorySize heapMemory)
public static void assertStreamingConfiguration(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)
public static void assertBatchAdaptiveParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env, int sinkParallelism)
public static void assertBatchAdaptiveParallelism(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env, int sinkParallelism, String exceptionMsg)
protected abstract org.apache.flink.streaming.api.operators.OneInputStreamOperator<T,Committable> createWriteOperator(StoreSinkWrite.Provider writeProvider, String commitUser)
protected abstract Committer.Factory<Committable,ManifestCommittable> createCommitterFactory()
protected abstract CommittableStateManager<ManifestCommittable> createCommittableStateManager()
public static boolean isStreaming(org.apache.flink.streaming.api.datastream.DataStream<?> input)
public static boolean isStreaming(org.apache.flink.streaming.api.environment.StreamExecutionEnvironment env)
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.