org.apache.paimon.flink

Class FlinkConnectorOptions

java.lang.Object

org.apache.paimon.flink.FlinkConnectorOptions

public class FlinkConnectorOptions
extends Object

Options for flink connector.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	FlinkConnectorOptions.LookupCacheMode The mode of lookup cache.
static class	FlinkConnectorOptions.SplitAssignMode Split assign mode for StaticFileStoreSplitEnumerator.
static class	FlinkConnectorOptions.WatermarkEmitStrategy Watermark emit strategy for scan.

Field Summary

Fields

Modifier and Type	Field and Description
static ConfigOption<Boolean>	CHANGELOG_PRECOMMIT_COMPACT
static ConfigOption<java.time.Duration>	CHANGELOG_PRODUCER_FULL_COMPACTION_TRIGGER_INTERVAL Deprecated.
static ConfigOption<String>	CLUSTERING_COLUMNS
static ConfigOption<Integer>	CLUSTERING_SAMPLE_FACTOR
static ConfigOption<Boolean>	CLUSTERING_SORT_IN_CLUSTER
static ConfigOption<String>	CLUSTERING_STRATEGY
static ConfigOption<Long>	END_INPUT_WATERMARK
static ConfigOption<Integer>	INFER_SCAN_MAX_PARALLELISM
static ConfigOption<Boolean>	INFER_SCAN_PARALLELISM
static ConfigOption<String>	LOG_SYSTEM
static ConfigOption<Integer>	LOG_SYSTEM_PARTITIONS
static ConfigOption<Integer>	LOG_SYSTEM_REPLICATION
static ConfigOption<Boolean>	LOOKUP_ASYNC
static ConfigOption<Integer>	LOOKUP_ASYNC_THREAD_NUMBER
static ConfigOption<Integer>	LOOKUP_BOOTSTRAP_PARALLELISM
static ConfigOption<FlinkConnectorOptions.LookupCacheMode>	LOOKUP_CACHE_MODE
static ConfigOption<String>	LOOKUP_DYNAMIC_PARTITION
static ConfigOption<java.time.Duration>	LOOKUP_DYNAMIC_PARTITION_REFRESH_INTERVAL
static ConfigOption<Boolean>	LOOKUP_REFRESH_ASYNC
static ConfigOption<Integer>	LOOKUP_REFRESH_ASYNC_PENDING_SNAPSHOT_COUNT
static ConfigOption<String>	LOOKUP_REFRESH_TIME_PERIODS_BLACKLIST
static int	MIN_CLUSTERING_SAMPLE_FACTOR
static String	NONE
static ConfigOption<java.time.Duration>	PARTITION_IDLE_TIME_TO_DONE
static ConfigOption<java.time.Duration>	PARTITION_IDLE_TIME_TO_REPORT_STATISTIC
static ConfigOption<java.time.Duration>	PARTITION_TIME_INTERVAL
static ConfigOption<Integer>	SCAN_PARALLELISM
static ConfigOption<Boolean>	SCAN_REMOVE_NORMALIZE
static ConfigOption<FlinkConnectorOptions.SplitAssignMode>	SCAN_SPLIT_ENUMERATOR_ASSIGN_MODE
static ConfigOption<Integer>	SCAN_SPLIT_ENUMERATOR_BATCH_SIZE
static ConfigOption<String>	SCAN_WATERMARK_ALIGNMENT_GROUP
static ConfigOption<java.time.Duration>	SCAN_WATERMARK_ALIGNMENT_MAX_DRIFT
static ConfigOption<java.time.Duration>	SCAN_WATERMARK_ALIGNMENT_UPDATE_INTERVAL
static ConfigOption<FlinkConnectorOptions.WatermarkEmitStrategy>	SCAN_WATERMARK_EMIT_STRATEGY
static ConfigOption<java.time.Duration>	SCAN_WATERMARK_IDLE_TIMEOUT
static ConfigOption<Boolean>	SINK_AUTO_TAG_FOR_SAVEPOINT
static ConfigOption<Double>	SINK_COMMITTER_CPU
static ConfigOption<MemorySize>	SINK_COMMITTER_MEMORY
static ConfigOption<Boolean>	SINK_COMMITTER_OPERATOR_CHAINING
static ConfigOption<MemorySize>	SINK_CROSS_PARTITION_MANAGED_MEMORY
static ConfigOption<MemorySize>	SINK_MANAGED_WRITER_BUFFER_MEMORY Weight of writer buffer in managed memory, Flink will compute the memory size for writer according to the weight, the actual memory used depends on the running environment.
static ConfigOption<String>	SINK_OPERATOR_UID_SUFFIX
static ConfigOption<Integer>	SINK_PARALLELISM
static ConfigOption<Boolean>	SINK_USE_MANAGED_MEMORY
static ConfigOption<Boolean>	SOURCE_CHECKPOINT_ALIGN_ENABLED
static ConfigOption<java.time.Duration>	SOURCE_CHECKPOINT_ALIGN_TIMEOUT
static ConfigOption<String>	SOURCE_OPERATOR_UID_SUFFIX
static ConfigOption<Boolean>	STREAMING_READ_SHUFFLE_BUCKET_WITH_PARTITION
static String	TABLE_DYNAMIC_OPTION_PREFIX
static ConfigOption<Integer>	UNAWARE_BUCKET_COMPACTION_PARALLELISM

Constructor Summary

Constructors

Constructor and Description
FlinkConnectorOptions()

Method Summary

Modifier and Type	Method and Description
static String	generateCustomUid(String uidPrefix, String tableName, String userDefinedSuffix)
static List<ConfigOption<?>>	getOptions()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NONE

public static final String NONE

See Also:

Constant Field Values

TABLE_DYNAMIC_OPTION_PREFIX

public static final String TABLE_DYNAMIC_OPTION_PREFIX

See Also:

Constant Field Values

MIN_CLUSTERING_SAMPLE_FACTOR

public static final int MIN_CLUSTERING_SAMPLE_FACTOR

See Also:

Constant Field Values

LOG_SYSTEM

public static final ConfigOption<String> LOG_SYSTEM

LOG_SYSTEM_PARTITIONS

public static final ConfigOption<Integer> LOG_SYSTEM_PARTITIONS

LOG_SYSTEM_REPLICATION

public static final ConfigOption<Integer> LOG_SYSTEM_REPLICATION

SINK_PARALLELISM

public static final ConfigOption<Integer> SINK_PARALLELISM

SCAN_PARALLELISM

public static final ConfigOption<Integer> SCAN_PARALLELISM

UNAWARE_BUCKET_COMPACTION_PARALLELISM

public static final ConfigOption<Integer> UNAWARE_BUCKET_COMPACTION_PARALLELISM

INFER_SCAN_PARALLELISM

public static final ConfigOption<Boolean> INFER_SCAN_PARALLELISM

INFER_SCAN_MAX_PARALLELISM

public static final ConfigOption<Integer> INFER_SCAN_MAX_PARALLELISM

CHANGELOG_PRODUCER_FULL_COMPACTION_TRIGGER_INTERVAL

@Deprecated
public static final ConfigOption<java.time.Duration> CHANGELOG_PRODUCER_FULL_COMPACTION_TRIGGER_INTERVAL

Deprecated.

SCAN_WATERMARK_EMIT_STRATEGY

public static final ConfigOption<FlinkConnectorOptions.WatermarkEmitStrategy> SCAN_WATERMARK_EMIT_STRATEGY

SCAN_WATERMARK_ALIGNMENT_GROUP

public static final ConfigOption<String> SCAN_WATERMARK_ALIGNMENT_GROUP

SCAN_WATERMARK_IDLE_TIMEOUT

public static final ConfigOption<java.time.Duration> SCAN_WATERMARK_IDLE_TIMEOUT

SCAN_WATERMARK_ALIGNMENT_MAX_DRIFT

public static final ConfigOption<java.time.Duration> SCAN_WATERMARK_ALIGNMENT_MAX_DRIFT

SCAN_WATERMARK_ALIGNMENT_UPDATE_INTERVAL

public static final ConfigOption<java.time.Duration> SCAN_WATERMARK_ALIGNMENT_UPDATE_INTERVAL

SCAN_SPLIT_ENUMERATOR_BATCH_SIZE

public static final ConfigOption<Integer> SCAN_SPLIT_ENUMERATOR_BATCH_SIZE

SCAN_SPLIT_ENUMERATOR_ASSIGN_MODE

public static final ConfigOption<FlinkConnectorOptions.SplitAssignMode> SCAN_SPLIT_ENUMERATOR_ASSIGN_MODE

SINK_USE_MANAGED_MEMORY

public static final ConfigOption<Boolean> SINK_USE_MANAGED_MEMORY

SCAN_REMOVE_NORMALIZE

public static final ConfigOption<Boolean> SCAN_REMOVE_NORMALIZE

STREAMING_READ_SHUFFLE_BUCKET_WITH_PARTITION

public static final ConfigOption<Boolean> STREAMING_READ_SHUFFLE_BUCKET_WITH_PARTITION

SINK_MANAGED_WRITER_BUFFER_MEMORY

public static final ConfigOption<MemorySize> SINK_MANAGED_WRITER_BUFFER_MEMORY

Weight of writer buffer in managed memory, Flink will compute the memory size for writer according to the weight, the actual memory used depends on the running environment.

SINK_CROSS_PARTITION_MANAGED_MEMORY

public static final ConfigOption<MemorySize> SINK_CROSS_PARTITION_MANAGED_MEMORY

SOURCE_CHECKPOINT_ALIGN_ENABLED

public static final ConfigOption<Boolean> SOURCE_CHECKPOINT_ALIGN_ENABLED

SOURCE_CHECKPOINT_ALIGN_TIMEOUT

public static final ConfigOption<java.time.Duration> SOURCE_CHECKPOINT_ALIGN_TIMEOUT

LOOKUP_ASYNC

public static final ConfigOption<Boolean> LOOKUP_ASYNC

LOOKUP_BOOTSTRAP_PARALLELISM

public static final ConfigOption<Integer> LOOKUP_BOOTSTRAP_PARALLELISM

LOOKUP_ASYNC_THREAD_NUMBER

public static final ConfigOption<Integer> LOOKUP_ASYNC_THREAD_NUMBER

LOOKUP_CACHE_MODE

public static final ConfigOption<FlinkConnectorOptions.LookupCacheMode> LOOKUP_CACHE_MODE

LOOKUP_DYNAMIC_PARTITION

public static final ConfigOption<String> LOOKUP_DYNAMIC_PARTITION

LOOKUP_DYNAMIC_PARTITION_REFRESH_INTERVAL

public static final ConfigOption<java.time.Duration> LOOKUP_DYNAMIC_PARTITION_REFRESH_INTERVAL

LOOKUP_REFRESH_ASYNC

public static final ConfigOption<Boolean> LOOKUP_REFRESH_ASYNC

LOOKUP_REFRESH_ASYNC_PENDING_SNAPSHOT_COUNT

public static final ConfigOption<Integer> LOOKUP_REFRESH_ASYNC_PENDING_SNAPSHOT_COUNT

LOOKUP_REFRESH_TIME_PERIODS_BLACKLIST

public static final ConfigOption<String> LOOKUP_REFRESH_TIME_PERIODS_BLACKLIST

SINK_AUTO_TAG_FOR_SAVEPOINT

public static final ConfigOption<Boolean> SINK_AUTO_TAG_FOR_SAVEPOINT

SINK_COMMITTER_CPU

public static final ConfigOption<Double> SINK_COMMITTER_CPU

SINK_COMMITTER_MEMORY

public static final ConfigOption<MemorySize> SINK_COMMITTER_MEMORY

SINK_COMMITTER_OPERATOR_CHAINING

public static final ConfigOption<Boolean> SINK_COMMITTER_OPERATOR_CHAINING

PARTITION_IDLE_TIME_TO_DONE

public static final ConfigOption<java.time.Duration> PARTITION_IDLE_TIME_TO_DONE

PARTITION_TIME_INTERVAL

public static final ConfigOption<java.time.Duration> PARTITION_TIME_INTERVAL

PARTITION_IDLE_TIME_TO_REPORT_STATISTIC

public static final ConfigOption<java.time.Duration> PARTITION_IDLE_TIME_TO_REPORT_STATISTIC

CLUSTERING_COLUMNS

public static final ConfigOption<String> CLUSTERING_COLUMNS

CLUSTERING_STRATEGY

public static final ConfigOption<String> CLUSTERING_STRATEGY

CLUSTERING_SORT_IN_CLUSTER

public static final ConfigOption<Boolean> CLUSTERING_SORT_IN_CLUSTER

CLUSTERING_SAMPLE_FACTOR

public static final ConfigOption<Integer> CLUSTERING_SAMPLE_FACTOR

END_INPUT_WATERMARK

public static final ConfigOption<Long> END_INPUT_WATERMARK

CHANGELOG_PRECOMMIT_COMPACT

public static final ConfigOption<Boolean> CHANGELOG_PRECOMMIT_COMPACT

SOURCE_OPERATOR_UID_SUFFIX

public static final ConfigOption<String> SOURCE_OPERATOR_UID_SUFFIX

SINK_OPERATOR_UID_SUFFIX

public static final ConfigOption<String> SINK_OPERATOR_UID_SUFFIX

Constructor Detail

FlinkConnectorOptions

public FlinkConnectorOptions()

Method Detail

getOptions

public static List<ConfigOption<?>> getOptions()

generateCustomUid

public static String generateCustomUid(String uidPrefix,
                                       String tableName,
                                       String userDefinedSuffix)