org.apache.paimon.flink.action.cdc

Class CdcActionCommonUtils

java.lang.Object

org.apache.paimon.flink.action.cdc.CdcActionCommonUtils

public class CdcActionCommonUtils
extends Object

Common utils for CDC Action.

Field Summary

Fields

Modifier and Type	Field and Description
static String	COMPUTED_COLUMN
static String	EXCLUDING_TABLES
static String	INCLUDING_TABLES
static String	KAFKA_CONF
static String	METADATA_COLUMN
static String	MONGODB_CONF
static String	MULTIPLE_TABLE_PARTITION_KEYS
static String	MYSQL_CONF
static String	PARTITION_KEYS
static String	POSTGRES_CONF
static String	PRIMARY_KEYS
static String	PULSAR_CONF
static String	TABLE_PREFIX
static String	TABLE_SUFFIX
static String	TYPE_MAPPING

Constructor Summary

Constructors

Constructor and Description
CdcActionCommonUtils()

Method Summary

Modifier and Type	Method and Description
static void	assertSchemaCompatible(TableSchema paimonSchema, List<DataField> sourceTableFields)
static Schema	buildPaimonSchema(String tableName, List<String> specifiedPartitionKeys, List<String> specifiedPrimaryKeys, List<ComputedColumn> computedColumns, Map<String,String> tableConfig, Schema sourceSchema, CdcMetadataConverter[] metadataConverters, boolean caseSensitive, boolean strictlyCheckSpecified, boolean requirePrimaryKeys)
static void	checkDuplicateFields(String tableName, List<String> fieldNames)
static void	checkOneRequiredOption(org.apache.flink.configuration.Configuration config, String confName, org.apache.flink.configuration.ConfigOption<?>... configOptions)
static void	checkRequiredOptions(org.apache.flink.configuration.Configuration config, String confName, org.apache.flink.configuration.ConfigOption<?>... configOptions)
static String	combinedModeTableList(String databasePattern, String includingTablePattern, List<Identifier> excludedTables)
static List<String>	listCaseConvert(List<String> origin, boolean caseSensitive)
static boolean	schemaCompatible(TableSchema paimonSchema, List<DataField> sourceTableFields)
static String	tableList(MultiTablesSinkMode mode, String databasePattern, String includingTablePattern, List<Identifier> monitoredTables, List<Identifier> excludedTables)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

KAFKA_CONF

public static final String KAFKA_CONF

See Also:

Constant Field Values

MONGODB_CONF

public static final String MONGODB_CONF

See Also:

Constant Field Values

MYSQL_CONF

public static final String MYSQL_CONF

See Also:

Constant Field Values

POSTGRES_CONF

public static final String POSTGRES_CONF

See Also:

Constant Field Values

PULSAR_CONF

public static final String PULSAR_CONF

See Also:

Constant Field Values

TABLE_PREFIX

public static final String TABLE_PREFIX

See Also:

Constant Field Values

TABLE_SUFFIX

public static final String TABLE_SUFFIX

See Also:

Constant Field Values

INCLUDING_TABLES

public static final String INCLUDING_TABLES

See Also:

Constant Field Values

EXCLUDING_TABLES

public static final String EXCLUDING_TABLES

See Also:

Constant Field Values

TYPE_MAPPING

public static final String TYPE_MAPPING

See Also:

Constant Field Values

PARTITION_KEYS

public static final String PARTITION_KEYS

See Also:

Constant Field Values

PRIMARY_KEYS

public static final String PRIMARY_KEYS

See Also:

Constant Field Values

COMPUTED_COLUMN

public static final String COMPUTED_COLUMN

See Also:

Constant Field Values

METADATA_COLUMN

public static final String METADATA_COLUMN

See Also:

Constant Field Values

MULTIPLE_TABLE_PARTITION_KEYS

public static final String MULTIPLE_TABLE_PARTITION_KEYS

See Also:

Constant Field Values

Constructor Detail

CdcActionCommonUtils

public CdcActionCommonUtils()

Method Detail

assertSchemaCompatible

public static void assertSchemaCompatible(TableSchema paimonSchema,
                                          List<DataField> sourceTableFields)

schemaCompatible

public static boolean schemaCompatible(TableSchema paimonSchema,
                                       List<DataField> sourceTableFields)

listCaseConvert

public static List<String> listCaseConvert(List<String> origin,
                                           boolean caseSensitive)

buildPaimonSchema

public static Schema buildPaimonSchema(String tableName,
                                       List<String> specifiedPartitionKeys,
                                       List<String> specifiedPrimaryKeys,
                                       List<ComputedColumn> computedColumns,
                                       Map<String,String> tableConfig,
                                       Schema sourceSchema,
                                       CdcMetadataConverter[] metadataConverters,
                                       boolean caseSensitive,
                                       boolean strictlyCheckSpecified,
                                       boolean requirePrimaryKeys)

checkDuplicateFields

public static void checkDuplicateFields(String tableName,
                                        List<String> fieldNames)

tableList

public static String tableList(MultiTablesSinkMode mode,
                               String databasePattern,
                               String includingTablePattern,
                               List<Identifier> monitoredTables,
                               List<Identifier> excludedTables)

combinedModeTableList

public static String combinedModeTableList(String databasePattern,
                                           String includingTablePattern,
                                           List<Identifier> excludedTables)

checkRequiredOptions

public static void checkRequiredOptions(org.apache.flink.configuration.Configuration config,
                                        String confName,
                                        org.apache.flink.configuration.ConfigOption<?>... configOptions)

checkOneRequiredOption

public static void checkOneRequiredOption(org.apache.flink.configuration.Configuration config,
                                          String confName,
                                          org.apache.flink.configuration.ConfigOption<?>... configOptions)