public abstract class SyncTableActionBase extends SynchronizationActionBase
Action
for synchronizing into one Paimon table.Modifier and Type | Class and Description |
---|---|
static class |
SyncTableActionBase.SchemaRetrievalException
Custom exception to indicate issues with schema retrieval.
|
Modifier and Type | Field and Description |
---|---|
protected List<String> |
computedColumnArgs |
protected List<ComputedColumn> |
computedColumns |
protected FileStoreTable |
fileStoreTable |
protected List<String> |
partitionKeys |
protected List<String> |
primaryKeys |
protected String |
table |
allowUpperCase, cdcSourceConfig, database, metadataConverters, syncJobHandler, tableConfig, typeMapping
batchTEnv, catalog, catalogName, catalogOptions, env, flinkCatalog
Constructor and Description |
---|
SyncTableActionBase(String warehouse,
String database,
String table,
Map<String,String> catalogConfig,
Map<String,String> cdcSourceConfig,
SyncJobHandler.SourceType sourceType) |
alterTableOptions, build, buildSource, createCdcTimestampExtractor, run, tableConfig, validateRuntimeExecutionMode, withMetadataColumns, withTableConfig, withTypeMapping
catalogConfig, catalogLoader, compatibleCheck, execute, initFlinkCatalog, initFlinkEnv, initPaimonCatalog, toPaimonTypes, withStreamExecutionEnvironment
protected final String table
protected FileStoreTable fileStoreTable
protected List<ComputedColumn> computedColumns
public SyncTableActionBase withPartitionKeys(String... partitionKeys)
public SyncTableActionBase withPartitionKeys(List<String> partitionKeys)
public SyncTableActionBase withPrimaryKeys(String... primaryKeys)
public SyncTableActionBase withPrimaryKeys(List<String> primaryKeys)
public SyncTableActionBase withComputedColumnArgs(List<String> computedColumnArgs)
protected void validateCaseSensitivity()
validateCaseSensitivity
in class SynchronizationActionBase
protected void beforeBuildingSourceSink() throws Exception
beforeBuildingSourceSink
in class SynchronizationActionBase
Exception
protected org.apache.flink.api.common.functions.FlatMapFunction<CdcSourceRecord,RichCdcMultiplexRecord> recordParse()
recordParse
in class SynchronizationActionBase
protected EventParser.Factory<RichCdcMultiplexRecord> buildEventParserFactory()
buildEventParserFactory
in class SynchronizationActionBase
protected void buildSink(org.apache.flink.streaming.api.datastream.DataStream<RichCdcMultiplexRecord> input, EventParser.Factory<RichCdcMultiplexRecord> parserFactory)
buildSink
in class SynchronizationActionBase
@VisibleForTesting public FileStoreTable fileStoreTable()
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.