Modifier and Type | Method and Description |
---|---|
static CoreOptions |
CoreOptions.fromMap(Map<String,String> options) |
CoreOptions |
FileStore.options() |
Constructor and Description |
---|
AppendOnlyFileStore(FileIO fileIO,
SchemaManager schemaManager,
TableSchema schema,
CoreOptions options,
RowType partitionType,
RowType bucketKeyType,
RowType rowType,
String tableName,
CatalogEnvironment catalogEnvironment) |
KeyValueFileStore(FileIO fileIO,
SchemaManager schemaManager,
TableSchema schema,
boolean crossPartitionUpdate,
CoreOptions options,
RowType partitionType,
RowType bucketKeyType,
RowType keyType,
RowType valueType,
KeyValueFieldsExtractor keyValueFieldsExtractor,
MergeFunctionFactory<KeyValue> mfFactory,
String tableName,
CatalogEnvironment catalogEnvironment) |
Constructor and Description |
---|
FileIndexOptions(CoreOptions coreOptions) |
Constructor and Description |
---|
UnawareBucketNewFilesCompactionCoordinatorOperator(CoreOptions options) |
Constructor and Description |
---|
ChangelogCompactCoordinateOperator(CoreOptions options) |
Constructor and Description |
---|
LookupDataTableScan(CoreOptions options,
SnapshotReader snapshotReader,
SnapshotManager snapshotManager,
ChangelogManager changelogManager,
boolean supportStreamingReadOverwrite,
DefaultValueAssigner defaultValueAssigner,
LookupFileStoreTable.LookupStreamScanMode lookupScanMode) |
Modifier and Type | Method and Description |
---|---|
static PartitionMarkDoneTrigger |
PartitionMarkDoneTrigger.create(CoreOptions coreOptions,
boolean isRestored,
org.apache.flink.api.common.state.OperatorStateStore stateStore) |
Modifier and Type | Method and Description |
---|---|
static FileFormatDiscover |
FileFormatDiscover.of(CoreOptions options) |
Modifier and Type | Method and Description |
---|---|
KeyValueFileWriterFactory |
KeyValueFileWriterFactory.Builder.build(BinaryRow partition,
int bucket,
CoreOptions options) |
static KeyValueFileReaderFactory.Builder |
KeyValueFileReaderFactory.builder(FileIO fileIO,
SchemaManager schemaManager,
TableSchema schema,
RowType keyType,
RowType valueType,
FileFormatDiscover formatDiscover,
FileStorePathFactory pathFactory,
KeyValueFieldsExtractor extractor,
CoreOptions options) |
static RecordLevelExpire |
RecordLevelExpire.create(CoreOptions options,
TableSchema schema,
SchemaManager schemaManager) |
Constructor and Description |
---|
KeyValueDataFileWriter(FileIO fileIO,
FormatWriterFactory factory,
Path path,
java.util.function.Function<KeyValue,InternalRow> converter,
RowType keyType,
RowType valueType,
RowType writeRowType,
SimpleStatsProducer statsProducer,
long schemaId,
int level,
String compression,
CoreOptions options,
FileSource fileSource,
FileIndexOptions fileIndexOptions,
boolean isExternalPath) |
KeyValueDataFileWriterImpl(FileIO fileIO,
FormatWriterFactory factory,
Path path,
java.util.function.Function<KeyValue,InternalRow> converter,
RowType keyType,
RowType valueType,
SimpleStatsProducer statsProducer,
long schemaId,
int level,
String compression,
CoreOptions options,
FileSource fileSource,
FileIndexOptions fileIndexOptions,
boolean isExternalPath) |
KeyValueThinDataFileWriterImpl(FileIO fileIO,
FormatWriterFactory factory,
Path path,
java.util.function.Function<KeyValue,InternalRow> converter,
RowType keyType,
RowType valueType,
SimpleStatsProducer statsProducer,
long schemaId,
int level,
String compression,
CoreOptions options,
FileSource fileSource,
FileIndexOptions fileIndexOptions,
boolean isExternalPath) |
Modifier and Type | Method and Description |
---|---|
static LookupStoreFactory |
LookupStoreFactory.create(CoreOptions options,
CacheManager cacheManager,
Comparator<MemorySlice> keyComparator) |
static BinaryExternalSortBuffer |
RocksDBState.createBulkLoadSorter(IOManager ioManager,
CoreOptions options) |
Constructor and Description |
---|
MergeSorter(CoreOptions options,
RowType keyType,
RowType valueType,
IOManager ioManager) |
Constructor and Description |
---|
LookupMergeTreeCompactRewriter(int maxLevel,
CoreOptions.MergeEngine mergeEngine,
LookupLevels<T> lookupLevels,
FileReaderFactory<KeyValue> readerFactory,
KeyValueFileWriterFactory writerFactory,
Comparator<InternalRow> keyComparator,
FieldsComparator userDefinedSeqComparator,
MergeFunctionFactory<KeyValue> mfFactory,
MergeSorter mergeSorter,
LookupMergeTreeCompactRewriter.MergeFunctionWrapperFactory<T> wrapperFactory,
boolean produceChangelog,
DeletionVectorsMaintainer dvMaintainer,
CoreOptions options) |
Constructor and Description |
---|
FieldListaggAgg(String name,
VarCharType dataType,
CoreOptions options,
String field) |
Modifier and Type | Method and Description |
---|---|
FieldAggregator |
FieldFirstNonNullValueAggLegacyFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldHllSketchAgg |
FieldHllSketchAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldAggregator |
FieldAggregatorFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldCollectAgg |
FieldCollectAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldFirstNonNullValueAgg |
FieldFirstNonNullValueAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldSumAgg |
FieldSumAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldBoolOrAgg |
FieldBoolOrAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldProductAgg |
FieldProductAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldMergeMapAgg |
FieldMergeMapAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldListaggAgg |
FieldListaggAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldThetaSketchAgg |
FieldThetaSketchAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldLastValueAgg |
FieldLastValueAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldAggregator |
FieldPrimaryKeyAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldBoolAndAgg |
FieldBoolAndAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldFirstValueAgg |
FieldFirstValueAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldMaxAgg |
FieldMaxAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldLastNonNullValueAgg |
FieldLastNonNullValueAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldRoaringBitmap64Agg |
FieldRoaringBitmap64AggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldRoaringBitmap32Agg |
FieldRoaringBitmap32AggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldAggregator |
FieldNestedUpdateAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
FieldMinAgg |
FieldMinAggFactory.create(DataType fieldType,
CoreOptions options,
String field) |
static FieldAggregator |
FieldAggregatorFactory.create(DataType fieldType,
String fieldName,
String aggFuncName,
CoreOptions options) |
Modifier and Type | Field and Description |
---|---|
protected CoreOptions |
MemoryFileStoreWrite.options |
Constructor and Description |
---|
KeyValueFileStoreWrite(FileIO fileIO,
SchemaManager schemaManager,
TableSchema schema,
String commitUser,
RowType partitionType,
RowType keyType,
RowType valueType,
java.util.function.Supplier<Comparator<InternalRow>> keyComparatorSupplier,
java.util.function.Supplier<FieldsComparator> udsComparatorSupplier,
java.util.function.Supplier<RecordEqualiser> logDedupEqualSupplier,
MergeFunctionFactory<KeyValue> mfFactory,
FileStorePathFactory pathFactory,
java.util.function.BiFunction<CoreOptions,String,FileStorePathFactory> formatPathFactory,
SnapshotManager snapshotManager,
FileStoreScan scan,
IndexMaintainer.Factory<KeyValue> indexFactory,
DeletionVectorsMaintainer.Factory deletionVectorsMaintainerFactory,
CoreOptions options,
KeyValueFieldsExtractor extractor,
String tableName) |
Modifier and Type | Method and Description |
---|---|
static PartitionExpireStrategy |
PartitionExpireStrategy.createPartitionExpireStrategy(CoreOptions options,
RowType partitionType) |
Constructor and Description |
---|
PartitionValuesTimeExpireStrategy(CoreOptions options,
RowType partitionType) |
Modifier and Type | Method and Description |
---|---|
static List<PartitionMarkDoneAction> |
PartitionMarkDoneAction.createActions(ClassLoader cl,
FileStoreTable fileStoreTable,
CoreOptions options) |
static PartitionHandler |
PartitionMarkDoneAction.createPartitionHandler(FileStoreTable table,
CoreOptions options) |
static PartitionMarkDoneAction |
PartitionMarkDoneAction.generateCustomMarkDoneAction(ClassLoader cl,
CoreOptions options) |
default void |
PartitionMarkDoneAction.open(FileStoreTable fileStoreTable,
CoreOptions options) |
void |
HttpReportMarkDoneAction.open(FileStoreTable fileStoreTable,
CoreOptions options) |
Constructor and Description |
---|
PostponeBucketFileStoreWrite(FileIO fileIO,
TableSchema schema,
String commitUser,
RowType partitionType,
RowType keyType,
RowType valueType,
java.util.function.BiFunction<CoreOptions,String,FileStorePathFactory> formatPathFactory,
SnapshotManager snapshotManager,
FileStoreScan scan,
CoreOptions options,
String tableName) |
Constructor and Description |
---|
PostponeBucketFileStoreWrite(FileIO fileIO,
TableSchema schema,
String commitUser,
RowType partitionType,
RowType keyType,
RowType valueType,
java.util.function.BiFunction<CoreOptions,String,FileStorePathFactory> formatPathFactory,
SnapshotManager snapshotManager,
FileStoreScan scan,
CoreOptions options,
String tableName) |
Modifier and Type | Method and Description |
---|---|
CoreOptions |
PrivilegedFileStore.options() |
Modifier and Type | Method and Description |
---|---|
CoreOptions |
DelegatedFileStoreTable.coreOptions() |
CoreOptions |
DataTable.coreOptions() |
Modifier and Type | Method and Description |
---|---|
static RowKindGenerator |
RowKindGenerator.create(TableSchema schema,
CoreOptions options) |
static List<CommitCallback> |
CallbackUtils.loadCommitCallbacks(CoreOptions coreOptions) |
static List<TagCallback> |
CallbackUtils.loadTagCallbacks(CoreOptions coreOptions) |
Constructor and Description |
---|
DataTableBatchScan(boolean pkTable,
CoreOptions options,
SnapshotReader snapshotReader,
DefaultValueAssigner defaultValueAssigner) |
DataTableStreamScan(CoreOptions options,
SnapshotReader snapshotReader,
SnapshotManager snapshotManager,
ChangelogManager changelogManager,
boolean supportStreamingReadOverwrite,
DefaultValueAssigner defaultValueAssigner) |
Modifier and Type | Method and Description |
---|---|
static Snapshot |
TimeTravelUtil.resolveSnapshotFromOptions(CoreOptions options,
SnapshotManager snapshotManager) |
static AbstractStartingScanner |
IncrementalDiffStartingScanner.toEndAutoTag(SnapshotManager snapshotManager,
String endTagName,
CoreOptions options) |
Constructor and Description |
---|
SnapshotReaderImpl(FileStoreScan scan,
TableSchema tableSchema,
CoreOptions options,
SnapshotManager snapshotManager,
ChangelogManager changelogManager,
SplitGenerator splitGenerator,
java.util.function.BiConsumer<FileStoreScan,Predicate> nonPartitionFilterConsumer,
DefaultValueAssigner defaultValueAssigner,
FileStorePathFactory pathFactory,
String tableName,
IndexFileHandler indexFileHandler) |
Modifier and Type | Method and Description |
---|---|
CoreOptions |
FileMonitorTable.coreOptions() |
CoreOptions |
AuditLogTable.coreOptions() |
CoreOptions |
ReadOptimizedTable.coreOptions() |
CoreOptions |
CompactBucketsTable.coreOptions() |
Modifier and Type | Method and Description |
---|---|
static TagTimeExtractor |
TagTimeExtractor.create(CoreOptions.TagCreationMode mode,
CoreOptions options) |
static TagPeriodHandler |
TagPeriodHandler.create(CoreOptions options) |
static TagPreview |
TagPreview.create(CoreOptions options) |
static TagAutoCreation |
TagAutoCreation.create(CoreOptions options,
SnapshotManager snapshotManager,
TagManager tagManager,
TagDeletion tagDeletion,
List<TagCallback> callbacks) |
static TagAutoManager |
TagAutoManager.create(CoreOptions options,
SnapshotManager snapshotManager,
TagManager tagManager,
TagDeletion tagDeletion,
List<TagCallback> callbacks) |
static TagTimeExtractor |
TagTimeExtractor.createForAutoTag(CoreOptions options) |
static TagTimeExtractor |
TagTimeExtractor.createForTagPreview(CoreOptions options) |
Modifier and Type | Method and Description |
---|---|
static UserDefinedSeqComparator |
UserDefinedSeqComparator.create(RowType rowType,
CoreOptions options) |
static Map<String,FileStorePathFactory> |
FileStorePathFactory.createFormatPathFactories(CoreOptions options,
java.util.function.BiFunction<CoreOptions,String,FileStorePathFactory> formatPathFactory) |
static SimpleColStatsCollector.Factory[] |
StatsCollectorFactories.createStatsFactories(String statsMode,
CoreOptions options,
List<String> fields) |
static SimpleColStatsCollector.Factory[] |
StatsCollectorFactories.createStatsFactories(String statsMode,
CoreOptions coreOptions,
List<String> fields,
List<String> keyNames) |
static SimpleColStatsCollector.Factory[] |
StatsCollectorFactories.createStatsFactoriesForAvro(String statsMode,
CoreOptions coreOptions,
List<String> fields)
If all are None, return all None to Avro Writer, which can greatly accelerate the writing
speed.
|
static ExpireConfig.Builder |
ProcedureUtils.fillInSnapshotOptions(CoreOptions tableOptions,
Integer retainMax,
Integer retainMin,
String olderThanStr,
Integer maxDeletes) |
Modifier and Type | Method and Description |
---|---|
static Map<String,FileStorePathFactory> |
FileStorePathFactory.createFormatPathFactories(CoreOptions options,
java.util.function.BiFunction<CoreOptions,String,FileStorePathFactory> formatPathFactory) |
Copyright © 2023–2025 The Apache Software Foundation. All rights reserved.