org.apache.paimon

Class KeyValueFileStore

java.lang.Object

org.apache.paimon.KeyValueFileStore

All Implemented Interfaces:

FileStore<KeyValue>

public class KeyValueFileStore
extends Object

FileStore for querying and updating KeyValues.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected static class	AbstractFileStore.ScanType

Field Summary

Fields

Modifier and Type	Field and Description
protected CatalogEnvironment	catalogEnvironment
protected FileIO	fileIO
protected CoreOptions	options
protected RowType	partitionType
protected TableSchema	schema
protected SchemaManager	schemaManager
protected String	tableName

Constructor Summary

Constructors

Constructor and Description
KeyValueFileStore(FileIO fileIO, SchemaManager schemaManager, TableSchema schema, boolean crossPartitionUpdate, CoreOptions options, RowType partitionType, RowType bucketKeyType, RowType keyType, RowType valueType, KeyValueFieldsExtractor keyValueFieldsExtractor, MergeFunctionFactory<KeyValue> mfFactory, String tableName, CatalogEnvironment catalogEnvironment)

Method Summary

Modifier and Type	Method and Description
BucketMode	bucketMode()
ChangelogManager	changelogManager()
List<TagCallback>	createTagCallbacks()
IndexManifestFile.Factory	indexManifestFileFactory()
ManifestFile.Factory	manifestFileFactory()
protected ManifestFile.Factory	manifestFileFactory(boolean forWrite)
ManifestList.Factory	manifestListFactory()
protected ManifestList.Factory	manifestListFactory(boolean forWrite)
boolean	mergeSchema(RowType rowType, boolean allowExplicitCast)
RawFileSplitRead	newBatchRawFileRead()
ChangelogDeletion	newChangelogDeletion()
FileStoreCommitImpl	newCommit(String commitUser, FileStoreTable table)
IndexFileHandler	newIndexFileHandler()
Comparator<InternalRow>	newKeyComparator()
protected ManifestsReader	newManifestsReader(boolean forWrite)
PartitionExpire	newPartitionExpire(String commitUser, FileStoreTable table)
PartitionExpire	newPartitionExpire(String commitUser, FileStoreTable table, java.time.Duration expirationTime, java.time.Duration checkInterval, PartitionExpireStrategy expireStrategy)
MergeFileSplitRead	newRead()
KeyValueFileReaderFactory.Builder	newReaderFactoryBuilder()
KeyValueFileStoreScan	newScan()
protected KeyValueFileStoreScan	newScan(AbstractFileStore.ScanType scanType)
ServiceManager	newServiceManager()
SnapshotDeletion	newSnapshotDeletion()
StatsFileHandler	newStatsFileHandler()
TagAutoManager	newTagCreationManager()
TagDeletion	newTagDeletion()
TagManager	newTagManager()
AbstractFileStoreWrite<KeyValue>	newWrite(String commitUser)
AbstractFileStoreWrite<KeyValue>	newWrite(String commitUser, ManifestCacheFilter manifestFilter)
CoreOptions	options()
RowType	partitionType()
FileStorePathFactory	pathFactory()
protected FileStorePathFactory	pathFactory(CoreOptions options, String format)
void	setManifestCache(SegmentsCache<Path> manifestCache)
void	setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)
SnapshotManager	snapshotManager()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

fileIO

protected final FileIO fileIO

schemaManager

protected final SchemaManager schemaManager

schema

protected final TableSchema schema

tableName

protected final String tableName

options

protected final CoreOptions options

partitionType

protected final RowType partitionType

catalogEnvironment

protected final CatalogEnvironment catalogEnvironment

Constructor Detail

KeyValueFileStore

public KeyValueFileStore(FileIO fileIO,
                         SchemaManager schemaManager,
                         TableSchema schema,
                         boolean crossPartitionUpdate,
                         CoreOptions options,
                         RowType partitionType,
                         RowType bucketKeyType,
                         RowType keyType,
                         RowType valueType,
                         KeyValueFieldsExtractor keyValueFieldsExtractor,
                         MergeFunctionFactory<KeyValue> mfFactory,
                         String tableName,
                         CatalogEnvironment catalogEnvironment)

Method Detail

bucketMode

public BucketMode bucketMode()

newScan

public KeyValueFileStoreScan newScan()

newRead

public MergeFileSplitRead newRead()

newBatchRawFileRead

public RawFileSplitRead newBatchRawFileRead()

newReaderFactoryBuilder

public KeyValueFileReaderFactory.Builder newReaderFactoryBuilder()

newWrite

public AbstractFileStoreWrite<KeyValue> newWrite(String commitUser)

newWrite

public AbstractFileStoreWrite<KeyValue> newWrite(String commitUser,
                                                 ManifestCacheFilter manifestFilter)

newScan

protected KeyValueFileStoreScan newScan(AbstractFileStore.ScanType scanType)

newKeyComparator

public Comparator<InternalRow> newKeyComparator()

pathFactory

public FileStorePathFactory pathFactory()

Specified by:

pathFactory in interface FileStore<T>

pathFactory

protected FileStorePathFactory pathFactory(CoreOptions options,
                                           String format)

snapshotManager

public SnapshotManager snapshotManager()

Specified by:

snapshotManager in interface FileStore<T>

changelogManager

public ChangelogManager changelogManager()

Specified by:

changelogManager in interface FileStore<T>

manifestFileFactory

public ManifestFile.Factory manifestFileFactory()

Specified by:

manifestFileFactory in interface FileStore<T>

manifestFileFactory

protected ManifestFile.Factory manifestFileFactory(boolean forWrite)

manifestListFactory

public ManifestList.Factory manifestListFactory()

Specified by:

manifestListFactory in interface FileStore<T>

manifestListFactory

protected ManifestList.Factory manifestListFactory(boolean forWrite)

indexManifestFileFactory

public IndexManifestFile.Factory indexManifestFileFactory()

Specified by:

indexManifestFileFactory in interface FileStore<T>

newIndexFileHandler

public IndexFileHandler newIndexFileHandler()

Specified by:

newIndexFileHandler in interface FileStore<T>

newStatsFileHandler

public StatsFileHandler newStatsFileHandler()

Specified by:

newStatsFileHandler in interface FileStore<T>

newManifestsReader

protected ManifestsReader newManifestsReader(boolean forWrite)

partitionType

public RowType partitionType()

Specified by:

partitionType in interface FileStore<T>

options

public CoreOptions options()

Specified by:

options in interface FileStore<T>

mergeSchema

public boolean mergeSchema(RowType rowType,
                           boolean allowExplicitCast)

Specified by:

mergeSchema in interface FileStore<T>

newCommit

public FileStoreCommitImpl newCommit(String commitUser,
                                     FileStoreTable table)

Specified by:

newCommit in interface FileStore<T>

newSnapshotDeletion

public SnapshotDeletion newSnapshotDeletion()

Specified by:

newSnapshotDeletion in interface FileStore<T>

newChangelogDeletion

public ChangelogDeletion newChangelogDeletion()

Specified by:

newChangelogDeletion in interface FileStore<T>

newTagManager

public TagManager newTagManager()

Specified by:

newTagManager in interface FileStore<T>

newTagDeletion

public TagDeletion newTagDeletion()

Specified by:

newTagDeletion in interface FileStore<T>

newPartitionExpire

@Nullable
public PartitionExpire newPartitionExpire(String commitUser,
                                                    FileStoreTable table)

Specified by:

newPartitionExpire in interface FileStore<T>

newPartitionExpire

public PartitionExpire newPartitionExpire(String commitUser,
                                          FileStoreTable table,
                                          java.time.Duration expirationTime,
                                          java.time.Duration checkInterval,
                                          PartitionExpireStrategy expireStrategy)

Specified by:

newPartitionExpire in interface FileStore<T>

newTagCreationManager

public TagAutoManager newTagCreationManager()

Specified by:

newTagCreationManager in interface FileStore<T>

createTagCallbacks

public List<TagCallback> createTagCallbacks()

Specified by:

createTagCallbacks in interface FileStore<T>

newServiceManager

public ServiceManager newServiceManager()

Specified by:

newServiceManager in interface FileStore<T>

setManifestCache

public void setManifestCache(SegmentsCache<Path> manifestCache)

Specified by:

setManifestCache in interface FileStore<T>

setSnapshotCache

public void setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)

Specified by:

setSnapshotCache in interface FileStore<T>