org.apache.paimon

Class KeyValueFileStore

java.lang.Object

org.apache.paimon.KeyValueFileStore

All Implemented Interfaces:

FileStore<KeyValue>

public class KeyValueFileStore
extends Object

FileStore for querying and updating KeyValues.

Field Summary

Fields

Modifier and Type	Field and Description
protected FileIO	fileIO
protected CoreOptions	options
protected RowType	partitionType
protected TableSchema	schema
protected SchemaManager	schemaManager
protected String	tableName

Constructor Summary

Constructors

Constructor and Description
KeyValueFileStore(FileIO fileIO, SchemaManager schemaManager, TableSchema schema, boolean crossPartitionUpdate, CoreOptions options, RowType partitionType, RowType bucketKeyType, RowType keyType, RowType valueType, KeyValueFieldsExtractor keyValueFieldsExtractor, MergeFunctionFactory<KeyValue> mfFactory, String tableName, CatalogEnvironment catalogEnvironment)

Method Summary

Modifier and Type	Method and Description
BucketMode	bucketMode()
List<TagCallback>	createTagCallbacks()
IndexManifestFile.Factory	indexManifestFileFactory()
ManifestFile.Factory	manifestFileFactory()
protected ManifestFile.Factory	manifestFileFactory(boolean forWrite)
ManifestList.Factory	manifestListFactory()
protected ManifestList.Factory	manifestListFactory(boolean forWrite)
boolean	mergeSchema(RowType rowType, boolean allowExplicitCast)
RawFileSplitRead	newBatchRawFileRead()
ChangelogDeletion	newChangelogDeletion()
FileStoreCommitImpl	newCommit(String commitUser)
FileStoreCommitImpl	newCommit(String commitUser, List<CommitCallback> callbacks)
IndexFileHandler	newIndexFileHandler()
Comparator<InternalRow>	newKeyComparator()
protected ManifestsReader	newManifestsReader(boolean forWrite)
PartitionExpire	newPartitionExpire(String commitUser)
MergeFileSplitRead	newRead()
KeyValueFileReaderFactory.Builder	newReaderFactoryBuilder()
KeyValueFileStoreScan	newScan()
ServiceManager	newServiceManager()
SnapshotDeletion	newSnapshotDeletion()
StatsFileHandler	newStatsFileHandler()
TagAutoManager	newTagCreationManager()
TagDeletion	newTagDeletion()
TagManager	newTagManager()
KeyValueFileStoreWrite	newWrite(String commitUser)
KeyValueFileStoreWrite	newWrite(String commitUser, ManifestCacheFilter manifestFilter)
CoreOptions	options()
RowType	partitionType()
FileStorePathFactory	pathFactory()
void	setManifestCache(SegmentsCache<Path> manifestCache)
void	setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)
SnapshotManager	snapshotManager()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

fileIO

protected final FileIO fileIO

schemaManager

protected final SchemaManager schemaManager

schema

protected final TableSchema schema

tableName

protected final String tableName

options

protected final CoreOptions options

partitionType

protected final RowType partitionType

Constructor Detail

KeyValueFileStore

public KeyValueFileStore(FileIO fileIO,
                         SchemaManager schemaManager,
                         TableSchema schema,
                         boolean crossPartitionUpdate,
                         CoreOptions options,
                         RowType partitionType,
                         RowType bucketKeyType,
                         RowType keyType,
                         RowType valueType,
                         KeyValueFieldsExtractor keyValueFieldsExtractor,
                         MergeFunctionFactory<KeyValue> mfFactory,
                         String tableName,
                         CatalogEnvironment catalogEnvironment)

Method Detail

bucketMode

public BucketMode bucketMode()

newScan

public KeyValueFileStoreScan newScan()

newRead

public MergeFileSplitRead newRead()

newBatchRawFileRead

public RawFileSplitRead newBatchRawFileRead()

newReaderFactoryBuilder

public KeyValueFileReaderFactory.Builder newReaderFactoryBuilder()

newWrite

public KeyValueFileStoreWrite newWrite(String commitUser)

newWrite

public KeyValueFileStoreWrite newWrite(String commitUser,
                                       ManifestCacheFilter manifestFilter)

newKeyComparator

public Comparator<InternalRow> newKeyComparator()

pathFactory

public FileStorePathFactory pathFactory()

Specified by:

pathFactory in interface FileStore<T>

snapshotManager

public SnapshotManager snapshotManager()

Specified by:

snapshotManager in interface FileStore<T>

manifestFileFactory

public ManifestFile.Factory manifestFileFactory()

Specified by:

manifestFileFactory in interface FileStore<T>

manifestFileFactory

protected ManifestFile.Factory manifestFileFactory(boolean forWrite)

manifestListFactory

public ManifestList.Factory manifestListFactory()

Specified by:

manifestListFactory in interface FileStore<T>

manifestListFactory

protected ManifestList.Factory manifestListFactory(boolean forWrite)

indexManifestFileFactory

public IndexManifestFile.Factory indexManifestFileFactory()

Specified by:

indexManifestFileFactory in interface FileStore<T>

newIndexFileHandler

public IndexFileHandler newIndexFileHandler()

Specified by:

newIndexFileHandler in interface FileStore<T>

newStatsFileHandler

public StatsFileHandler newStatsFileHandler()

Specified by:

newStatsFileHandler in interface FileStore<T>

newManifestsReader

protected ManifestsReader newManifestsReader(boolean forWrite)

partitionType

public RowType partitionType()

Specified by:

partitionType in interface FileStore<T>

options

public CoreOptions options()

Specified by:

options in interface FileStore<T>

mergeSchema

public boolean mergeSchema(RowType rowType,
                           boolean allowExplicitCast)

Specified by:

mergeSchema in interface FileStore<T>

newCommit

public FileStoreCommitImpl newCommit(String commitUser)

Specified by:

newCommit in interface FileStore<T>

newCommit

public FileStoreCommitImpl newCommit(String commitUser,
                                     List<CommitCallback> callbacks)

Specified by:

newCommit in interface FileStore<T>

newSnapshotDeletion

public SnapshotDeletion newSnapshotDeletion()

Specified by:

newSnapshotDeletion in interface FileStore<T>

newChangelogDeletion

public ChangelogDeletion newChangelogDeletion()

Specified by:

newChangelogDeletion in interface FileStore<T>

newTagManager

public TagManager newTagManager()

Specified by:

newTagManager in interface FileStore<T>

newTagDeletion

public TagDeletion newTagDeletion()

Specified by:

newTagDeletion in interface FileStore<T>

newPartitionExpire

@Nullable
public PartitionExpire newPartitionExpire(String commitUser)

Specified by:

newPartitionExpire in interface FileStore<T>

newTagCreationManager

public TagAutoManager newTagCreationManager()

Specified by:

newTagCreationManager in interface FileStore<T>

createTagCallbacks

public List<TagCallback> createTagCallbacks()

Specified by:

createTagCallbacks in interface FileStore<T>

newServiceManager

public ServiceManager newServiceManager()

Specified by:

newServiceManager in interface FileStore<T>

setManifestCache

public void setManifestCache(SegmentsCache<Path> manifestCache)

Specified by:

setManifestCache in interface FileStore<T>

setSnapshotCache

public void setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)

Specified by:

setSnapshotCache in interface FileStore<T>