org.apache.paimon

Class AppendOnlyFileStore

java.lang.Object

org.apache.paimon.AppendOnlyFileStore

All Implemented Interfaces:

FileStore<InternalRow>

public class AppendOnlyFileStore
extends Object

FileStore for reading and writing InternalRow.

Field Summary

Fields

Modifier and Type	Field and Description
protected FileIO	fileIO
protected CoreOptions	options
protected RowType	partitionType
protected TableSchema	schema
protected SchemaManager	schemaManager
protected String	tableName

Constructor Summary

Constructors

Constructor and Description
AppendOnlyFileStore(FileIO fileIO, SchemaManager schemaManager, TableSchema schema, CoreOptions options, RowType partitionType, RowType bucketKeyType, RowType rowType, String tableName, CatalogEnvironment catalogEnvironment)

Method Summary

Modifier and Type	Method and Description
BucketMode	bucketMode()
List<TagCallback>	createTagCallbacks()
IndexManifestFile.Factory	indexManifestFileFactory()
ManifestFile.Factory	manifestFileFactory()
protected ManifestFile.Factory	manifestFileFactory(boolean forWrite)
ManifestList.Factory	manifestListFactory()
protected ManifestList.Factory	manifestListFactory(boolean forWrite)
boolean	mergeSchema(RowType rowType, boolean allowExplicitCast)
ChangelogDeletion	newChangelogDeletion()
FileStoreCommitImpl	newCommit(String commitUser)
FileStoreCommitImpl	newCommit(String commitUser, List<CommitCallback> callbacks)
IndexFileHandler	newIndexFileHandler()
Comparator<InternalRow>	newKeyComparator()
protected ManifestsReader	newManifestsReader(boolean forWrite)
PartitionExpire	newPartitionExpire(String commitUser)
RawFileSplitRead	newRead()
AppendOnlyFileStoreScan	newScan()
ServiceManager	newServiceManager()
SnapshotDeletion	newSnapshotDeletion()
StatsFileHandler	newStatsFileHandler()
TagAutoManager	newTagCreationManager()
TagDeletion	newTagDeletion()
TagManager	newTagManager()
AppendOnlyFileStoreWrite	newWrite(String commitUser)
AppendOnlyFileStoreWrite	newWrite(String commitUser, ManifestCacheFilter manifestFilter)
CoreOptions	options()
RowType	partitionType()
FileStorePathFactory	pathFactory()
void	setManifestCache(SegmentsCache<Path> manifestCache)
void	setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)
SnapshotManager	snapshotManager()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

fileIO

protected final FileIO fileIO

schemaManager

protected final SchemaManager schemaManager

schema

protected final TableSchema schema

tableName

protected final String tableName

options

protected final CoreOptions options

partitionType

protected final RowType partitionType

Constructor Detail

AppendOnlyFileStore

public AppendOnlyFileStore(FileIO fileIO,
                           SchemaManager schemaManager,
                           TableSchema schema,
                           CoreOptions options,
                           RowType partitionType,
                           RowType bucketKeyType,
                           RowType rowType,
                           String tableName,
                           CatalogEnvironment catalogEnvironment)

Method Detail

bucketMode

public BucketMode bucketMode()

newScan

public AppendOnlyFileStoreScan newScan()

newRead

public RawFileSplitRead newRead()

newWrite

public AppendOnlyFileStoreWrite newWrite(String commitUser)

newWrite

public AppendOnlyFileStoreWrite newWrite(String commitUser,
                                         ManifestCacheFilter manifestFilter)

newKeyComparator

public Comparator<InternalRow> newKeyComparator()

pathFactory

public FileStorePathFactory pathFactory()

Specified by:

pathFactory in interface FileStore<T>

snapshotManager

public SnapshotManager snapshotManager()

Specified by:

snapshotManager in interface FileStore<T>

manifestFileFactory

public ManifestFile.Factory manifestFileFactory()

Specified by:

manifestFileFactory in interface FileStore<T>

manifestFileFactory

protected ManifestFile.Factory manifestFileFactory(boolean forWrite)

manifestListFactory

public ManifestList.Factory manifestListFactory()

Specified by:

manifestListFactory in interface FileStore<T>

manifestListFactory

protected ManifestList.Factory manifestListFactory(boolean forWrite)

indexManifestFileFactory

public IndexManifestFile.Factory indexManifestFileFactory()

Specified by:

indexManifestFileFactory in interface FileStore<T>

newIndexFileHandler

public IndexFileHandler newIndexFileHandler()

Specified by:

newIndexFileHandler in interface FileStore<T>

newStatsFileHandler

public StatsFileHandler newStatsFileHandler()

Specified by:

newStatsFileHandler in interface FileStore<T>

newManifestsReader

protected ManifestsReader newManifestsReader(boolean forWrite)

partitionType

public RowType partitionType()

Specified by:

partitionType in interface FileStore<T>

options

public CoreOptions options()

Specified by:

options in interface FileStore<T>

mergeSchema

public boolean mergeSchema(RowType rowType,
                           boolean allowExplicitCast)

Specified by:

mergeSchema in interface FileStore<T>

newCommit

public FileStoreCommitImpl newCommit(String commitUser)

Specified by:

newCommit in interface FileStore<T>

newCommit

public FileStoreCommitImpl newCommit(String commitUser,
                                     List<CommitCallback> callbacks)

Specified by:

newCommit in interface FileStore<T>

newSnapshotDeletion

public SnapshotDeletion newSnapshotDeletion()

Specified by:

newSnapshotDeletion in interface FileStore<T>

newChangelogDeletion

public ChangelogDeletion newChangelogDeletion()

Specified by:

newChangelogDeletion in interface FileStore<T>

newTagManager

public TagManager newTagManager()

Specified by:

newTagManager in interface FileStore<T>

newTagDeletion

public TagDeletion newTagDeletion()

Specified by:

newTagDeletion in interface FileStore<T>

newPartitionExpire

@Nullable
public PartitionExpire newPartitionExpire(String commitUser)

Specified by:

newPartitionExpire in interface FileStore<T>

newTagCreationManager

public TagAutoManager newTagCreationManager()

Specified by:

newTagCreationManager in interface FileStore<T>

createTagCallbacks

public List<TagCallback> createTagCallbacks()

Specified by:

createTagCallbacks in interface FileStore<T>

newServiceManager

public ServiceManager newServiceManager()

Specified by:

newServiceManager in interface FileStore<T>

setManifestCache

public void setManifestCache(SegmentsCache<Path> manifestCache)

Specified by:

setManifestCache in interface FileStore<T>

setSnapshotCache

public void setSnapshotCache(org.apache.paimon.shade.caffeine2.com.github.benmanes.caffeine.cache.Cache<Path,Snapshot> cache)

Specified by:

setSnapshotCache in interface FileStore<T>