org.apache.paimon.io

Class DataFileMeta

java.lang.Object

org.apache.paimon.io.DataFileMeta

@Public
public class DataFileMeta
extends Object

Metadata of a data file.

Since:

0.9.0

Field Summary

Fields

Modifier and Type	Field and Description
static int	DUMMY_LEVEL
static BinaryRow	EMPTY_MAX_KEY
static BinaryRow	EMPTY_MIN_KEY
static RowType	SCHEMA

Constructor Summary

Constructors

Constructor and Description
DataFileMeta(String fileName, long fileSize, long rowCount, BinaryRow minKey, BinaryRow maxKey, SimpleStats keyStats, SimpleStats valueStats, long minSequenceNumber, long maxSequenceNumber, long schemaId, int level, List<String> extraFiles, Long deleteRowCount, byte[] embeddedIndex, FileSource fileSource, List<String> valueStatsCols)
DataFileMeta(String fileName, long fileSize, long rowCount, BinaryRow minKey, BinaryRow maxKey, SimpleStats keyStats, SimpleStats valueStats, long minSequenceNumber, long maxSequenceNumber, long schemaId, int level, List<String> extraFiles, Timestamp creationTime, Long deleteRowCount, byte[] embeddedIndex, FileSource fileSource, List<String> valueStatsCols)
DataFileMeta(String fileName, long fileSize, long rowCount, BinaryRow minKey, BinaryRow maxKey, SimpleStats keyStats, SimpleStats valueStats, long minSequenceNumber, long maxSequenceNumber, long schemaId, int level, Long deleteRowCount, byte[] embeddedIndex, FileSource fileSource, List<String> valueStatsCols)

Method Summary

Modifier and Type	Method and Description
Optional<Long>	addRowCount()
List<Path>	collectFiles(DataFilePathFactory pathFactory)
DataFileMeta	copy(byte[] newEmbeddedIndex)
DataFileMeta	copy(List<String> newExtraFiles)
DataFileMeta	copyWithoutStats()
Timestamp	creationTime()
long	creationTimeEpochMillis()
Optional<Long>	deleteRowCount()
byte[]	embeddedIndex()
boolean	equals(Object o)
List<String>	extraFiles() Usage: Paimon 0.2 Stores changelog files for CoreOptions.ChangelogProducer#INPUT.
String	fileFormat()
String	fileName()
long	fileSize()
Optional<FileSource>	fileSource()
static DataFileMeta	forAppend(String fileName, long fileSize, long rowCount, SimpleStats rowStats, long minSequenceNumber, long maxSequenceNumber, long schemaId, List<String> extraFiles, byte[] embeddedIndex, FileSource fileSource, List<String> valueStatsCols)
static long	getMaxSequenceNumber(List<DataFileMeta> fileMetas)
int	hashCode()
SimpleStats	keyStats()
int	level()
BinaryRow	maxKey()
long	maxSequenceNumber()
BinaryRow	minKey()
long	minSequenceNumber()
DataFileMeta	rename(String newFileName)
long	rowCount()
long	schemaId()
String	toString()
DataFileMeta	upgrade(int newLevel)
SimpleStats	valueStats()
List<String>	valueStatsCols()

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

SCHEMA

public static final RowType SCHEMA

EMPTY_MIN_KEY

public static final BinaryRow EMPTY_MIN_KEY

EMPTY_MAX_KEY

public static final BinaryRow EMPTY_MAX_KEY

DUMMY_LEVEL

public static final int DUMMY_LEVEL

See Also:

Constant Field Values

Constructor Detail

DataFileMeta

public DataFileMeta(String fileName,
                    long fileSize,
                    long rowCount,
                    BinaryRow minKey,
                    BinaryRow maxKey,
                    SimpleStats keyStats,
                    SimpleStats valueStats,
                    long minSequenceNumber,
                    long maxSequenceNumber,
                    long schemaId,
                    int level,
                    List<String> extraFiles,
                    @Nullable
                    Long deleteRowCount,
                    @Nullable
                    byte[] embeddedIndex,
                    @Nullable
                    FileSource fileSource,
                    @Nullable
                    List<String> valueStatsCols)

DataFileMeta

public DataFileMeta(String fileName,
                    long fileSize,
                    long rowCount,
                    BinaryRow minKey,
                    BinaryRow maxKey,
                    SimpleStats keyStats,
                    SimpleStats valueStats,
                    long minSequenceNumber,
                    long maxSequenceNumber,
                    long schemaId,
                    int level,
                    @Nullable
                    Long deleteRowCount,
                    @Nullable
                    byte[] embeddedIndex,
                    @Nullable
                    FileSource fileSource,
                    @Nullable
                    List<String> valueStatsCols)

DataFileMeta

public DataFileMeta(String fileName,
                    long fileSize,
                    long rowCount,
                    BinaryRow minKey,
                    BinaryRow maxKey,
                    SimpleStats keyStats,
                    SimpleStats valueStats,
                    long minSequenceNumber,
                    long maxSequenceNumber,
                    long schemaId,
                    int level,
                    List<String> extraFiles,
                    Timestamp creationTime,
                    @Nullable
                    Long deleteRowCount,
                    @Nullable
                    byte[] embeddedIndex,
                    @Nullable
                    FileSource fileSource,
                    @Nullable
                    List<String> valueStatsCols)

Method Detail

forAppend

public static DataFileMeta forAppend(String fileName,
                                     long fileSize,
                                     long rowCount,
                                     SimpleStats rowStats,
                                     long minSequenceNumber,
                                     long maxSequenceNumber,
                                     long schemaId,
                                     List<String> extraFiles,
                                     @Nullable
                                     byte[] embeddedIndex,
                                     @Nullable
                                     FileSource fileSource,
                                     @Nullable
                                     List<String> valueStatsCols)

fileName

public String fileName()

fileSize

public long fileSize()

rowCount

public long rowCount()

addRowCount

public Optional<Long> addRowCount()

deleteRowCount

public Optional<Long> deleteRowCount()

embeddedIndex

public byte[] embeddedIndex()

minKey

public BinaryRow minKey()

maxKey

public BinaryRow maxKey()

keyStats

public SimpleStats keyStats()

valueStats

public SimpleStats valueStats()

minSequenceNumber

public long minSequenceNumber()

maxSequenceNumber

public long maxSequenceNumber()

schemaId

public long schemaId()

level

public int level()

extraFiles

public List<String> extraFiles()

Usage:

• Paimon 0.2
  • Stores changelog files for CoreOptions.ChangelogProducer#INPUT. Changelog files are moved to DataIncrement since Paimon 0.3.

creationTime

public Timestamp creationTime()

creationTimeEpochMillis

public long creationTimeEpochMillis()

fileFormat

public String fileFormat()

fileSource

public Optional<FileSource> fileSource()

valueStatsCols

@Nullable
public List<String> valueStatsCols()

upgrade

public DataFileMeta upgrade(int newLevel)

rename

public DataFileMeta rename(String newFileName)

copyWithoutStats

public DataFileMeta copyWithoutStats()

collectFiles

public List<Path> collectFiles(DataFilePathFactory pathFactory)

copy

public DataFileMeta copy(List<String> newExtraFiles)

copy

public DataFileMeta copy(byte[] newEmbeddedIndex)

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

toString

public String toString()

Overrides:

toString in class Object

getMaxSequenceNumber

public static long getMaxSequenceNumber(List<DataFileMeta> fileMetas)