org.apache.paimon.utils

Class ObjectsFile<T>

java.lang.Object

org.apache.paimon.utils.ObjectsFile<T>

All Implemented Interfaces:

SimpleFileReader<T>

Direct Known Subclasses:

IcebergManifestFile, IcebergManifestList, IndexManifestFile, ManifestFile, ManifestList

public class ObjectsFile<T>
extends Object
implements SimpleFileReader<T>

A file which contains several Ts, provides read and write.

Field Summary

Fields

Modifier and Type	Field and Description
protected String	compression
protected FileIO	fileIO
protected PathFactory	pathFactory
protected FormatReaderFactory	readerFactory
protected ObjectSerializer<T>	serializer
protected FormatWriterFactory	writerFactory

Constructor Summary

Constructors

Constructor and Description
ObjectsFile(FileIO fileIO, ObjectSerializer<T> serializer, RowType formatType, FormatReaderFactory readerFactory, FormatWriterFactory writerFactory, String compression, PathFactory pathFactory, SegmentsCache<Path> cache)

Method Summary

Modifier and Type	Method and Description
void	delete(String fileName)
boolean	exists(String fileName)
FileIO	fileIO()
long	fileSize(String fileName)
List<T>	read(String fileName)
List<T>	read(String fileName, Long fileSize)
List<T>	read(String fileName, Long fileSize, Filter<InternalRow> loadFilter, Filter<InternalRow> readFilter)
static <V> List<V>	readFromIterator(CloseableIterator<InternalRow> inputIterator, ObjectSerializer<V> serializer, Filter<InternalRow> readFilter)
List<T>	readWithIOException(String fileName)
List<T>	readWithIOException(String fileName, Long fileSize)
String	writeWithoutRolling(Collection<T> records)
String	writeWithoutRolling(Iterator<T> records)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

fileIO

protected final FileIO fileIO

serializer

protected final ObjectSerializer<T> serializer

readerFactory

protected final FormatReaderFactory readerFactory

writerFactory

protected final FormatWriterFactory writerFactory

compression

protected final String compression

pathFactory

protected final PathFactory pathFactory

Constructor Detail

ObjectsFile

public ObjectsFile(FileIO fileIO,
                   ObjectSerializer<T> serializer,
                   RowType formatType,
                   FormatReaderFactory readerFactory,
                   FormatWriterFactory writerFactory,
                   String compression,
                   PathFactory pathFactory,
                   @Nullable
                   SegmentsCache<Path> cache)

Method Detail

fileIO

public FileIO fileIO()

fileSize

public long fileSize(String fileName)

read

public List<T> read(String fileName)

Specified by:

read in interface SimpleFileReader<T>

read

public List<T> read(String fileName,
                    @Nullable
                    Long fileSize)

readWithIOException

public List<T> readWithIOException(String fileName)
                            throws IOException

Throws:

IOException

readWithIOException

public List<T> readWithIOException(String fileName,
                                   @Nullable
                                   Long fileSize)
                            throws IOException

Throws:

IOException

exists

public boolean exists(String fileName)

read

public List<T> read(String fileName,
                    @Nullable
                    Long fileSize,
                    Filter<InternalRow> loadFilter,
                    Filter<InternalRow> readFilter)

writeWithoutRolling

public String writeWithoutRolling(Collection<T> records)

writeWithoutRolling

public String writeWithoutRolling(Iterator<T> records)

delete

public void delete(String fileName)

readFromIterator

public static <V> List<V> readFromIterator(CloseableIterator<InternalRow> inputIterator,
                                           ObjectSerializer<V> serializer,
                                           Filter<InternalRow> readFilter)