org.apache.paimon.sort

Class BinaryExternalSortBuffer

java.lang.Object

org.apache.paimon.sort.BinaryExternalSortBuffer

All Implemented Interfaces:

SortBuffer

public class BinaryExternalSortBuffer
extends Object
implements SortBuffer

A spillable SortBuffer.

Constructor Summary

Constructors

Constructor and Description
BinaryExternalSortBuffer(BinaryRowSerializer serializer, RecordComparator comparator, int pageSize, BinaryInMemorySortBuffer inMemorySortBuffer, IOManager ioManager, int maxNumFileHandles, CompressOptions compression, MemorySize maxDiskSize)

Method Summary

Modifier and Type	Method and Description
void	clear()
static BinaryExternalSortBuffer	create(IOManager ioManager, RowType rowType, int[] keyFields, long bufferSize, int pageSize, int maxNumFileHandles, CompressOptions compression, MemorySize maxDiskSize, boolean sequenceOrder)
static BinaryExternalSortBuffer	create(IOManager ioManager, RowType rowType, int[] keyFields, MemorySegmentPool pool, int maxNumFileHandles, CompressOptions compression, MemorySize maxDiskSize, boolean sequenceOrder)
boolean	flushMemory() Flush memory, return false if not supported.
long	getOccupancy()
int	size()
MutableObjectIterator<BinaryRow>	sortedIterator()
boolean	write(InternalRow record)
void	write(MutableObjectIterator<BinaryRow> iterator)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

BinaryExternalSortBuffer

public BinaryExternalSortBuffer(BinaryRowSerializer serializer,
                                RecordComparator comparator,
                                int pageSize,
                                BinaryInMemorySortBuffer inMemorySortBuffer,
                                IOManager ioManager,
                                int maxNumFileHandles,
                                CompressOptions compression,
                                MemorySize maxDiskSize)

Method Detail

create

public static BinaryExternalSortBuffer create(IOManager ioManager,
                                              RowType rowType,
                                              int[] keyFields,
                                              long bufferSize,
                                              int pageSize,
                                              int maxNumFileHandles,
                                              CompressOptions compression,
                                              MemorySize maxDiskSize,
                                              boolean sequenceOrder)

create

public static BinaryExternalSortBuffer create(IOManager ioManager,
                                              RowType rowType,
                                              int[] keyFields,
                                              MemorySegmentPool pool,
                                              int maxNumFileHandles,
                                              CompressOptions compression,
                                              MemorySize maxDiskSize,
                                              boolean sequenceOrder)

size

public int size()

Specified by:

size in interface SortBuffer

clear

public void clear()

Specified by:

clear in interface SortBuffer

getOccupancy

public long getOccupancy()

Specified by:

getOccupancy in interface SortBuffer

flushMemory

public boolean flushMemory()
                    throws IOException

Description copied from interface: SortBuffer

Flush memory, return false if not supported.

Specified by:

flushMemory in interface SortBuffer

Throws:

IOException

write

@VisibleForTesting
public void write(MutableObjectIterator<BinaryRow> iterator)
                              throws IOException

Throws:

IOException

write

public boolean write(InternalRow record)
              throws IOException

Specified by:

write in interface SortBuffer

Returns:

false if the buffer is full.

Throws:

IOException

sortedIterator

public final MutableObjectIterator<BinaryRow> sortedIterator()
                                                      throws IOException

Specified by:

sortedIterator in interface SortBuffer

Returns:

iterator with sorting.

Throws:

IOException