Modifier and Type | Method and Description |
---|---|
int |
NormalizedKeyComputer.compareKey(MemorySegment segI,
int offsetI,
MemorySegment segJ,
int offsetJ)
Compares two normalized keys in respective
MemorySegment . |
void |
NormalizedKeyComputer.putKey(InternalRow record,
MemorySegment target,
int offset)
Writes a normalized key for the given record into the target
MemorySegment . |
void |
NormalizedKeyComputer.swapKey(MemorySegment segI,
int offsetI,
MemorySegment segJ,
int offsetJ)
Swaps two normalized keys in respective
MemorySegment . |
Modifier and Type | Field and Description |
---|---|
protected MemorySegment |
AbstractPagedOutputView.currentSegment |
protected MemorySegment[] |
BinarySection.segments |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
AbstractPagedOutputView.getCurrentSegment()
Gets the segment that the view currently writes to.
|
MemorySegment |
AbstractPagedInputView.getCurrentSegment()
Gets the memory segment that will be used to read the next bytes from.
|
MemorySegment[] |
BinarySection.getSegments() |
protected MemorySegment |
RandomAccessInputView.nextSegment(MemorySegment current) |
protected abstract MemorySegment |
AbstractPagedInputView.nextSegment(MemorySegment current)
The method by which concrete subclasses realize page crossing.
|
protected MemorySegment |
SimpleCollectingOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
RandomAccessOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected abstract MemorySegment |
AbstractPagedOutputView.nextSegment(MemorySegment current,
int positionInCurrent)
This method must return a segment.
|
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
RandomAccessInputView.segments() |
ArrayList<MemorySegment> |
Segments.segments() |
Modifier and Type | Method and Description |
---|---|
static String |
BinaryString.decodeUTF8(MemorySegment input,
int offset,
int byteLen) |
static int |
BinaryString.decodeUTF8Strict(MemorySegment segment,
int sp,
int len,
char[] da) |
static BinaryString |
BinaryString.fromAddress(MemorySegment[] segments,
int offset,
int numBytes) |
protected int |
RandomAccessInputView.getLimitForSegment(MemorySegment segment) |
protected abstract int |
AbstractPagedInputView.getLimitForSegment(MemorySegment segment)
Gets the limit for reading bytes from the given memory segment.
|
protected MemorySegment |
RandomAccessInputView.nextSegment(MemorySegment current) |
protected abstract MemorySegment |
AbstractPagedInputView.nextSegment(MemorySegment current)
The method by which concrete subclasses realize page crossing.
|
protected MemorySegment |
SimpleCollectingOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected MemorySegment |
RandomAccessOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
protected abstract MemorySegment |
AbstractPagedOutputView.nextSegment(MemorySegment current,
int positionInCurrent)
This method must return a segment.
|
void |
BinaryMap.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinaryArray.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinarySection.pointTo(MemorySegment[] segments,
int offset,
int sizeInBytes) |
void |
BinarySection.pointTo(MemorySegment segment,
int offset,
int sizeInBytes) |
protected void |
AbstractPagedInputView.seekInput(MemorySegment segment,
int positionInSegment,
int limitInSegment)
Sets the internal state of the view such that the next bytes will be read from the given
memory segment, starting at the given position.
|
protected void |
AbstractPagedOutputView.seekOutput(MemorySegment seg,
int position)
Sets the internal state to the given memory segment and the given position within the
segment.
|
void |
AbstractPagedOutputView.write(MemorySegment segment,
int off,
int len) |
Constructor and Description |
---|
AbstractPagedInputView(MemorySegment initialSegment,
int initialLimit)
Creates a new view that starts with the given segment.
|
AbstractPagedOutputView(MemorySegment initialSegment,
int segmentSize)
Creates a new output view that writes initially to the given initial segment.
|
BinarySection(MemorySegment[] segments,
int offset,
int sizeInBytes) |
BinaryString(MemorySegment[] segments,
int offset,
int sizeInBytes) |
RandomAccessOutputView(MemorySegment[] segments,
int segmentSize) |
Constructor and Description |
---|
RandomAccessInputView(ArrayList<MemorySegment> segments,
int segmentSize) |
RandomAccessInputView(ArrayList<MemorySegment> segments,
int segmentSize,
int limitInLastSegment) |
Segments(ArrayList<MemorySegment> segments,
int limitInLastSegment) |
SimpleCollectingOutputView(List<MemorySegment> fullSegmentTarget,
MemorySegmentSource memSource,
int segmentSize) |
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
ChannelReaderInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
ChannelWriterOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
ChannelReaderInputView.close() |
Modifier and Type | Method and Description |
---|---|
protected int |
ChannelReaderInputView.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
ChannelReaderInputView.nextSegment(MemorySegment current) |
protected MemorySegment |
ChannelWriterOutputView.nextSegment(MemorySegment current,
int positionInCurrent) |
Constructor and Description |
---|
ChannelReaderInputViewIterator(ChannelReaderInputView inView,
List<MemorySegment> freeMemTarget,
BinaryRowSerializer accessors) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
MemorySegmentAllocator.allocate()
Allocates a set of memory segments for memory pool.
|
protected MemorySegment |
FlinkMemorySegmentPool.allocateMemory() |
Modifier and Type | Field and Description |
---|---|
protected List<MemorySegment> |
BytesMap.bucketSegments |
Modifier and Type | Method and Description |
---|---|
List<MemorySegment> |
BytesHashMap.getBucketAreaMemorySegments() |
ArrayList<MemorySegment> |
BytesHashMap.getRecordAreaMemorySegments() |
Modifier and Type | Method and Description |
---|---|
protected void |
BytesMap.resetBucketSegments(List<MemorySegment> resetBucketSegs) |
protected void |
BytesMap.returnSegments(List<MemorySegment> segments) |
Modifier and Type | Method and Description |
---|---|
void |
DataOutputSerializer.write(MemorySegment segment,
int off,
int len) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
CacheManager.SegmentContainer.access() |
MemorySegment |
CacheManager.getPage(CacheKey key,
CacheReader reader,
CacheCallback callback) |
protected MemorySegment |
FileBasedRandomInputView.nextSegment(MemorySegment current) |
Modifier and Type | Method and Description |
---|---|
protected int |
FileBasedRandomInputView.getLimitForSegment(MemorySegment segment) |
protected MemorySegment |
FileBasedRandomInputView.nextSegment(MemorySegment current) |
Constructor and Description |
---|
SegmentContainer(MemorySegment segment) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
BlockCache.getBlock(long position,
int length,
java.util.function.Function<byte[],byte[]> decompressFunc,
boolean isIndex) |
Modifier and Type | Method and Description |
---|---|
static int |
SortLookupStoreUtils.crc32c(MemorySegment data,
BlockCompressionType type) |
Modifier and Type | Method and Description |
---|---|
static MemorySegment |
MemorySegment.allocateHeapMemory(int size) |
protected abstract MemorySegment |
AbstractMemorySegmentPool.allocateMemory() |
protected MemorySegment |
HeapMemorySegmentPool.allocateMemory() |
static MemorySegment |
MemorySegment.allocateOffHeapMemory(int size) |
MemorySegment |
Buffer.getMemorySegment() |
MemorySegment |
CachelessSegmentPool.nextSegment() |
MemorySegment |
MemorySegmentSource.nextSegment()
Gets the next memory segment.
|
MemorySegment |
ArraySegmentPool.nextSegment() |
MemorySegment |
AbstractMemorySegmentPool.nextSegment() |
MemorySegment |
MemorySlice.segment() |
static MemorySegment |
MemorySegment.wrap(byte[] buffer) |
static MemorySegment |
MemorySegment.wrapOffHeapMemory(ByteBuffer buffer) |
Modifier and Type | Method and Description |
---|---|
static boolean |
MemorySegmentUtils.bitGet(MemorySegment[] segments,
int baseOffset,
int index)
read bit from segments.
|
static boolean |
MemorySegmentUtils.bitGet(MemorySegment segment,
int baseOffset,
int index)
read bit.
|
static void |
MemorySegmentUtils.bitSet(MemorySegment[] segments,
int baseOffset,
int index)
set bit from segments.
|
static void |
MemorySegmentUtils.bitSet(MemorySegment segment,
int baseOffset,
int index)
set bit.
|
static void |
MemorySegmentUtils.bitUnSet(MemorySegment[] segments,
int baseOffset,
int index)
unset bit from segments.
|
static void |
MemorySegmentUtils.bitUnSet(MemorySegment segment,
int baseOffset,
int index)
unset bit.
|
int |
MemorySegment.compare(MemorySegment seg2,
int offset1,
int offset2,
int len) |
int |
MemorySegment.compare(MemorySegment seg2,
int offset1,
int offset2,
int len1,
int len2) |
static void |
MemorySegmentUtils.copyFromBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy target segments from source byte[].
|
static void |
MemorySegmentUtils.copyMultiSegmentsToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes) |
void |
MemorySegment.copyTo(int offset,
MemorySegment target,
int targetOffset,
int numBytes) |
static byte[] |
MemorySegmentUtils.copyToBytes(MemorySegment[] segments,
int offset,
byte[] bytes,
int bytesOffset,
int numBytes)
Copy segments to target byte[].
|
static byte[] |
MemorySegmentUtils.copyToBytes(MemorySegment[] segments,
int offset,
int numBytes)
Copy segments to a new byte[].
|
static void |
MemorySegmentUtils.copyToUnsafe(MemorySegment[] segments,
int offset,
Object target,
int pointer,
int numBytes)
Copy segments to target unsafe pointer.
|
static void |
MemorySegmentUtils.copyToView(MemorySegment[] segments,
int offset,
int sizeInBytes,
DataOutputView target)
Copy bytes of segments to output view.
|
static Buffer |
Buffer.create(MemorySegment segment) |
static Buffer |
Buffer.create(MemorySegment segment,
int size) |
static boolean |
MemorySegmentUtils.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
static boolean |
MemorySegmentUtils.equals(MemorySegment[] segments1,
int offset1,
MemorySegment[] segments2,
int offset2,
int len)
Equals two memory segments regions.
|
boolean |
MemorySegment.equalTo(MemorySegment seg2,
int offset1,
int offset2,
int length)
Equals two memory segment regions.
|
static int |
MemorySegmentUtils.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static int |
MemorySegmentUtils.find(MemorySegment[] segments1,
int offset1,
int numBytes1,
MemorySegment[] segments2,
int offset2,
int numBytes2)
Find equal segments2 in segments1.
|
static boolean |
MemorySegmentUtils.getBoolean(MemorySegment[] segments,
int offset)
get boolean from segments.
|
static byte |
MemorySegmentUtils.getByte(MemorySegment[] segments,
int offset)
get byte from segments.
|
static byte[] |
MemorySegmentUtils.getBytes(MemorySegment[] segments,
int baseOffset,
int sizeInBytes)
Maybe not copied, if want copy, please use copyTo.
|
static double |
MemorySegmentUtils.getDouble(MemorySegment[] segments,
int offset)
get double from segments.
|
static float |
MemorySegmentUtils.getFloat(MemorySegment[] segments,
int offset)
get float from segments.
|
static int |
MemorySegmentUtils.getInt(MemorySegment[] segments,
int offset)
get int from segments.
|
static long |
MemorySegmentUtils.getLong(MemorySegment[] segments,
int offset)
get long from segments.
|
static short |
MemorySegmentUtils.getShort(MemorySegment[] segments,
int offset)
get short from segments.
|
static int |
MemorySegmentUtils.hash(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int.
|
static int |
MemorySegmentUtils.hashByWords(MemorySegment[] segments,
int offset,
int numBytes)
hash segments to int, numBytes must be aligned to 4 bytes.
|
static InternalArray |
MemorySegmentUtils.readArrayData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize)
Gets an instance of
InternalArray from underlying MemorySegment . |
static byte[] |
MemorySegmentUtils.readBinary(MemorySegment[] segments,
int baseOffset,
int fieldOffset,
long variablePartOffsetAndLen)
Get binary, if len less than 8, will be include in variablePartOffsetAndLen.
|
static BinaryString |
MemorySegmentUtils.readBinaryString(MemorySegment[] segments,
int baseOffset,
int fieldOffset,
long variablePartOffsetAndLen)
Get binary string, if len less than 8, will be include in variablePartOffsetAndLen.
|
static Decimal |
MemorySegmentUtils.readDecimal(MemorySegment[] segments,
int baseOffset,
long offsetAndSize,
int precision,
int scale)
Gets an instance of
Decimal from underlying MemorySegment . |
static InternalMap |
MemorySegmentUtils.readMapData(MemorySegment[] segments,
int baseOffset,
long offsetAndSize)
Gets an instance of
InternalMap from underlying MemorySegment . |
static InternalRow |
MemorySegmentUtils.readRowData(MemorySegment[] segments,
int numFields,
int baseOffset,
long offsetAndSize)
Gets an instance of
InternalRow from underlying MemorySegment . |
static Timestamp |
MemorySegmentUtils.readTimestampData(MemorySegment[] segments,
int baseOffset,
long offsetAndNanos)
Gets an instance of
Timestamp from underlying MemorySegment . |
static void |
MemorySegmentUtils.setBoolean(MemorySegment[] segments,
int offset,
boolean value)
set boolean from segments.
|
static void |
MemorySegmentUtils.setByte(MemorySegment[] segments,
int offset,
byte value)
set byte from segments.
|
static void |
MemorySegmentUtils.setDouble(MemorySegment[] segments,
int offset,
double value)
set double from segments.
|
static void |
MemorySegmentUtils.setFloat(MemorySegment[] segments,
int offset,
float value)
set float from segments.
|
static void |
MemorySegmentUtils.setInt(MemorySegment[] segments,
int offset,
int value)
set int from segments.
|
static void |
MemorySegmentUtils.setLong(MemorySegment[] segments,
int offset,
long value)
set long from segments.
|
static void |
MemorySegmentUtils.setShort(MemorySegment[] segments,
int offset,
short value)
set short from segments.
|
void |
MemorySegment.swapBytes(byte[] tempBuffer,
MemorySegment seg2,
int offset1,
int offset2,
int len) |
static MemorySlice |
MemorySlice.wrap(MemorySegment segment) |
void |
MemorySegmentWritable.write(MemorySegment segment,
int off,
int len)
Writes
len bytes from memory segment segment starting at offset off ,
in order, to the output. |
Modifier and Type | Method and Description |
---|---|
void |
CachelessSegmentPool.returnAll(List<MemorySegment> memory) |
void |
MemorySegmentPool.returnAll(List<MemorySegment> memory)
Return all pages back into this pool.
|
void |
ArraySegmentPool.returnAll(List<MemorySegment> memory) |
void |
AbstractMemorySegmentPool.returnAll(List<MemorySegment> memory) |
Constructor and Description |
---|
Buffer(MemorySegment segment,
int size) |
MemorySlice(MemorySegment segment,
int offset,
int length) |
Constructor and Description |
---|
ArraySegmentPool(List<MemorySegment> segments) |
Modifier and Type | Field and Description |
---|---|
protected MemorySegment |
BinaryIndexedSortable.currentSortIndexSegment |
Modifier and Type | Field and Description |
---|---|
protected ArrayList<MemorySegment> |
BinaryIndexedSortable.sortIndex |
Modifier and Type | Method and Description |
---|---|
protected MemorySegment |
BinaryIndexedSortable.nextMemorySegment() |
Constructor and Description |
---|
BinaryIndexedSortable(NormalizedKeyComputer normalizedKeyComputer,
BinaryRowSerializer serializer,
RecordComparator comparator,
ArrayList<MemorySegment> recordBufferSegments,
MemorySegmentPool memorySegmentPool) |
Modifier and Type | Method and Description |
---|---|
MemorySegment |
BloomFilter.Builder.getBuffer() |
MemorySegment |
BitSet.getMemorySegment() |
MemorySegment |
BloomFilter.getMemorySegment() |
Modifier and Type | Method and Description |
---|---|
static int |
MurmurHashUtils.hashBytes(MemorySegment segment,
int offset,
int lengthInBytes)
Hash bytes in MemorySegment.
|
static int |
MurmurHashUtils.hashBytesByWords(MemorySegment segment,
int offset,
int lengthInBytes)
Hash bytes in MemorySegment, length must be aligned to 4 bytes.
|
static void |
SortUtil.maxNormalizedKey(MemorySegment target,
int offset,
int numBytes)
Max unsigned byte is -1.
|
static void |
SortUtil.minNormalizedKey(MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putBinaryNormalizedKey(byte[] value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putBooleanNormalizedKey(boolean value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putByteNormalizedKey(byte value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putDecimalNormalizedKey(Decimal record,
MemorySegment target,
int offset,
int len)
Just support the compact precision decimal.
|
static void |
SortUtil.putDoubleNormalizedKey(double value,
MemorySegment target,
int offset,
int numBytes)
See http://stereopsis.com/radix.html for more details.
|
static void |
SortUtil.putFloatNormalizedKey(float value,
MemorySegment target,
int offset,
int numBytes)
See http://stereopsis.com/radix.html for more details.
|
static void |
SortUtil.putIntNormalizedKey(int value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putLongNormalizedKey(long value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putShortNormalizedKey(short value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putStringNormalizedKey(BinaryString value,
MemorySegment target,
int offset,
int numBytes)
UTF-8 supports bytes comparison.
|
static void |
SortUtil.putTimestampNormalizedKey(Timestamp value,
MemorySegment target,
int offset,
int numBytes)
Support the compact precision TimestampData.
|
static void |
SortUtil.putUnsignedIntegerNormalizedKey(int value,
MemorySegment target,
int offset,
int numBytes) |
static void |
SortUtil.putUnsignedLongNormalizedKey(long value,
MemorySegment target,
int offset,
int numBytes) |
void |
BitSet.setMemorySegment(MemorySegment memorySegment,
int offset) |
void |
BloomFilter.setMemorySegment(MemorySegment memorySegment,
int offset) |
Copyright © 2023–2024 The Apache Software Foundation. All rights reserved.