org.apache.paimon.spark

Class SparkArrayData

java.lang.Object

org.apache.spark.sql.catalyst.util.ArrayData

org.apache.spark.sql.paimon.shims.ArrayData

org.apache.paimon.spark.SparkArrayData

All Implemented Interfaces:

Serializable, org.apache.spark.sql.catalyst.expressions.SpecializedGetters

public class SparkArrayData
extends org.apache.spark.sql.paimon.shims.ArrayData

Spark ArrayData to wrap Paimon InternalArray.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
SparkArrayData(DataType elementType)

Method Summary

Modifier and Type	Method and Description
Object[]	array()
org.apache.spark.sql.catalyst.util.ArrayData	copy()
Object	get(int ordinal, org.apache.spark.sql.types.DataType dataType)
org.apache.spark.sql.catalyst.util.ArrayData	getArray(int ordinal)
byte[]	getBinary(int ordinal)
boolean	getBoolean(int ordinal)
byte	getByte(int ordinal)
org.apache.spark.sql.types.Decimal	getDecimal(int ordinal, int precision, int scale)
double	getDouble(int ordinal)
float	getFloat(int ordinal)
int	getInt(int ordinal)
org.apache.spark.unsafe.types.CalendarInterval	getInterval(int ordinal)
long	getLong(int ordinal)
org.apache.spark.sql.catalyst.util.MapData	getMap(int ordinal)
short	getShort(int ordinal)
org.apache.spark.sql.catalyst.InternalRow	getStruct(int ordinal, int numFields)
org.apache.spark.unsafe.types.UTF8String	getUTF8String(int ordinal)
boolean	isNullAt(int ordinal)
int	numElements()
SparkArrayData	replace(InternalArray array)
void	setNullAt(int i)
void	update(int i, Object value)

Methods inherited from class org.apache.spark.sql.catalyst.util.ArrayData

allocateArrayData, foreach, setBoolean, setByte, setDouble, setFloat, setInt, setLong, setShort, toArray, toArrayData, toBooleanArray, toByteArray, toDoubleArray, toFloatArray, toIntArray, toLongArray, toObjectArray, toSeq, toShortArray

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SparkArrayData

public SparkArrayData(DataType elementType)

Method Detail

replace

public SparkArrayData replace(InternalArray array)

numElements

public int numElements()

Specified by:

numElements in class org.apache.spark.sql.catalyst.util.ArrayData

copy

public org.apache.spark.sql.catalyst.util.ArrayData copy()

Specified by:

copy in class org.apache.spark.sql.catalyst.util.ArrayData

array

public Object[] array()

Specified by:

array in class org.apache.spark.sql.catalyst.util.ArrayData

setNullAt

public void setNullAt(int i)

Specified by:

setNullAt in class org.apache.spark.sql.catalyst.util.ArrayData

update

public void update(int i,
                   Object value)

Specified by:

update in class org.apache.spark.sql.catalyst.util.ArrayData

isNullAt

public boolean isNullAt(int ordinal)

getBoolean

public boolean getBoolean(int ordinal)

getByte

public byte getByte(int ordinal)

getShort

public short getShort(int ordinal)

getInt

public int getInt(int ordinal)

getLong

public long getLong(int ordinal)

getFloat

public float getFloat(int ordinal)

getDouble

public double getDouble(int ordinal)

getDecimal

public org.apache.spark.sql.types.Decimal getDecimal(int ordinal,
                                                     int precision,
                                                     int scale)

getUTF8String

public org.apache.spark.unsafe.types.UTF8String getUTF8String(int ordinal)

getBinary

public byte[] getBinary(int ordinal)

getInterval

public org.apache.spark.unsafe.types.CalendarInterval getInterval(int ordinal)

getStruct

public org.apache.spark.sql.catalyst.InternalRow getStruct(int ordinal,
                                                           int numFields)

getArray

public org.apache.spark.sql.catalyst.util.ArrayData getArray(int ordinal)

getMap

public org.apache.spark.sql.catalyst.util.MapData getMap(int ordinal)

get

public Object get(int ordinal,
                  org.apache.spark.sql.types.DataType dataType)