Serialized Form

Package com.lancedb.lance.spark

Class com.lancedb.lance.spark.LanceConfig

class LanceConfig extends Object implements Serializable

serialVersionUID:

827364827364823764L

Serialized Fields

datasetName

String datasetName

datasetUri

String datasetUri

dbPath

String dbPath

options

Map<String,String> options

pushDownFilters

boolean pushDownFilters

Package com.lancedb.lance.spark.read

Class com.lancedb.lance.spark.read.LanceInputPartition

class LanceInputPartition extends Object implements Serializable

serialVersionUID:

4723894723984723984L

Serialized Fields

config

LanceConfig config

lanceSplit

LanceSplit lanceSplit

limit

Optional<Integer> limit

offset

Optional<Integer> offset

partitionId

int partitionId

pushedAggregation

Optional<org.apache.spark.sql.connector.expressions.aggregate.Aggregation> pushedAggregation

scanId

String scanId

schema

org.apache.spark.sql.types.StructType schema

topNSortOrders

Optional<List<com.lancedb.lance.ipc.ColumnOrdering>> topNSortOrders

whereCondition

Optional<String> whereCondition

Class com.lancedb.lance.spark.read.LanceScan

class LanceScan extends Object implements Serializable

serialVersionUID:

947284762748623947L

Serialized Fields

config

LanceConfig config

limit

Optional<Integer> limit

offset

Optional<Integer> offset

pushedAggregation

Optional<org.apache.spark.sql.connector.expressions.aggregate.Aggregation> pushedAggregation

scanId

String scanId

schema

org.apache.spark.sql.types.StructType schema

topNSortOrders

Optional<List<com.lancedb.lance.ipc.ColumnOrdering>> topNSortOrders

whereConditions

Optional<String> whereConditions

Class com.lancedb.lance.spark.read.LanceSplit

class LanceSplit extends Object implements Serializable

serialVersionUID:

2983749283749283749L

Serialized Fields

fragments

List<Integer> fragments

Package com.lancedb.lance.spark.utils

Class com.lancedb.lance.spark.utils.Optional

class Optional extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

value

T value

Package com.lancedb.lance.spark.write

Class com.lancedb.lance.spark.write.LanceBatchWrite.TaskCommit

class TaskCommit extends Object implements Serializable

Serialized Fields

fragments

List<com.lancedb.lance.FragmentMetadata> fragments

Class com.lancedb.lance.spark.write.LanceDataWriter.WriterFactory

class WriterFactory extends Object implements Serializable

Serialized Fields

config

LanceConfig config

schema

org.apache.spark.sql.types.StructType schema

Package org.apache.spark.sql.vectorized

Class org.apache.spark.sql.vectorized.ColumnarArray

class ColumnarArray extends org.apache.spark.sql.catalyst.util.ArrayData implements Serializable

Serialized Fields

data

org.apache.spark.sql.vectorized.ColumnVector data

length

int length

offset

int offset

Class org.apache.spark.sql.vectorized.ColumnarBatchRow

class ColumnarBatchRow extends org.apache.spark.sql.catalyst.InternalRow implements Serializable

Serialized Fields

columns

org.apache.spark.sql.vectorized.ColumnVector[] columns

rowId

int rowId

Class org.apache.spark.sql.vectorized.ColumnarMap

class ColumnarMap extends org.apache.spark.sql.catalyst.util.MapData implements Serializable

Serialized Fields

keys

org.apache.spark.sql.vectorized.ColumnarArray keys

length

int length

values

org.apache.spark.sql.vectorized.ColumnarArray values

Class org.apache.spark.sql.vectorized.ColumnarRow

class ColumnarRow extends org.apache.spark.sql.catalyst.InternalRow implements Serializable

Serialized Fields

data

org.apache.spark.sql.vectorized.ColumnVector data

numFields

int numFields

rowId

int rowId