A B C D E F G H I L M N O P R S T U W

A

abort(WriterCommitMessage[]) - Method in class com.lancedb.lance.spark.write.LanceBatchWrite

abort() - Method in class com.lancedb.lance.spark.write.LanceDataWriter

allocator - Static variable in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

alterTable(Identifier, TableChange...) - Method in class com.lancedb.lance.spark.LanceCatalog

appendFragments(LanceConfig, List<FragmentMetadata>) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

B

build() - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

build() - Method in class com.lancedb.lance.spark.write.SparkWrite.SparkWriteBuilder

bytesRead() - Method in class com.lancedb.lance.spark.write.LanceArrowWriter

C

capabilities() - Method in class com.lancedb.lance.spark.LanceDataset

close() - Method in class com.lancedb.lance.spark.internal.LanceFragmentColumnarBatchScanner

close() - Method in class com.lancedb.lance.spark.internal.LanceFragmentScanner

close() - Method in class com.lancedb.lance.spark.read.LanceColumnarPartitionReader

close() - Method in class com.lancedb.lance.spark.read.LanceRowPartitionReader

close() - Method in class com.lancedb.lance.spark.write.LanceDataWriter

close() - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

closeReadSource() - Method in class com.lancedb.lance.spark.write.LanceArrowWriter

com.lancedb.lance.spark - package com.lancedb.lance.spark

com.lancedb.lance.spark.internal - package com.lancedb.lance.spark.internal

com.lancedb.lance.spark.read - package com.lancedb.lance.spark.read

com.lancedb.lance.spark.utils - package com.lancedb.lance.spark.utils

com.lancedb.lance.spark.write - package com.lancedb.lance.spark.write

commit(WriterCommitMessage[]) - Method in class com.lancedb.lance.spark.write.LanceBatchWrite

commit() - Method in class com.lancedb.lance.spark.write.LanceDataWriter

compileFiltersToSqlWhereClause(Filter[]) - Static method in class com.lancedb.lance.spark.read.FilterPushDown

Create SQL 'where clause' from Spark filters.

CONFIG_DATASET_URI - Static variable in class com.lancedb.lance.spark.LanceConfig

CONFIG_PUSH_DOWN_FILTERS - Static variable in class com.lancedb.lance.spark.LanceConfig

create(int, LanceInputPartition) - Static method in class com.lancedb.lance.spark.internal.LanceFragmentColumnarBatchScanner

create(int, LanceInputPartition) - Static method in class com.lancedb.lance.spark.internal.LanceFragmentScanner

create(LanceInputPartition) - Static method in class com.lancedb.lance.spark.read.LanceRowPartitionReader

createBatchWriterFactory(PhysicalWriteInfo) - Method in class com.lancedb.lance.spark.write.LanceBatchWrite

createDataset(String, StructType, WriteParams) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

createFragment(String, ArrowReader, WriteParams) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

createReaderFactory() - Method in class com.lancedb.lance.spark.read.LanceScan

createTable(Identifier, StructType, Transform[], Map<String, String>) - Method in class com.lancedb.lance.spark.LanceCatalog

createWriter(int, long) - Method in class com.lancedb.lance.spark.write.LanceDataWriter.WriterFactory

D

dropDataset(LanceConfig) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

dropTable(Identifier) - Method in class com.lancedb.lance.spark.LanceCatalog

E

empty() - Static method in class com.lancedb.lance.spark.utils.Optional

enableTopNPushDown(LanceConfig) - Static method in class com.lancedb.lance.spark.SparkOptions

equals(Object) - Method in class com.lancedb.lance.spark.LanceConfig

equals(Object) - Method in class com.lancedb.lance.spark.utils.Optional

estimateStatistics() - Method in class com.lancedb.lance.spark.read.LanceScan

extractCatalog(CaseInsensitiveStringMap) - Method in class com.lancedb.lance.spark.LanceDataSource

extractIdentifier(CaseInsensitiveStringMap) - Method in class com.lancedb.lance.spark.LanceDataSource

F

FilterPushDown - Class in com.lancedb.lance.spark.read

FilterPushDown() - Constructor for class com.lancedb.lance.spark.read.FilterPushDown

from(Map<String, String>) - Static method in class com.lancedb.lance.spark.LanceConfig

from(CaseInsensitiveStringMap) - Static method in class com.lancedb.lance.spark.LanceConfig

from(Map<String, String>, String) - Static method in class com.lancedb.lance.spark.LanceConfig

from(String) - Static method in class com.lancedb.lance.spark.LanceConfig

from(CaseInsensitiveStringMap, String) - Static method in class com.lancedb.lance.spark.LanceConfig

G

generateLanceSplits(LanceConfig) - Static method in class com.lancedb.lance.spark.read.LanceSplit

genReadOptionFromConfig(LanceConfig) - Static method in class com.lancedb.lance.spark.SparkOptions

genWriteParamsFromConfig(LanceConfig) - Static method in class com.lancedb.lance.spark.SparkOptions

get() - Method in class com.lancedb.lance.spark.read.LanceColumnarPartitionReader

get() - Method in class com.lancedb.lance.spark.read.LanceRowPartitionReader

get() - Method in class com.lancedb.lance.spark.utils.Optional

getArray(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getArrowReader() - Method in class com.lancedb.lance.spark.internal.LanceFragmentScanner

getArrowWriter(StructType, int) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getBatchSize(LanceConfig) - Static method in class com.lancedb.lance.spark.SparkOptions

getBinary(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getBoolean(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getByte(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getChild(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getConfig() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getCurrentBatch() - Method in class com.lancedb.lance.spark.internal.LanceFragmentColumnarBatchScanner

getDatasetDataSize(LanceConfig) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getDatasetName() - Method in class com.lancedb.lance.spark.LanceConfig

getDatasetRowCount(LanceConfig) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getDatasetUri(String, String) - Static method in class com.lancedb.lance.spark.LanceConfig

getDatasetUri() - Method in class com.lancedb.lance.spark.LanceConfig

getDbPath() - Method in class com.lancedb.lance.spark.LanceConfig

getDecimal(int, int, int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getDouble(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getFloat(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getFragmentIds(LanceConfig) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getFragments() - Method in class com.lancedb.lance.spark.read.LanceSplit

getFragmentScanner(int, LanceInputPartition) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getInt(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getLanceSplit() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getLimit() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getLong(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getMap(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getMetaData() - Method in class com.lancedb.lance.spark.read.LanceScan

getOffset() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getOptions() - Method in class com.lancedb.lance.spark.LanceConfig

getPartitionId() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getSchema(LanceConfig) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getSchema(String) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

getSchema() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getShort(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getTable(StructType, Transform[], Map<String, String>) - Method in class com.lancedb.lance.spark.LanceDataSource

getTopNSortOrders() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

getUTF8String(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

getWhereCondition() - Method in class com.lancedb.lance.spark.read.LanceInputPartition

H

hashCode() - Method in class com.lancedb.lance.spark.LanceConfig

hashCode() - Method in class com.lancedb.lance.spark.utils.Optional

hasNull() - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

I

ifPresent(Consumer<? super T>) - Method in class com.lancedb.lance.spark.utils.Optional

inferSchema(CaseInsensitiveStringMap) - Method in class com.lancedb.lance.spark.LanceDataSource

initialize(String, CaseInsensitiveStringMap) - Method in class com.lancedb.lance.spark.LanceCatalog

isEmpty() - Method in class com.lancedb.lance.spark.utils.Optional

isFilterSupported(Filter) - Static method in class com.lancedb.lance.spark.read.FilterPushDown

isNullAt(int) - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

isPartiallyPushed() - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

isPresent() - Method in class com.lancedb.lance.spark.utils.Optional

isPushDownFilters() - Method in class com.lancedb.lance.spark.LanceConfig

L

LANCE_FILE_SUFFIX - Static variable in class com.lancedb.lance.spark.LanceConfig

LanceArrowColumnVector - Class in org.apache.spark.sql.vectorized

LanceArrowColumnVector(ValueVector) - Constructor for class org.apache.spark.sql.vectorized.LanceArrowColumnVector

LanceArrowWriter - Class in com.lancedb.lance.spark.write

A custom arrow reader that supports writes Spark internal rows while reading data in batches.

LanceArrowWriter(BufferAllocator, Schema, int) - Constructor for class com.lancedb.lance.spark.write.LanceArrowWriter

LanceBatchWrite - Class in com.lancedb.lance.spark.write

LanceBatchWrite(StructType, LanceConfig, boolean) - Constructor for class com.lancedb.lance.spark.write.LanceBatchWrite

LanceBatchWrite.TaskCommit - Class in com.lancedb.lance.spark.write

LanceCatalog - Class in com.lancedb.lance.spark

LanceCatalog() - Constructor for class com.lancedb.lance.spark.LanceCatalog

LanceColumnarPartitionReader - Class in com.lancedb.lance.spark.read

LanceColumnarPartitionReader(LanceInputPartition) - Constructor for class com.lancedb.lance.spark.read.LanceColumnarPartitionReader

LanceConfig - Class in com.lancedb.lance.spark

Lance Configuration.

LanceConstant - Class in com.lancedb.lance.spark

LanceConstant() - Constructor for class com.lancedb.lance.spark.LanceConstant

LanceDataset - Class in com.lancedb.lance.spark

Lance Spark Dataset.

LanceDataset(LanceConfig, StructType) - Constructor for class com.lancedb.lance.spark.LanceDataset

Creates a Lance dataset.

LanceDatasetAdapter - Class in com.lancedb.lance.spark.internal

LanceDatasetAdapter() - Constructor for class com.lancedb.lance.spark.internal.LanceDatasetAdapter

LanceDataSource - Class in com.lancedb.lance.spark

LanceDataSource() - Constructor for class com.lancedb.lance.spark.LanceDataSource

LanceDataWriter - Class in com.lancedb.lance.spark.write

LanceDataWriter.WriterFactory - Class in com.lancedb.lance.spark.write

LanceFragmentColumnarBatchScanner - Class in com.lancedb.lance.spark.internal

LanceFragmentColumnarBatchScanner(LanceFragmentScanner, ArrowReader) - Constructor for class com.lancedb.lance.spark.internal.LanceFragmentColumnarBatchScanner

LanceFragmentScanner - Class in com.lancedb.lance.spark.internal

LanceIdentifier - Class in com.lancedb.lance.spark

LanceIdentifier(String) - Constructor for class com.lancedb.lance.spark.LanceIdentifier

LanceInputPartition - Class in com.lancedb.lance.spark.read

LanceInputPartition(StructType, int, LanceSplit, LanceConfig, Optional<String>) - Constructor for class com.lancedb.lance.spark.read.LanceInputPartition

LanceInputPartition(StructType, int, LanceSplit, LanceConfig, Optional<String>, Optional<Integer>, Optional<Integer>) - Constructor for class com.lancedb.lance.spark.read.LanceInputPartition

LanceInputPartition(StructType, int, LanceSplit, LanceConfig, Optional<String>, Optional<Integer>, Optional<Integer>, Optional<List<ColumnOrdering>>) - Constructor for class com.lancedb.lance.spark.read.LanceInputPartition

LanceRowPartitionReader - Class in com.lancedb.lance.spark.read

LanceRowPartitionReader(LanceColumnarPartitionReader) - Constructor for class com.lancedb.lance.spark.read.LanceRowPartitionReader

LanceScan - Class in com.lancedb.lance.spark.read

LanceScan(StructType, LanceConfig, Optional<String>, Optional<Integer>, Optional<Integer>, Optional<List<ColumnOrdering>>) - Constructor for class com.lancedb.lance.spark.read.LanceScan

LanceScanBuilder - Class in com.lancedb.lance.spark.read

LanceScanBuilder(StructType, LanceConfig) - Constructor for class com.lancedb.lance.spark.read.LanceScanBuilder

LanceSplit - Class in com.lancedb.lance.spark.read

LanceSplit(List<Integer>) - Constructor for class com.lancedb.lance.spark.read.LanceSplit

LanceStatistics - Class in com.lancedb.lance.spark.read

LanceStatistics(LanceConfig) - Constructor for class com.lancedb.lance.spark.read.LanceStatistics

listTables(String[]) - Method in class com.lancedb.lance.spark.LanceCatalog

loadNextBatch() - Method in class com.lancedb.lance.spark.internal.LanceFragmentColumnarBatchScanner

loadNextBatch() - Method in class com.lancedb.lance.spark.write.LanceArrowWriter

loadTable(Identifier) - Method in class com.lancedb.lance.spark.LanceCatalog

M

METADATA_COLUMNS - Static variable in class com.lancedb.lance.spark.LanceDataset

metadataColumns() - Method in class com.lancedb.lance.spark.LanceDataset

N

name() - Method in class com.lancedb.lance.spark.LanceCatalog

name() - Method in class com.lancedb.lance.spark.LanceDataset

name - Static variable in class com.lancedb.lance.spark.LanceDataSource

name() - Method in class com.lancedb.lance.spark.LanceIdentifier

namespace() - Method in class com.lancedb.lance.spark.LanceIdentifier

newScanBuilder(CaseInsensitiveStringMap) - Method in class com.lancedb.lance.spark.LanceDataset

newWriteBuilder(LogicalWriteInfo) - Method in class com.lancedb.lance.spark.LanceDataset

next() - Method in class com.lancedb.lance.spark.read.LanceColumnarPartitionReader

next() - Method in class com.lancedb.lance.spark.read.LanceRowPartitionReader

numNulls() - Method in class org.apache.spark.sql.vectorized.LanceArrowColumnVector

numRows() - Method in class com.lancedb.lance.spark.read.LanceStatistics

O

of(T) - Static method in class com.lancedb.lance.spark.utils.Optional

ofNullable(T) - Static method in class com.lancedb.lance.spark.utils.Optional

Optional<T> - Class in com.lancedb.lance.spark.utils

org.apache.spark.sql.vectorized - package org.apache.spark.sql.vectorized

overwrite(LanceConfig) - Static method in class com.lancedb.lance.spark.SparkOptions

overwriteFragments(LanceConfig, List<FragmentMetadata>, StructType) - Static method in class com.lancedb.lance.spark.internal.LanceDatasetAdapter

P

planInputPartitions() - Method in class com.lancedb.lance.spark.read.LanceScan

prepareLoadNextBatch() - Method in class com.lancedb.lance.spark.write.LanceArrowWriter

processFilters(Filter[]) - Static method in class com.lancedb.lance.spark.read.FilterPushDown

pruneColumns(StructType) - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

pushedFilters() - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

pushFilters(Filter[]) - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

pushLimit(int) - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

pushOffset(int) - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

pushTopN(SortOrder[], int) - Method in class com.lancedb.lance.spark.read.LanceScanBuilder

R

readSchema() - Method in class com.lancedb.lance.spark.read.LanceScan

readSchema() - Method in class com.lancedb.lance.spark.write.LanceArrowWriter

renameTable(Identifier, Identifier) - Method in class com.lancedb.lance.spark.LanceCatalog

ROW_ADDRESS - Static variable in class com.lancedb.lance.spark.LanceConstant

ROW_ID - Static variable in class com.lancedb.lance.spark.LanceConstant

S

schema() - Method in class com.lancedb.lance.spark.LanceDataset

shortName() - Method in class com.lancedb.lance.spark.LanceDataSource

sizeInBytes() - Method in class com.lancedb.lance.spark.read.LanceStatistics

SparkOptions - Class in com.lancedb.lance.spark

SparkOptions() - Constructor for class com.lancedb.lance.spark.SparkOptions

SparkWrite - Class in com.lancedb.lance.spark.write

Spark write builder.

SparkWrite.SparkWriteBuilder - Class in com.lancedb.lance.spark.write

Task commit.

SparkWriteBuilder(StructType, LanceConfig) - Constructor for class com.lancedb.lance.spark.write.SparkWrite.SparkWriteBuilder

T

toBatch() - Method in class com.lancedb.lance.spark.read.LanceScan

toBatch() - Method in class com.lancedb.lance.spark.write.SparkWrite

toStandardOptional() - Method in class com.lancedb.lance.spark.utils.Optional

toStreaming() - Method in class com.lancedb.lance.spark.write.SparkWrite

toString() - Method in class com.lancedb.lance.spark.utils.Optional

toString() - Method in class com.lancedb.lance.spark.write.LanceBatchWrite

truncate() - Method in class com.lancedb.lance.spark.write.SparkWrite.SparkWriteBuilder

U

UInt8Accessor - Class in org.apache.spark.sql.vectorized

useCommitCoordinator() - Method in class com.lancedb.lance.spark.write.LanceBatchWrite

W

write(InternalRow) - Method in class com.lancedb.lance.spark.write.LanceDataWriter

WriterFactory(StructType, LanceConfig) - Constructor for class com.lancedb.lance.spark.write.LanceDataWriter.WriterFactory

A B C D E F G H I L M N O P R S T U W