| Package | Description |
|---|---|
| com.lancedb.lance.spark | |
| com.lancedb.lance.spark.internal | |
| com.lancedb.lance.spark.read | |
| com.lancedb.lance.spark.write |
| Modifier and Type | Method and Description |
|---|---|
static LanceConfig |
LanceConfig.from(org.apache.spark.sql.util.CaseInsensitiveStringMap options) |
static LanceConfig |
LanceConfig.from(org.apache.spark.sql.util.CaseInsensitiveStringMap options,
String datasetUri) |
static LanceConfig |
LanceConfig.from(Map<String,String> properties) |
static LanceConfig |
LanceConfig.from(Map<String,String> properties,
String datasetUri) |
static LanceConfig |
LanceConfig.from(String datasetUri) |
| Modifier and Type | Method and Description |
|---|---|
static boolean |
SparkOptions.enableTopNPushDown(LanceConfig config) |
static ReadOptions |
SparkOptions.genReadOptionFromConfig(LanceConfig config) |
static WriteParams |
SparkOptions.genWriteParamsFromConfig(LanceConfig config) |
static int |
SparkOptions.getBatchSize(LanceConfig config) |
static boolean |
SparkOptions.overwrite(LanceConfig config) |
| Constructor and Description |
|---|
LanceDataset(LanceConfig config,
org.apache.spark.sql.types.StructType sparkSchema)
Creates a Lance dataset.
|
| Modifier and Type | Method and Description |
|---|---|
static void |
LanceDatasetAdapter.appendFragments(LanceConfig config,
List<FragmentMetadata> fragments) |
static void |
LanceDatasetAdapter.dropDataset(LanceConfig config) |
static Optional<Long> |
LanceDatasetAdapter.getDatasetDataSize(LanceConfig config) |
static Optional<Long> |
LanceDatasetAdapter.getDatasetRowCount(LanceConfig config) |
static List<Integer> |
LanceDatasetAdapter.getFragmentIds(LanceConfig config) |
static Optional<org.apache.spark.sql.types.StructType> |
LanceDatasetAdapter.getSchema(LanceConfig config) |
static void |
LanceDatasetAdapter.overwriteFragments(LanceConfig config,
List<FragmentMetadata> fragments,
org.apache.spark.sql.types.StructType sparkSchema) |
| Modifier and Type | Method and Description |
|---|---|
LanceConfig |
LanceInputPartition.getConfig() |
| Modifier and Type | Method and Description |
|---|---|
static List<LanceSplit> |
LanceSplit.generateLanceSplits(LanceConfig config) |
| Constructor and Description |
|---|
LanceInputPartition(org.apache.spark.sql.types.StructType schema,
int partitionId,
LanceSplit lanceSplit,
LanceConfig config,
Optional<String> whereCondition) |
LanceInputPartition(org.apache.spark.sql.types.StructType schema,
int partitionId,
LanceSplit lanceSplit,
LanceConfig config,
Optional<String> whereCondition,
Optional<Integer> limit,
Optional<Integer> offset) |
LanceInputPartition(org.apache.spark.sql.types.StructType schema,
int partitionId,
LanceSplit lanceSplit,
LanceConfig config,
Optional<String> whereCondition,
Optional<Integer> limit,
Optional<Integer> offset,
Optional<List<ColumnOrdering>> topNSortOrders) |
LanceScan(org.apache.spark.sql.types.StructType schema,
LanceConfig config,
Optional<String> whereConditions,
Optional<Integer> limit,
Optional<Integer> offset,
Optional<List<ColumnOrdering>> topNSortOrders) |
LanceScanBuilder(org.apache.spark.sql.types.StructType schema,
LanceConfig config) |
LanceStatistics(LanceConfig config) |
| Constructor and Description |
|---|
LanceBatchWrite(org.apache.spark.sql.types.StructType schema,
LanceConfig config,
boolean overwrite) |
SparkWriteBuilder(org.apache.spark.sql.types.StructType schema,
LanceConfig config) |
WriterFactory(org.apache.spark.sql.types.StructType schema,
LanceConfig config) |
Copyright © 2025. All rights reserved.