com.lancedb.lance.spark.read

Class LanceScanBuilder

java.lang.Object

com.lancedb.lance.spark.read.LanceScanBuilder

All Implemented Interfaces:

org.apache.spark.sql.connector.read.ScanBuilder, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownLimit, org.apache.spark.sql.connector.read.SupportsPushDownOffset, org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsPushDownTopN

public class LanceScanBuilder
extends Object
implements org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns, org.apache.spark.sql.connector.read.SupportsPushDownFilters, org.apache.spark.sql.connector.read.SupportsPushDownLimit, org.apache.spark.sql.connector.read.SupportsPushDownOffset, org.apache.spark.sql.connector.read.SupportsPushDownTopN

Constructor Summary

Constructors

Constructor and Description
LanceScanBuilder(org.apache.spark.sql.types.StructType schema, LanceConfig config)

Method Summary

Modifier and Type	Method and Description
org.apache.spark.sql.connector.read.Scan	build()
boolean	isPartiallyPushed()
void	pruneColumns(org.apache.spark.sql.types.StructType requiredSchema)
org.apache.spark.sql.sources.Filter[]	pushedFilters()
org.apache.spark.sql.sources.Filter[]	pushFilters(org.apache.spark.sql.sources.Filter[] filters)
boolean	pushLimit(int limit)
boolean	pushOffset(int offset)
boolean	pushTopN(org.apache.spark.sql.connector.expressions.SortOrder[] orders, int limit)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

LanceScanBuilder

public LanceScanBuilder(org.apache.spark.sql.types.StructType schema,
                        LanceConfig config)

Method Detail

build

public org.apache.spark.sql.connector.read.Scan build()

Specified by:

build in interface org.apache.spark.sql.connector.read.ScanBuilder

pruneColumns

public void pruneColumns(org.apache.spark.sql.types.StructType requiredSchema)

Specified by:

pruneColumns in interface org.apache.spark.sql.connector.read.SupportsPushDownRequiredColumns

pushFilters

public org.apache.spark.sql.sources.Filter[] pushFilters(org.apache.spark.sql.sources.Filter[] filters)

Specified by:

pushFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushedFilters

public org.apache.spark.sql.sources.Filter[] pushedFilters()

Specified by:

pushedFilters in interface org.apache.spark.sql.connector.read.SupportsPushDownFilters

pushLimit

public boolean pushLimit(int limit)

Specified by:

pushLimit in interface org.apache.spark.sql.connector.read.SupportsPushDownLimit

pushOffset

public boolean pushOffset(int offset)

Specified by:

pushOffset in interface org.apache.spark.sql.connector.read.SupportsPushDownOffset

isPartiallyPushed

public boolean isPartiallyPushed()

Specified by:

isPartiallyPushed in interface org.apache.spark.sql.connector.read.SupportsPushDownLimit

Specified by:

isPartiallyPushed in interface org.apache.spark.sql.connector.read.SupportsPushDownTopN

pushTopN

public boolean pushTopN(org.apache.spark.sql.connector.expressions.SortOrder[] orders,
                        int limit)

Specified by:

pushTopN in interface org.apache.spark.sql.connector.read.SupportsPushDownTopN