class HadoopLayerReader extends FilteringLayerReader[LayerId] with LazyLogging

Handles reading raster RDDs and their metadata from S3.

Linear Supertypes
LazyLogging, FilteringLayerReader[LayerId], LayerReader[LayerId], AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HadoopLayerReader
  2. LazyLogging
  3. FilteringLayerReader
  4. LayerReader
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HadoopLayerReader(attributeStore: AttributeStore)(implicit sc: SparkContext)

    attributeStore

    AttributeStore that contains metadata for corresponding LayerId

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val attributeStore: AttributeStore
    Definition Classes
    HadoopLayerReader → LayerReader
  6. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  7. val defaultNumPartitions: Int
    Definition Classes
    HadoopLayerReader → LayerReader
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  14. lazy val logger: Logger
    Attributes
    protected
    Definition Classes
    LazyLogging
    Annotations
    @transient()
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. def query[K, V, M](layerId: LayerId, numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): BoundLayerQuery[K, M, RDD[(K, V)] with Metadata[M]]
    Definition Classes
    FilteringLayerReader
  19. def query[K, V, M](layerId: LayerId)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): BoundLayerQuery[K, M, RDD[(K, V)] with Metadata[M]]
    Definition Classes
    FilteringLayerReader
  20. def read[K, V, M](id: LayerId, tileQuery: LayerQuery[K, M], numPartitions: Int, indexFilterOnly: Boolean)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]

    read

    read

    This function will read an RDD layer based on a query.

    K

    Type of RDD Key (ex: SpatialKey)

    V

    Type of RDD Value (ex: Tile or MultibandTile )

    M

    Type of Metadata associated with the RDD[(K,V)]

    id

    The ID of the layer to be read

    numPartitions

    The desired number of partitions in the resulting RDD.

    indexFilterOnly

    If true, the reader should only filter out elements who's KeyIndex entries do not match the indexes of the query key bounds. This can include keys that are not inside the query key bounds.

    Definition Classes
    HadoopLayerReader → FilteringLayerReader
  21. def read[K, V, M](id: LayerId, numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
    Definition Classes
    FilteringLayerReader → LayerReader
  22. def read[K, V, M](id: LayerId, rasterQuery: LayerQuery[K, M])(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
    Definition Classes
    FilteringLayerReader
  23. def read[K, V, M](id: LayerId, rasterQuery: LayerQuery[K, M], numPartitions: Int)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
    Definition Classes
    FilteringLayerReader
  24. def read[K, V, M](id: LayerId)(implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): RDD[(K, V)] with Metadata[M]
    Definition Classes
    LayerReader
  25. def reader[K, V, M](implicit arg0: AvroRecordCodec[K], arg1: Boundable[K], arg2: JsonFormat[K], arg3: ClassTag[K], arg4: AvroRecordCodec[V], arg5: ClassTag[V], arg6: JsonFormat[M], arg7: Component[M, Bounds[K]]): Reader[LayerId, RDD[(K, V)] with Metadata[M]]
    Definition Classes
    LayerReader
  26. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  27. def toString(): String
    Definition Classes
    AnyRef → Any
  28. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )

Inherited from LazyLogging

Inherited from FilteringLayerReader[LayerId]

Inherited from LayerReader[LayerId]

Inherited from AnyRef

Inherited from Any

Ungrouped