Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  val SIDECAR_SUBDIR: String
5.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

6.  val checkpointFilePattern: Pattern
7.  val checkpointFileRegex: Regex
8.  def checkpointFileSingular(path: Path, version: Long): Path

   Returns the path for a singular checkpoint up to the given version.

   Returns the path for a singular checkpoint up to the given version.

   In a future protocol version this path will stop being written.

9.  def checkpointFileWithParts(path: Path, version: Long, numParts: Int): Seq[Path]

   Returns the paths for all parts of the checkpoint up to the given version.

   Returns the paths for all parts of the checkpoint up to the given version.

   In a future protocol version we will write this path instead of checkpointFileSingular.

   Example of the format: 00000000000000004915.checkpoint.0000000020.0000000060.parquet is checkpoint part 20 out of 60 for the snapshot at version 4915. Zero padding is for lexicographic sorting.

10.  def checkpointVersion(file: FileStatus): Long
11.  def checkpointVersion(path: Path): Long
12.  def checksumFile(path: Path, version: Long): Path

    Returns the path to the checksum file for the given version.

13.  val checksumFilePattern: Pattern
14.  val checksumFileRegex: Regex
15.  def checksumVersion(file: FileStatus): Long
16.  def checksumVersion(path: Path): Long

    Returns the version for the given checksum file.

17.  def clone(): AnyRef

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.CloneNotSupportedException]) @native()

18.  def compactedDeltaFile(path: Path, fromVersion: Long, toVersion: Long): Path

    Returns the path to the compacted delta file for the given version range.

19.  val compactedDeltaFilePattern: Pattern
20.  val compactedDeltaFileRegex: Regex
21.  def compactedDeltaVersions(file: FileStatus): (Long, Long)
22.  def compactedDeltaVersions(path: Path): (Long, Long)
23.  def deltaFile(path: Path, version: Long): Path

    Returns the delta (json format) path for a given delta file.

24.  val deltaFilePattern: Pattern
25.  val deltaFileRegex: Regex
26.  def deltaVersion(file: FileStatus): Long
27.  def deltaVersion(path: Path): Long

    Returns the version for the given delta path.

28.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

29.  def equals(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef → Any

30.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.Throwable])

31.  final def getClass(): Class[_ <: AnyRef]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

32.  def getFileVersion(file: FileStatus): Long
33.  def getFileVersion(path: Path): Long

    Get the version of the checkpoint, checksum or delta file.

    Get the version of the checkpoint, checksum or delta file. Throws an error if an unexpected file type is seen. These unexpected files should be filtered out to ensure forward compatibility in cases where new file types are added, but without an explicit protocol upgrade.

34.  def getFileVersionOpt(path: Path): Option[Long]

    Get the version of the checkpoint, checksum or delta file.

    Get the version of the checkpoint, checksum or delta file. Returns None if an unexpected file type is seen.

35.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

36.  def isCheckpointFile(file: FileStatus): Boolean
37.  def isCheckpointFile(path: Path): Boolean
38.  def isChecksumFile(file: FileStatus): Boolean
39.  def isChecksumFile(path: Path): Boolean
40.  def isCompactedDeltaFile(file: FileStatus): Boolean
41.  def isCompactedDeltaFile(path: Path): Boolean
42.  def isDeltaFile(file: FileStatus): Boolean
43.  def isDeltaFile(path: Path): Boolean
44.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

45.  def listingPrefix(path: Path, version: Long): Path

    Returns the prefix of all delta log files for the given version.

    Returns the prefix of all delta log files for the given version.

    Intended for use with listFrom to get all files from this version onwards. The returned Path will not exist as a file.

46.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

47.  def newV2CheckpointJsonFile(path: Path, version: Long): Path

    File path for a new V2 Checkpoint Json file

48.  def newV2CheckpointParquetFile(path: Path, version: Long): Path

    File path for a new V2 Checkpoint Parquet file

49.  def newV2CheckpointSidecarFile(logPath: Path, version: Long, numParts: Int, currentPart: Int): Path

    File path for a V2 Checkpoint's Sidecar file

50.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

51.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

52.  def numCheckpointParts(path: Path): Option[Int]
53.  def sampleFile(path: Path, version: Long): Path

    Returns the path for a given sample file

54.  def sidecarDirPath(logPath: Path): Path

    Returns path to the sidecar directory

55.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

56.  def toString(): String

    Definition Classes

    AnyRef → Any

57.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

58.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

59.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()

60.  object CheckpointFile
61.  object ChecksumFile
62.  object CompactedDeltaFile
63.  object DeltaFile
64.  object FileType extends Enumeration