Packages

c

org.apache.spark.sql.execution.python.streaming.benchmark

InMemoryStatefulProcessorHandleImpl

class InMemoryStatefulProcessorHandleImpl extends StatefulProcessorHandleImplBase

This is a benchmark purposed implementation of StatefulProcessorHandleImplBase that stores state in memory. This leverages Scala collection types.

NOTE: TTL is not supported in this implementation since it complicates the thing a lot and this is the benchmark purposed implementation.

Linear Supertypes
StatefulProcessorHandleImplBase, StatefulProcessorHandle, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. InMemoryStatefulProcessorHandleImpl
  2. StatefulProcessorHandleImplBase
  3. StatefulProcessorHandle
  4. Serializable
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new InMemoryStatefulProcessorHandleImpl(timeMode: TimeMode, keyExprEnc: ExpressionEncoder[Any])

Type Members

  1. class InMemoryListState[T] extends ListState[T]
  2. class InMemoryMapState[K, V] extends MapState[K, V]
  3. class InMemoryTimers extends AnyRef
  4. class InMemoryValueState[T] extends ValueState[T]

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  6. var currState: StatefulProcessorHandleState
    Attributes
    protected
    Definition Classes
    StatefulProcessorHandleImplBase
  7. def deleteIfExists(stateName: String): Unit
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  8. def deleteTimer(expiryTimestampMs: Long): Unit
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  11. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  12. def getHandleState: StatefulProcessorHandleState
    Definition Classes
    StatefulProcessorHandleImplBase
  13. def getListState[T](stateName: String, ttlConfig: TTLConfig)(implicit arg0: Encoder[T]): ListState[T]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  14. def getListState[T](stateName: String, valEncoder: Encoder[T], ttlConfig: TTLConfig): ListState[T]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  15. def getMapState[K, V](stateName: String, ttlConfig: TTLConfig)(implicit arg0: Encoder[K], arg1: Encoder[V]): MapState[K, V]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  16. def getMapState[K, V](stateName: String, userKeyEnc: Encoder[K], valEncoder: Encoder[V], ttlConfig: TTLConfig): MapState[K, V]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  17. def getQueryInfo(): QueryInfo
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  18. def getValueState[T](stateName: String, ttlConfig: TTLConfig)(implicit arg0: Encoder[T]): ValueState[T]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  19. def getValueState[T](stateName: String, valEncoder: Encoder[T], ttlConfig: TTLConfig): ValueState[T]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  20. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  21. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  22. def listTimers(): Iterator[Long]
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  23. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  24. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  25. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  26. def registerTimer(expiryTimestampMs: Long): Unit
    Definition Classes
    InMemoryStatefulProcessorHandleImpl → StatefulProcessorHandle
  27. def setHandleState(newState: StatefulProcessorHandleState): Unit
    Definition Classes
    StatefulProcessorHandleImplBase
  28. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  29. def toString(): String
    Definition Classes
    AnyRef → Any
  30. def verifyStateVarOperations(operationType: String, requiredState: StatefulProcessorHandleState): Unit
    Definition Classes
    StatefulProcessorHandleImplBase
  31. def verifyTimerOperations(operationType: String): Unit
    Definition Classes
    StatefulProcessorHandleImplBase
  32. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  33. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  34. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from StatefulProcessorHandleImplBase

Inherited from StatefulProcessorHandle

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped