Serialized Form (Flink : Connectors : Kafka 3.3.0-1.19 API)

Package org.apache.flink.connector.kafka.dynamic.metadata
- Class org.apache.flink.connector.kafka.dynamic.metadata.ClusterMetadata extends Object implements Serializable
  - Serialized Fields
    - properties
      
      Properties properties
    - topics
      
      Set<String> topics
- Class org.apache.flink.connector.kafka.dynamic.metadata.KafkaStream extends Object implements Serializable
  - Serialized Fields
    - clusterMetadataMap
      
      Map<String,ClusterMetadata> clusterMetadataMap
    - streamId
      
      String streamId
- Class org.apache.flink.connector.kafka.dynamic.metadata.SingleClusterTopicMetadataService extends Object implements Serializable
  - Serialized Fields
    - kafkaClusterId
      
      String kafkaClusterId
    - properties
      
      Properties properties
Package org.apache.flink.connector.kafka.dynamic.source
- Class org.apache.flink.connector.kafka.dynamic.source.DynamicKafkaSource extends Object implements Serializable
  - Serialized Fields
    - boundedness
      
      org.apache.flink.api.connector.source.Boundedness boundedness
    - deserializationSchema
      
      KafkaRecordDeserializationSchema<T> deserializationSchema
    - kafkaMetadataService
      
      KafkaMetadataService kafkaMetadataService
    - kafkaStreamSubscriber
      
      KafkaStreamSubscriber kafkaStreamSubscriber
    - properties
      
      Properties properties
    - startingOffsetsInitializer
      
      OffsetsInitializer startingOffsetsInitializer
    - stoppingOffsetsInitializer
      
      OffsetsInitializer stoppingOffsetsInitializer
- Class org.apache.flink.connector.kafka.dynamic.source.GetMetadataUpdateEvent extends Object implements Serializable
- Class org.apache.flink.connector.kafka.dynamic.source.MetadataUpdateEvent extends Object implements Serializable
  - Serialized Fields
    - kafkaStreams
      
      Set<KafkaStream> kafkaStreams
Package org.apache.flink.connector.kafka.dynamic.source.enumerator
- Class org.apache.flink.connector.kafka.dynamic.source.enumerator.StoppableKafkaEnumContextProxy.HandledFlinkKafkaException extends RuntimeException implements Serializable
  - Serialized Fields
    - kafkaClusterId
      
      String kafkaClusterId
Package org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber
- Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.KafkaStreamSetSubscriber extends Object implements Serializable
  - Serialized Fields
    - streamIds
      
      Set<String> streamIds
- Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.StreamPatternSubscriber extends Object implements Serializable
  - Serialized Fields
    - streamPattern
      
      Pattern streamPattern
Package org.apache.flink.connector.kafka.sink
- Class org.apache.flink.connector.kafka.sink.KafkaSink extends Object implements Serializable
  - Serialized Fields
    - deliveryGuarantee
      
      org.apache.flink.connector.base.DeliveryGuarantee deliveryGuarantee
    - kafkaProducerConfig
      
      Properties kafkaProducerConfig
    - recordSerializer
      
      KafkaRecordSerializationSchema<IN> recordSerializer
    - transactionalIdPrefix
      
      String transactionalIdPrefix

Package org.apache.flink.connector.kafka.source

Class org.apache.flink.connector.kafka.source.KafkaSource extends Object implements Serializable

serialVersionUID:: -8755372893283732098L

Serialized Fields

boundedness

org.apache.flink.api.connector.source.Boundedness boundedness

deserializationSchema

KafkaRecordDeserializationSchema<OUT> deserializationSchema

props
```
Properties props
```

rackIdSupplier

org.apache.flink.util.function.SerializableSupplier<String> rackIdSupplier

startingOffsetsInitializer

OffsetsInitializer startingOffsetsInitializer

stoppingOffsetsInitializer

OffsetsInitializer stoppingOffsetsInitializer

subscriber
```
KafkaSubscriber subscriber
```

Package org.apache.flink.connector.kafka.source.enumerator.initializer
- Class org.apache.flink.connector.kafka.source.enumerator.initializer.NoStoppingOffsetsInitializer extends Object implements Serializable
  
  serialVersionUID:
  
  4186323669290142732L
Package org.apache.flink.connector.kafka.source.enumerator.subscriber
Package org.apache.flink.connector.kafka.source.reader.deserializer
Package org.apache.flink.streaming.connectors.kafka
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer extends FlinkKafkaConsumerBase<T> implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialized Fields
    - pollTimeout
      
      long pollTimeout
      
      Deprecated.
      
      From Kafka's Javadoc: The time, in milliseconds, spent waiting in poll if data is not available. If 0, returns immediately with any records that are available now
    - properties
      
      Properties properties
      
      Deprecated.
      
      User-supplied properties for Kafka. *
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<T> implements Serializable
  
  serialVersionUID:
  
  -6272159445203409112L
  - Serialized Fields
    - deserializer
      
      KafkaDeserializationSchema<T> deserializer
      
      Deprecated.
      
      The schema to convert between Kafka's byte messages, and Flink's objects.
    - discoveryIntervalMillis
      
      long discoveryIntervalMillis
      
      Deprecated.
      
      User configured value for discovery interval, in milliseconds.
    - enableCommitOnCheckpoints
      
      boolean enableCommitOnCheckpoints
      
      Deprecated.
      
      User-set flag determining whether or not to commit on checkpoints. Note: this flag does not represent the final offset commit mode.
    - filterRestoredPartitionsWithCurrentTopicsDescriptor
      
      boolean filterRestoredPartitionsWithCurrentTopicsDescriptor
      
      Deprecated.
      
      User-set flag to disable filtering restored partitions with current topics descriptor.
    - offsetCommitMode
      
      OffsetCommitMode offsetCommitMode
      
      Deprecated.
      
      The offset commit mode for the consumer. The value of this can only be determined in FlinkKafkaConsumerBase.open(Configuration) since it depends on whether or not checkpointing is enabled for the job.
    - pendingOffsetsToCommit
      
      org.apache.commons.collections.map.LinkedMap pendingOffsetsToCommit
      
      Deprecated.
      
      Data for pending but uncommitted offsets.
    - running
      
      boolean running
      
      Deprecated.
      
      Flag indicating whether the consumer is still running.
    - specificStartupOffsets
      
      Map<KafkaTopicPartition,Long> specificStartupOffsets
      
      Deprecated.
      
      Specific startup offsets; only relevant when startup mode is StartupMode.SPECIFIC_OFFSETS.
    - startupMode
      
      StartupMode startupMode
      
      Deprecated.
      
      The startup mode for the consumer (default is StartupMode.GROUP_OFFSETS).
    - startupOffsetsTimestamp
      
      Long startupOffsetsTimestamp
      
      Deprecated.
      
      Timestamp to determine startup offsets; only relevant when startup mode is StartupMode.TIMESTAMP.
    - subscribedPartitionsToStartOffsets
      
      Map<KafkaTopicPartition,Long> subscribedPartitionsToStartOffsets
      
      Deprecated.
      
      The set of topic partitions that the source will read, with their initial offsets to start reading from.
    - topicsDescriptor
      
      KafkaTopicsDescriptor topicsDescriptor
      
      Deprecated.
      
      Describes whether we are discovering partitions for fixed topics or a topic pattern.
    - useMetrics
      
      boolean useMetrics
      
      Deprecated.
      
      Flag indicating whether or not metrics should be exposed. If true, offset metrics (e.g. current offset, committed offset) and Kafka-shipped metrics will be registered.
    - watermarkStrategy
      
      org.apache.flink.util.SerializedValue<org.apache.flink.api.common.eventtime.WatermarkStrategy<T>> watermarkStrategy
      
      Deprecated.
      
      Optional watermark strategy that will be run per Kafka partition, to exploit per-partition timestamp characteristics. The watermark strategy is kept in serialized form, to deserialize it into multiple copies.
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaException extends org.apache.flink.util.FlinkException implements Serializable
  
  serialVersionUID:
  
  920269130311214200L
  - Serialized Fields
    - errorCode
      
      FlinkKafkaErrorCode errorCode
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,FlinkKafkaProducer.KafkaTransactionState,FlinkKafkaProducer.KafkaTransactionContext> implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialization Methods
    - readObject
      
      private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
      
      Deprecated.
      
      Throws:
      
      IOException
      
      ClassNotFoundException
  - Serialized Fields
    - availableTransactionalIds
      
      BlockingDeque<String> availableTransactionalIds
      
      Deprecated.
      
      Pool of available transactional ids.
    - defaultTopicId
      
      String defaultTopicId
      
      Deprecated.
      
      The name of the default topic this producer is writing data to.
    - flinkKafkaPartitioner
      
      FlinkKafkaPartitioner<IN> flinkKafkaPartitioner
      
      Deprecated.
      
      User-provided partitioner for assigning an object to a Kafka partition for each topic.
    - kafkaProducersPoolSize
      
      int kafkaProducersPoolSize
      
      Deprecated.
      
      Max number of producers in the pool. If all producers are in use, snapshoting state will throw an exception.
    - kafkaSchema
      
      KafkaSerializationSchema<IN> kafkaSchema
      
      Deprecated.
      
      (Serializable) serialization schema for serializing records to ProducerRecords.
    - keyedSchema
      
      KeyedSerializationSchema<IN> keyedSchema
      
      Deprecated.
      
      (Serializable) SerializationSchema for turning objects used with Flink into. byte[] for Kafka.
    - logFailuresOnly
      
      boolean logFailuresOnly
      
      Deprecated.
      
      Flag indicating whether to accept failures (and log them), or to fail on failures.
    - pendingRecords
      
      AtomicLong pendingRecords
      
      Deprecated.
      
      Number of unacknowledged records.
    - previouslyCreatedMetrics
      
      Map<String,KafkaMetricMutableWrapper> previouslyCreatedMetrics
      
      Deprecated.
      
      Cache of metrics to replace already registered metrics instead of overwriting existing ones.
    - producerConfig
      
      Properties producerConfig
      
      Deprecated.
      
      User defined properties for the Producer.
    - semantic
      
      FlinkKafkaProducer.Semantic semantic
      
      Deprecated.
      
      Semantic chosen for this instance.
    - topicPartitionsMap
      
      Map<String,int[]> topicPartitionsMap
      
      Deprecated.
      
      Partitions of each topic.
    - transactionalIdPrefix
      
      String transactionalIdPrefix
      
      Deprecated.
      
      The transactional.id prefix to be used by the producers when communicating with Kafka.
    - writeTimestampToKafka
      
      boolean writeTimestampToKafka
      
      Deprecated.
      
      Flag controlling whether we are writing the Flink record's timestamp into Kafka.
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.ContextStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionContext> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.NextTransactionalIdHintSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.NextTransactionalIdHint> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.TransactionStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionState> implements Serializable
  
  serialVersionUID:
  
  1L
Package org.apache.flink.streaming.connectors.kafka.internals
- Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.ClosedException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.WakeupException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.Handover.ClosedException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.Handover.WakeupException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaDeserializationSchemaWrapper extends Object implements Serializable
  
  serialVersionUID:
  
  2651665280744549932L
  - Serialized Fields
    - deserializationSchema
      
      org.apache.flink.api.common.serialization.DeserializationSchema<T> deserializationSchema
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaSerializationSchemaWrapper extends Object implements Serializable
  - Serialized Fields
    - numParallelInstances
      
      int numParallelInstances
      
      Deprecated.
    - parallelInstanceId
      
      int parallelInstanceId
      
      Deprecated.
    - partitioner
      
      FlinkKafkaPartitioner<T> partitioner
      
      Deprecated.
    - partitions
      
      int[] partitions
      
      Deprecated.
    - serializationSchema
      
      org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema
      
      Deprecated.
    - topic
      
      String topic
      
      Deprecated.
    - writeTimestamp
      
      boolean writeTimestamp
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher.KafkaShuffleElementDeserializer extends Object implements Serializable
  
  serialVersionUID:
  
  1000001L
  - Serialized Fields
    - typeSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartition extends Object implements Serializable
  
  serialVersionUID:
  
  722083576322742325L
  - Serialized Fields
    - cachedHash
      
      int cachedHash
      
      Deprecated.
    - partition
      
      int partition
      
      Deprecated.
    - topic
      
      String topic
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartitionLeader extends Object implements Serializable
  
  serialVersionUID:
  
  9145855900303748582L
  - Serialized Fields
    - cachedHash
      
      int cachedHash
      
      Deprecated.
    - leaderHost
      
      String leaderHost
      
      Deprecated.
    - leaderId
      
      int leaderId
      
      Deprecated.
    - leaderPort
      
      int leaderPort
      
      Deprecated.
    - topicPartition
      
      KafkaTopicPartition topicPartition
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicsDescriptor extends Object implements Serializable
  
  serialVersionUID:
  
  -3807227764764900975L
  - Serialized Fields
    - fixedTopics
      
      List<String> fixedTopics
      
      Deprecated.
    - topicPattern
      
      Pattern topicPattern
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.internals.KeyedSerializationSchemaWrapper extends Object implements Serializable
  
  serialVersionUID:
  
  1351665280744549933L
  - Serialized Fields
    - serializationSchema
      
      org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema
      
      Deprecated.
Package org.apache.flink.streaming.connectors.kafka.partitioner
- Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkFixedPartitioner extends FlinkKafkaPartitioner<T> implements Serializable
  
  serialVersionUID:
  
  -3785320239953858777L
  - Serialized Fields
    - parallelInstanceId
      
      int parallelInstanceId
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkKafkaPartitioner extends Object implements Serializable
  
  serialVersionUID:
  
  -9086719227828020494L
Package org.apache.flink.streaming.connectors.kafka.shuffle
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleConsumer extends FlinkKafkaConsumer<T> implements Serializable
  - Serialized Fields
    - producerParallelism
      
      int producerParallelism
      
      Deprecated.
    - typeSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer extends FlinkKafkaProducer<IN> implements Serializable
  - Serialized Fields
    - kafkaSerializer
      
      FlinkKafkaShuffleProducer.KafkaSerializer<IN> kafkaSerializer
      
      Deprecated.
    - keySelector
      
      org.apache.flink.api.java.functions.KeySelector<IN,KEY> keySelector
      
      Deprecated.
    - numberOfPartitions
      
      int numberOfPartitions
      
      Deprecated.
    - subtaskToPartitionMap
      
      Map<Integer,Integer> subtaskToPartitionMap
      
      Deprecated.
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer.KafkaSerializer extends Object implements Serializable
  
  serialVersionUID:
  
  2000002L
  - Serialized Fields
    - serializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<IN> serializer
Package org.apache.flink.streaming.connectors.kafka.table
- Class org.apache.flink.streaming.connectors.kafka.table.SinkBufferFlushMode extends Object implements Serializable
  - Serialized Fields
    - batchIntervalMs
      
      long batchIntervalMs
    - batchSize
      
      int batchSize
Package org.apache.flink.streaming.util.serialization
- Class org.apache.flink.streaming.util.serialization.AbstractDeserializationSchema extends org.apache.flink.api.common.serialization.AbstractDeserializationSchema<T extends Object> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.util.serialization.JSONKeyValueDeserializationSchema extends Object implements Serializable
  
  serialVersionUID:
  
  1509391548173891955L
  - Serialized Fields
    - includeMetadata
      
      boolean includeMetadata
      
      Deprecated.
    - mapper
      
      com.fasterxml.jackson.databind.ObjectMapper mapper
      
      Deprecated.
- Class org.apache.flink.streaming.util.serialization.SimpleStringSchema extends org.apache.flink.api.common.serialization.SimpleStringSchema implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.util.serialization.TypeInformationKeyValueSerializationSchema extends Object implements Serializable
  
  serialVersionUID:
  
  -5359448468131559102L
  - Serialized Fields
    - inputDeserializer
      
      org.apache.flink.core.memory.DataInputDeserializer inputDeserializer
      
      Deprecated.
      
      reusable input deserialization buffer.
    - keySerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<K> keySerializer
      
      Deprecated.
      
      The serializer for the key.
    - valueSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<V> valueSerializer
      
      Deprecated.
      
      The serializer for the value.
- Class org.apache.flink.streaming.util.serialization.TypeInformationSerializationSchema extends org.apache.flink.api.common.serialization.TypeInformationSerializationSchema<T extends Object> implements Serializable
  
  serialVersionUID:
  
  -5359448468131559102L

Serialized Form

Package org.apache.flink.connector.kafka.dynamic.metadata

Class org.apache.flink.connector.kafka.dynamic.metadata.ClusterMetadata extends Object implements Serializable

Serialized Fields

properties

topics

Class org.apache.flink.connector.kafka.dynamic.metadata.KafkaStream extends Object implements Serializable

Serialized Fields

clusterMetadataMap

streamId

Class org.apache.flink.connector.kafka.dynamic.metadata.SingleClusterTopicMetadataService extends Object implements Serializable

Serialized Fields

kafkaClusterId

properties

Package org.apache.flink.connector.kafka.dynamic.source

Class org.apache.flink.connector.kafka.dynamic.source.DynamicKafkaSource extends Object implements Serializable

Serialized Fields

boundedness

deserializationSchema

kafkaMetadataService

kafkaStreamSubscriber

properties

startingOffsetsInitializer

stoppingOffsetsInitializer

Class org.apache.flink.connector.kafka.dynamic.source.GetMetadataUpdateEvent extends Object implements Serializable

Class org.apache.flink.connector.kafka.dynamic.source.MetadataUpdateEvent extends Object implements Serializable

Serialized Fields

kafkaStreams

Package org.apache.flink.connector.kafka.dynamic.source.enumerator

Class org.apache.flink.connector.kafka.dynamic.source.enumerator.StoppableKafkaEnumContextProxy.HandledFlinkKafkaException extends RuntimeException implements Serializable

Serialized Fields

kafkaClusterId

Package org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber

Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.KafkaStreamSetSubscriber extends Object implements Serializable

Serialized Fields

streamIds

Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.StreamPatternSubscriber extends Object implements Serializable

Serialized Fields

streamPattern

Package org.apache.flink.connector.kafka.sink

Class org.apache.flink.connector.kafka.sink.KafkaSink extends Object implements Serializable

Serialized Fields

deliveryGuarantee

kafkaProducerConfig

recordSerializer

transactionalIdPrefix

Package org.apache.flink.connector.kafka.source

Class org.apache.flink.connector.kafka.source.KafkaSource extends Object implements Serializable

Serialized Fields

boundedness

deserializationSchema

props

rackIdSupplier

startingOffsetsInitializer

stoppingOffsetsInitializer

subscriber

Package org.apache.flink.connector.kafka.source.enumerator.initializer

Class org.apache.flink.connector.kafka.source.enumerator.initializer.NoStoppingOffsetsInitializer extends Object implements Serializable

Package org.apache.flink.connector.kafka.source.enumerator.subscriber

Package org.apache.flink.connector.kafka.source.reader.deserializer

Package org.apache.flink.streaming.connectors.kafka

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer extends FlinkKafkaConsumerBase<T> implements Serializable

Serialized Fields

pollTimeout

properties

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<T> implements Serializable

Serialized Fields

deserializer

discoveryIntervalMillis

enableCommitOnCheckpoints

filterRestoredPartitionsWithCurrentTopicsDescriptor

offsetCommitMode

pendingOffsetsToCommit

running

specificStartupOffsets

startupMode

startupOffsetsTimestamp

subscribedPartitionsToStartOffsets

topicsDescriptor

useMetrics

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,FlinkKafkaProducer.KafkaTransactionState,FlinkKafkaProducer.KafkaTransactionContext> implements Serializable