Serialized Form (Flink : Connectors : Kafka 3.0.2-1.18 API)

Package org.apache.flink.connector.kafka.sink
- Class org.apache.flink.connector.kafka.sink.KafkaSink extends Object implements Serializable
  - Serialized Fields
    - deliveryGuarantee
      
      org.apache.flink.connector.base.DeliveryGuarantee deliveryGuarantee
    - kafkaProducerConfig
      
      Properties kafkaProducerConfig
    - recordSerializer
      
      KafkaRecordSerializationSchema<IN> recordSerializer
    - transactionalIdPrefix
      
      String transactionalIdPrefix
Package org.apache.flink.connector.kafka.source
- Class org.apache.flink.connector.kafka.source.KafkaSource extends Object implements Serializable
  
  serialVersionUID:
  
  -8755372893283732098L
  - Serialized Fields
    - boundedness
      
      org.apache.flink.api.connector.source.Boundedness boundedness
    - deserializationSchema
      
      KafkaRecordDeserializationSchema<OUT> deserializationSchema
    - props
      
      Properties props
    - startingOffsetsInitializer
      
      OffsetsInitializer startingOffsetsInitializer
    - stoppingOffsetsInitializer
      
      OffsetsInitializer stoppingOffsetsInitializer
    - subscriber
      
      KafkaSubscriber subscriber
Package org.apache.flink.connector.kafka.source.enumerator.initializer
- Class org.apache.flink.connector.kafka.source.enumerator.initializer.NoStoppingOffsetsInitializer extends Object implements Serializable
  
  serialVersionUID:
  
  4186323669290142732L
Package org.apache.flink.connector.kafka.source.enumerator.subscriber
Package org.apache.flink.connector.kafka.source.reader.deserializer
Package org.apache.flink.streaming.connectors.kafka
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer extends FlinkKafkaConsumerBase<T> implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialized Fields
    - pollTimeout
      
      long pollTimeout
      
      Deprecated.
      
      From Kafka's Javadoc: The time, in milliseconds, spent waiting in poll if data is not available. If 0, returns immediately with any records that are available now
    - properties
      
      Properties properties
      
      Deprecated.
      
      User-supplied properties for Kafka. *
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<T> implements Serializable
  
  serialVersionUID:
  
  -6272159445203409112L
  - Serialized Fields
    - deserializer
      
      KafkaDeserializationSchema<T> deserializer
      
      The schema to convert between Kafka's byte messages, and Flink's objects.
    - discoveryIntervalMillis
      
      long discoveryIntervalMillis
      
      User configured value for discovery interval, in milliseconds.
    - enableCommitOnCheckpoints
      
      boolean enableCommitOnCheckpoints
      
      User-set flag determining whether or not to commit on checkpoints. Note: this flag does not represent the final offset commit mode.
    - filterRestoredPartitionsWithCurrentTopicsDescriptor
      
      boolean filterRestoredPartitionsWithCurrentTopicsDescriptor
      
      User-set flag to disable filtering restored partitions with current topics descriptor.
    - offsetCommitMode
      
      OffsetCommitMode offsetCommitMode
      
      The offset commit mode for the consumer. The value of this can only be determined in FlinkKafkaConsumerBase.open(Configuration) since it depends on whether or not checkpointing is enabled for the job.
    - pendingOffsetsToCommit
      
      org.apache.commons.collections.map.LinkedMap pendingOffsetsToCommit
      
      Data for pending but uncommitted offsets.
    - running
      
      boolean running
      
      Flag indicating whether the consumer is still running.
    - specificStartupOffsets
      
      Map<KafkaTopicPartition,Long> specificStartupOffsets
      
      Specific startup offsets; only relevant when startup mode is StartupMode.SPECIFIC_OFFSETS.
    - startupMode
      
      StartupMode startupMode
      
      The startup mode for the consumer (default is StartupMode.GROUP_OFFSETS).
    - startupOffsetsTimestamp
      
      Long startupOffsetsTimestamp
      
      Timestamp to determine startup offsets; only relevant when startup mode is StartupMode.TIMESTAMP.
    - subscribedPartitionsToStartOffsets
      
      Map<KafkaTopicPartition,Long> subscribedPartitionsToStartOffsets
      
      The set of topic partitions that the source will read, with their initial offsets to start reading from.
    - topicsDescriptor
      
      KafkaTopicsDescriptor topicsDescriptor
      
      Describes whether we are discovering partitions for fixed topics or a topic pattern.
    - useMetrics
      
      boolean useMetrics
      
      Flag indicating whether or not metrics should be exposed. If true, offset metrics (e.g. current offset, committed offset) and Kafka-shipped metrics will be registered.
    - watermarkStrategy
      
      org.apache.flink.util.SerializedValue<org.apache.flink.api.common.eventtime.WatermarkStrategy<T>> watermarkStrategy
      
      Optional watermark strategy that will be run per Kafka partition, to exploit per-partition timestamp characteristics. The watermark strategy is kept in serialized form, to deserialize it into multiple copies.
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaException extends org.apache.flink.util.FlinkException implements Serializable
  
  serialVersionUID:
  
  920269130311214200L
  - Serialized Fields
    - errorCode
      
      FlinkKafkaErrorCode errorCode
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,FlinkKafkaProducer.KafkaTransactionState,FlinkKafkaProducer.KafkaTransactionContext> implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialization Methods
    - readObject
      
      private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
      
      Deprecated.
      
      Throws:
      
      IOException
      
      ClassNotFoundException
  - Serialized Fields
    - availableTransactionalIds
      
      BlockingDeque<String> availableTransactionalIds
      
      Deprecated.
      
      Pool of available transactional ids.
    - defaultTopicId
      
      String defaultTopicId
      
      Deprecated.
      
      The name of the default topic this producer is writing data to.
    - flinkKafkaPartitioner
      
      FlinkKafkaPartitioner<IN> flinkKafkaPartitioner
      
      Deprecated.
      
      User-provided partitioner for assigning an object to a Kafka partition for each topic.
    - kafkaProducersPoolSize
      
      int kafkaProducersPoolSize
      
      Deprecated.
      
      Max number of producers in the pool. If all producers are in use, snapshoting state will throw an exception.
    - kafkaSchema
      
      KafkaSerializationSchema<IN> kafkaSchema
      
      Deprecated.
      
      (Serializable) serialization schema for serializing records to ProducerRecords.
    - keyedSchema
      
      KeyedSerializationSchema<IN> keyedSchema
      
      Deprecated.
      
      (Serializable) SerializationSchema for turning objects used with Flink into. byte[] for Kafka.
    - logFailuresOnly
      
      boolean logFailuresOnly
      
      Deprecated.
      
      Flag indicating whether to accept failures (and log them), or to fail on failures.
    - pendingRecords
      
      AtomicLong pendingRecords
      
      Deprecated.
      
      Number of unacknowledged records.
    - previouslyCreatedMetrics
      
      Map<String,KafkaMetricMutableWrapper> previouslyCreatedMetrics
      
      Deprecated.
      
      Cache of metrics to replace already registered metrics instead of overwriting existing ones.
    - producerConfig
      
      Properties producerConfig
      
      Deprecated.
      
      User defined properties for the Producer.
    - semantic
      
      FlinkKafkaProducer.Semantic semantic
      
      Deprecated.
      
      Semantic chosen for this instance.
    - topicPartitionsMap
      
      Map<String,int[]> topicPartitionsMap
      
      Deprecated.
      
      Partitions of each topic.
    - transactionalIdPrefix
      
      String transactionalIdPrefix
      
      Deprecated.
      
      The transactional.id prefix to be used by the producers when communicating with Kafka.
    - writeTimestampToKafka
      
      boolean writeTimestampToKafka
      
      Deprecated.
      
      Flag controlling whether we are writing the Flink record's timestamp into Kafka.
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.ContextStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionContext> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.NextTransactionalIdHintSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.NextTransactionalIdHint> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.TransactionStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionState> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerBase extends org.apache.flink.streaming.api.functions.sink.RichSinkFunction<IN> implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialized Fields
    - defaultTopicId
      
      String defaultTopicId
      
      The name of the default topic this producer is writing data to.
    - flinkKafkaPartitioner
      
      FlinkKafkaPartitioner<IN> flinkKafkaPartitioner
      
      User-provided partitioner for assigning an object to a Kafka partition for each topic.
    - flushOnCheckpoint
      
      boolean flushOnCheckpoint
      
      If true, the producer will wait until all outstanding records have been send to the broker.
    - logFailuresOnly
      
      boolean logFailuresOnly
      
      Flag indicating whether to accept failures (and log them), or to fail on failures.
    - pendingRecords
      
      long pendingRecords
      
      Number of unacknowledged records.
    - pendingRecordsLock
      
      org.apache.flink.util.SerializableObject pendingRecordsLock
      
      Lock for accessing the pending records.
    - producerConfig
      
      Properties producerConfig
      
      User defined properties for the Producer.
    - schema
      
      KeyedSerializationSchema<IN> schema
      
      (Serializable) SerializationSchema for turning objects used with Flink into. byte[] for Kafka.
    - topicPartitionsMap
      
      Map<String,int[]> topicPartitionsMap
      
      Partitions of each topic.
Package org.apache.flink.streaming.connectors.kafka.internals
- Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.ClosedException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.WakeupException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.Handover.ClosedException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.Handover.WakeupException extends Exception implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaDeserializationSchemaWrapper extends Object implements Serializable
  
  serialVersionUID:
  
  2651665280744549932L
  - Serialized Fields
    - deserializationSchema
      
      org.apache.flink.api.common.serialization.DeserializationSchema<T> deserializationSchema
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaSerializationSchemaWrapper extends Object implements Serializable
  - Serialized Fields
    - numParallelInstances
      
      int numParallelInstances
    - parallelInstanceId
      
      int parallelInstanceId
    - partitioner
      
      FlinkKafkaPartitioner<T> partitioner
    - partitions
      
      int[] partitions
    - serializationSchema
      
      org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema
    - topic
      
      String topic
    - writeTimestamp
      
      boolean writeTimestamp
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher.KafkaShuffleElementDeserializer extends Object implements Serializable
  
  serialVersionUID:
  
  1000001L
  - Serialized Fields
    - typeSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartition extends Object implements Serializable
  
  serialVersionUID:
  
  722083576322742325L
  - Serialized Fields
    - cachedHash
      
      int cachedHash
    - partition
      
      int partition
    - topic
      
      String topic
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartitionLeader extends Object implements Serializable
  
  serialVersionUID:
  
  9145855900303748582L
  - Serialized Fields
    - cachedHash
      
      int cachedHash
    - leaderHost
      
      String leaderHost
    - leaderId
      
      int leaderId
    - leaderPort
      
      int leaderPort
    - topicPartition
      
      KafkaTopicPartition topicPartition
- Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicsDescriptor extends Object implements Serializable
  
  serialVersionUID:
  
  -3807227764764900975L
  - Serialized Fields
    - fixedTopics
      
      List<String> fixedTopics
    - topicPattern
      
      Pattern topicPattern
- Class org.apache.flink.streaming.connectors.kafka.internals.KeyedSerializationSchemaWrapper extends Object implements Serializable
  
  serialVersionUID:
  
  1351665280744549933L
  - Serialized Fields
    - serializationSchema
      
      org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema
Package org.apache.flink.streaming.connectors.kafka.partitioner
- Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkFixedPartitioner extends FlinkKafkaPartitioner<T> implements Serializable
  
  serialVersionUID:
  
  -3785320239953858777L
  - Serialized Fields
    - parallelInstanceId
      
      int parallelInstanceId
- Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkKafkaPartitioner extends Object implements Serializable
  
  serialVersionUID:
  
  -9086719227828020494L
Package org.apache.flink.streaming.connectors.kafka.shuffle
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleConsumer extends FlinkKafkaConsumer<T> implements Serializable
  - Serialized Fields
    - producerParallelism
      
      int producerParallelism
    - typeSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer extends FlinkKafkaProducer<IN> implements Serializable
  - Serialized Fields
    - kafkaSerializer
      
      FlinkKafkaShuffleProducer.KafkaSerializer<IN> kafkaSerializer
    - keySelector
      
      org.apache.flink.api.java.functions.KeySelector<IN,KEY> keySelector
    - numberOfPartitions
      
      int numberOfPartitions
    - subtaskToPartitionMap
      
      Map<Integer,Integer> subtaskToPartitionMap
- Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer.KafkaSerializer extends Object implements Serializable
  
  serialVersionUID:
  
  2000002L
  - Serialized Fields
    - serializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<IN> serializer
Package org.apache.flink.streaming.connectors.kafka.table
- Class org.apache.flink.streaming.connectors.kafka.table.SinkBufferFlushMode extends Object implements Serializable
  - Serialized Fields
    - batchIntervalMs
      
      long batchIntervalMs
    - batchSize
      
      int batchSize
Package org.apache.flink.streaming.util.serialization
- Class org.apache.flink.streaming.util.serialization.AbstractDeserializationSchema extends org.apache.flink.api.common.serialization.AbstractDeserializationSchema<T extends Object> implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.util.serialization.JSONKeyValueDeserializationSchema extends Object implements Serializable
  
  serialVersionUID:
  
  1509391548173891955L
  - Serialized Fields
    - includeMetadata
      
      boolean includeMetadata
    - mapper
      
      com.fasterxml.jackson.databind.ObjectMapper mapper
- Class org.apache.flink.streaming.util.serialization.SimpleStringSchema extends org.apache.flink.api.common.serialization.SimpleStringSchema implements Serializable
  
  serialVersionUID:
  
  1L
- Class org.apache.flink.streaming.util.serialization.TypeInformationKeyValueSerializationSchema extends Object implements Serializable
  
  serialVersionUID:
  
  -5359448468131559102L
  - Serialized Fields
    - inputDeserializer
      
      org.apache.flink.core.memory.DataInputDeserializer inputDeserializer
      
      reusable input deserialization buffer.
    - keySerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<K> keySerializer
      
      The serializer for the key.
    - valueSerializer
      
      org.apache.flink.api.common.typeutils.TypeSerializer<V> valueSerializer
      
      The serializer for the value.
- Class org.apache.flink.streaming.util.serialization.TypeInformationSerializationSchema extends org.apache.flink.api.common.serialization.TypeInformationSerializationSchema<T extends Object> implements Serializable
  
  serialVersionUID:
  
  -5359448468131559102L

Serialized Form

Package org.apache.flink.connector.kafka.sink

Class org.apache.flink.connector.kafka.sink.KafkaSink extends Object implements Serializable

Serialized Fields

deliveryGuarantee

kafkaProducerConfig

recordSerializer

transactionalIdPrefix

Package org.apache.flink.connector.kafka.source

Class org.apache.flink.connector.kafka.source.KafkaSource extends Object implements Serializable

Serialized Fields

boundedness

deserializationSchema

props

startingOffsetsInitializer

stoppingOffsetsInitializer

subscriber

Package org.apache.flink.connector.kafka.source.enumerator.initializer

Class org.apache.flink.connector.kafka.source.enumerator.initializer.NoStoppingOffsetsInitializer extends Object implements Serializable

Package org.apache.flink.connector.kafka.source.enumerator.subscriber

Package org.apache.flink.connector.kafka.source.reader.deserializer

Package org.apache.flink.streaming.connectors.kafka

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer extends FlinkKafkaConsumerBase<T> implements Serializable

Serialized Fields

pollTimeout

properties

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<T> implements Serializable

Serialized Fields

deserializer

discoveryIntervalMillis

enableCommitOnCheckpoints

filterRestoredPartitionsWithCurrentTopicsDescriptor

offsetCommitMode

pendingOffsetsToCommit

running

specificStartupOffsets

startupMode

startupOffsetsTimestamp

subscribedPartitionsToStartOffsets

topicsDescriptor

useMetrics

watermarkStrategy

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaException extends org.apache.flink.util.FlinkException implements Serializable

Serialized Fields

errorCode

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,​FlinkKafkaProducer.KafkaTransactionState,​FlinkKafkaProducer.KafkaTransactionContext> implements Serializable

Serialization Methods

readObject

Serialized Fields

availableTransactionalIds

defaultTopicId

flinkKafkaPartitioner

kafkaProducersPoolSize

kafkaSchema

keyedSchema

logFailuresOnly

pendingRecords

previouslyCreatedMetrics

producerConfig

semantic

topicPartitionsMap

transactionalIdPrefix

writeTimestampToKafka

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.ContextStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionContext> implements Serializable

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.NextTransactionalIdHintSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.NextTransactionalIdHint> implements Serializable

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.TransactionStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionState> implements Serializable

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerBase extends org.apache.flink.streaming.api.functions.sink.RichSinkFunction<IN> implements Serializable

Serialized Fields

defaultTopicId

flinkKafkaPartitioner

flushOnCheckpoint

logFailuresOnly

pendingRecords

pendingRecordsLock

producerConfig

schema

topicPartitionsMap

Package org.apache.flink.streaming.connectors.kafka.internals

Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.ClosedException extends Exception implements Serializable

Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.WakeupException extends Exception implements Serializable

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,FlinkKafkaProducer.KafkaTransactionState,FlinkKafkaProducer.KafkaTransactionContext> implements Serializable