Serialized Form

Package org.apache.flink.connector.kafka.dynamic.metadata

Class org.apache.flink.connector.kafka.dynamic.metadata.ClusterMetadata

class ClusterMetadata extends Object implements Serializable

Serialized Fields

properties

Properties properties

topics

Set<String> topics

Class org.apache.flink.connector.kafka.dynamic.metadata.KafkaStream

class KafkaStream extends Object implements Serializable

Serialized Fields

clusterMetadataMap

Map<String,ClusterMetadata> clusterMetadataMap

streamId

String streamId

Class org.apache.flink.connector.kafka.dynamic.metadata.SingleClusterTopicMetadataService

class SingleClusterTopicMetadataService extends Object implements Serializable

Serialized Fields

kafkaClusterId

String kafkaClusterId

properties

Properties properties

Package org.apache.flink.connector.kafka.dynamic.source

Class org.apache.flink.connector.kafka.dynamic.source.DynamicKafkaSource

class DynamicKafkaSource extends Object implements Serializable

Serialized Fields

boundedness

org.apache.flink.api.connector.source.Boundedness boundedness

deserializationSchema

KafkaRecordDeserializationSchema<T> deserializationSchema

kafkaMetadataService

KafkaMetadataService kafkaMetadataService

kafkaStreamSubscriber

KafkaStreamSubscriber kafkaStreamSubscriber

properties

Properties properties

startingOffsetsInitializer

OffsetsInitializer startingOffsetsInitializer

stoppingOffsetsInitializer

OffsetsInitializer stoppingOffsetsInitializer

Class org.apache.flink.connector.kafka.dynamic.source.GetMetadataUpdateEvent

class GetMetadataUpdateEvent extends Object implements Serializable

Class org.apache.flink.connector.kafka.dynamic.source.MetadataUpdateEvent

class MetadataUpdateEvent extends Object implements Serializable

Serialized Fields

kafkaStreams

Set<KafkaStream> kafkaStreams

Package org.apache.flink.connector.kafka.dynamic.source.enumerator

Exception Class org.apache.flink.connector.kafka.dynamic.source.enumerator.StoppableKafkaEnumContextProxy.HandledFlinkKafkaException

class HandledFlinkKafkaException extends RuntimeException implements Serializable

Serialized Fields

kafkaClusterId

String kafkaClusterId

Package org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber

Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.KafkaStreamSetSubscriber

class KafkaStreamSetSubscriber extends Object implements Serializable

Serialized Fields

streamIds

Set<String> streamIds

Class org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.StreamPatternSubscriber

class StreamPatternSubscriber extends Object implements Serializable

Serialized Fields

streamPattern

Pattern streamPattern

Package org.apache.flink.connector.kafka.sink

Class org.apache.flink.connector.kafka.sink.KafkaSink

class KafkaSink extends Object implements Serializable

Serialized Fields

deliveryGuarantee

org.apache.flink.connector.base.DeliveryGuarantee deliveryGuarantee

kafkaProducerConfig

Properties kafkaProducerConfig

recordSerializer

KafkaRecordSerializationSchema<IN> recordSerializer

transactionalIdPrefix

String transactionalIdPrefix

Package org.apache.flink.connector.kafka.source

Class org.apache.flink.connector.kafka.source.KafkaSource

class KafkaSource extends Object implements Serializable

serialVersionUID:

-8755372893283732098L

Serialized Fields

boundedness

org.apache.flink.api.connector.source.Boundedness boundedness

deserializationSchema

KafkaRecordDeserializationSchema<OUT> deserializationSchema

props

Properties props

rackIdSupplier

org.apache.flink.util.function.SerializableSupplier<String> rackIdSupplier

startingOffsetsInitializer

OffsetsInitializer startingOffsetsInitializer

stoppingOffsetsInitializer

OffsetsInitializer stoppingOffsetsInitializer

subscriber

KafkaSubscriber subscriber

Package org.apache.flink.connector.kafka.source.enumerator.initializer

Class org.apache.flink.connector.kafka.source.enumerator.initializer.NoStoppingOffsetsInitializer

class NoStoppingOffsetsInitializer extends Object implements Serializable

serialVersionUID:

4186323669290142732L

Package org.apache.flink.connector.kafka.source.enumerator.subscriber

Package org.apache.flink.connector.kafka.source.reader.deserializer

Package org.apache.flink.streaming.connectors.kafka

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer

class FlinkKafkaConsumer extends FlinkKafkaConsumerBase<T> implements Serializable

serialVersionUID:

1L

Serialized Fields

pollTimeout

long pollTimeout

Deprecated.

From Kafka's Javadoc: The time, in milliseconds, spent waiting in poll if data is not available. If 0, returns immediately with any records that are available now

properties

Properties properties

Deprecated.

User-supplied properties for Kafka. *

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumerBase

class FlinkKafkaConsumerBase extends org.apache.flink.streaming.api.functions.source.RichParallelSourceFunction<T> implements Serializable

serialVersionUID:

-6272159445203409112L

Serialized Fields

deserializer

KafkaDeserializationSchema<T> deserializer

Deprecated.

The schema to convert between Kafka's byte messages, and Flink's objects.

discoveryIntervalMillis

long discoveryIntervalMillis

Deprecated.

User configured value for discovery interval, in milliseconds.

enableCommitOnCheckpoints

boolean enableCommitOnCheckpoints

Deprecated.

User-set flag determining whether or not to commit on checkpoints. Note: this flag does not represent the final offset commit mode.

filterRestoredPartitionsWithCurrentTopicsDescriptor

boolean filterRestoredPartitionsWithCurrentTopicsDescriptor

Deprecated.

User-set flag to disable filtering restored partitions with current topics descriptor.

offsetCommitMode

OffsetCommitMode offsetCommitMode

Deprecated.

The offset commit mode for the consumer. The value of this can only be determined in FlinkKafkaConsumerBase.open(Configuration) since it depends on whether or not checkpointing is enabled for the job.

pendingOffsetsToCommit

org.apache.commons.collections.map.LinkedMap pendingOffsetsToCommit

Deprecated.

Data for pending but uncommitted offsets.

running

boolean running

Deprecated.

Flag indicating whether the consumer is still running.

specificStartupOffsets

Map<KafkaTopicPartition,Long> specificStartupOffsets

Deprecated.

Specific startup offsets; only relevant when startup mode is StartupMode.SPECIFIC_OFFSETS.

startupMode

StartupMode startupMode

Deprecated.

The startup mode for the consumer (default is StartupMode.GROUP_OFFSETS).

startupOffsetsTimestamp

Long startupOffsetsTimestamp

Deprecated.

Timestamp to determine startup offsets; only relevant when startup mode is StartupMode.TIMESTAMP.

subscribedPartitionsToStartOffsets

Map<KafkaTopicPartition,Long> subscribedPartitionsToStartOffsets

Deprecated.

The set of topic partitions that the source will read, with their initial offsets to start reading from.

topicsDescriptor

KafkaTopicsDescriptor topicsDescriptor

Deprecated.

Describes whether we are discovering partitions for fixed topics or a topic pattern.

useMetrics

boolean useMetrics

Deprecated.

Flag indicating whether or not metrics should be exposed. If true, offset metrics (e.g. current offset, committed offset) and Kafka-shipped metrics will be registered.

watermarkStrategy

org.apache.flink.util.SerializedValue<org.apache.flink.api.common.eventtime.WatermarkStrategy<T>> watermarkStrategy

Deprecated.

Optional watermark strategy that will be run per Kafka partition, to exploit per-partition timestamp characteristics. The watermark strategy is kept in serialized form, to deserialize it into multiple copies.

Exception Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaException

class FlinkKafkaException extends org.apache.flink.util.FlinkException implements Serializable

serialVersionUID:

920269130311214200L

Serialized Fields

errorCode

FlinkKafkaErrorCode errorCode

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer

class FlinkKafkaProducer extends org.apache.flink.streaming.api.functions.sink.TwoPhaseCommitSinkFunction<IN,FlinkKafkaProducer.KafkaTransactionState,FlinkKafkaProducer.KafkaTransactionContext> implements Serializable

serialVersionUID:

1L

Serialization Methods

readObject

private void readObject(ObjectInputStream in)
                 throws IOException,
ClassNotFoundException

Deprecated.

Throws:

IOException

ClassNotFoundException

Serialized Fields

availableTransactionalIds

BlockingDeque<String> availableTransactionalIds

Deprecated.

Pool of available transactional ids.

defaultTopicId

String defaultTopicId

Deprecated.

The name of the default topic this producer is writing data to.

flinkKafkaPartitioner

FlinkKafkaPartitioner<IN> flinkKafkaPartitioner

Deprecated.

User-provided partitioner for assigning an object to a Kafka partition for each topic.

kafkaProducersPoolSize

int kafkaProducersPoolSize

Deprecated.

Max number of producers in the pool. If all producers are in use, snapshoting state will throw an exception.

kafkaSchema

KafkaSerializationSchema<IN> kafkaSchema

Deprecated.

(Serializable) serialization schema for serializing records to ProducerRecords.

keyedSchema

KeyedSerializationSchema<IN> keyedSchema

Deprecated.

(Serializable) SerializationSchema for turning objects used with Flink into. byte[] for Kafka.

logFailuresOnly

boolean logFailuresOnly

Deprecated.

Flag indicating whether to accept failures (and log them), or to fail on failures.

pendingRecords

AtomicLong pendingRecords

Deprecated.

Number of unacknowledged records.

previouslyCreatedMetrics

Map<String,KafkaMetricMutableWrapper> previouslyCreatedMetrics

Deprecated.

Cache of metrics to replace already registered metrics instead of overwriting existing ones.

producerConfig

Properties producerConfig

Deprecated.

User defined properties for the Producer.

semantic

FlinkKafkaProducer.Semantic semantic

Deprecated.

Semantic chosen for this instance.

topicPartitionsMap

Map<String,int[]> topicPartitionsMap

Deprecated.

Partitions of each topic.

transactionalIdPrefix

String transactionalIdPrefix

Deprecated.

The transactional.id prefix to be used by the producers when communicating with Kafka.

writeTimestampToKafka

boolean writeTimestampToKafka

Deprecated.

Flag controlling whether we are writing the Flink record's timestamp into Kafka.

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.ContextStateSerializer

class ContextStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionContext> implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.NextTransactionalIdHintSerializer

class NextTransactionalIdHintSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.NextTransactionalIdHint> implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.TransactionStateSerializer

class TransactionStateSerializer extends org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton<FlinkKafkaProducer.KafkaTransactionState> implements Serializable

serialVersionUID:

1L

Package org.apache.flink.streaming.connectors.kafka.internals

Exception Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.ClosedException

class ClosedException extends Exception implements Serializable

serialVersionUID:

1L

Exception Class org.apache.flink.streaming.connectors.kafka.internals.AbstractPartitionDiscoverer.WakeupException

class WakeupException extends Exception implements Serializable

serialVersionUID:

1L

Exception Class org.apache.flink.streaming.connectors.kafka.internals.Handover.ClosedException

class ClosedException extends Exception implements Serializable

serialVersionUID:

1L

Exception Class org.apache.flink.streaming.connectors.kafka.internals.Handover.WakeupException

class WakeupException extends Exception implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaDeserializationSchemaWrapper

class KafkaDeserializationSchemaWrapper extends Object implements Serializable

serialVersionUID:

2651665280744549932L

Serialized Fields

deserializationSchema

org.apache.flink.api.common.serialization.DeserializationSchema<T> deserializationSchema

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaSerializationSchemaWrapper

class KafkaSerializationSchemaWrapper extends Object implements Serializable

Serialized Fields

numParallelInstances

int numParallelInstances

Deprecated.

parallelInstanceId

int parallelInstanceId

Deprecated.

partitioner

FlinkKafkaPartitioner<T> partitioner

Deprecated.

partitions

int[] partitions

Deprecated.

serializationSchema

org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema

Deprecated.

topic

String topic

Deprecated.

writeTimestamp

boolean writeTimestamp

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher.KafkaShuffleElementDeserializer

class KafkaShuffleElementDeserializer extends Object implements Serializable

serialVersionUID:

1000001L

Serialized Fields

typeSerializer

org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartition

class KafkaTopicPartition extends Object implements Serializable

serialVersionUID:

722083576322742325L

Serialized Fields

cachedHash

int cachedHash

Deprecated.

partition

int partition

Deprecated.

topic

String topic

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicPartitionLeader

class KafkaTopicPartitionLeader extends Object implements Serializable

serialVersionUID:

9145855900303748582L

Serialized Fields

cachedHash

int cachedHash

Deprecated.

leaderHost

String leaderHost

Deprecated.

leaderId

int leaderId

Deprecated.

leaderPort

int leaderPort

Deprecated.

topicPartition

KafkaTopicPartition topicPartition

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.internals.KafkaTopicsDescriptor

class KafkaTopicsDescriptor extends Object implements Serializable

serialVersionUID:

-3807227764764900975L

Serialized Fields

fixedTopics

List<String> fixedTopics

Deprecated.

topicPattern

Pattern topicPattern

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.internals.KeyedSerializationSchemaWrapper

class KeyedSerializationSchemaWrapper extends Object implements Serializable

serialVersionUID:

1351665280744549933L

Serialized Fields

serializationSchema

org.apache.flink.api.common.serialization.SerializationSchema<T> serializationSchema

Deprecated.

Package org.apache.flink.streaming.connectors.kafka.partitioner

Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkFixedPartitioner

class FlinkFixedPartitioner extends FlinkKafkaPartitioner<T> implements Serializable

serialVersionUID:

-3785320239953858777L

Serialized Fields

parallelInstanceId

int parallelInstanceId

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.partitioner.FlinkKafkaPartitioner

class FlinkKafkaPartitioner extends Object implements Serializable

serialVersionUID:

-9086719227828020494L

Package org.apache.flink.streaming.connectors.kafka.shuffle

Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleConsumer

class FlinkKafkaShuffleConsumer extends FlinkKafkaConsumer<T> implements Serializable

Serialized Fields

producerParallelism

int producerParallelism

Deprecated.

typeSerializer

org.apache.flink.api.common.typeutils.TypeSerializer<T> typeSerializer

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer

class FlinkKafkaShuffleProducer extends FlinkKafkaProducer<IN> implements Serializable

Serialized Fields

kafkaSerializer

FlinkKafkaShuffleProducer.KafkaSerializer<IN> kafkaSerializer

Deprecated.

keySelector

org.apache.flink.api.java.functions.KeySelector<IN,KEY> keySelector

Deprecated.

numberOfPartitions

int numberOfPartitions

Deprecated.

subtaskToPartitionMap

Map<Integer,Integer> subtaskToPartitionMap

Deprecated.

Class org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer.KafkaSerializer

class KafkaSerializer extends Object implements Serializable

serialVersionUID:

2000002L

Serialized Fields

serializer

org.apache.flink.api.common.typeutils.TypeSerializer<IN> serializer

Package org.apache.flink.streaming.connectors.kafka.table

Class org.apache.flink.streaming.connectors.kafka.table.SinkBufferFlushMode

class SinkBufferFlushMode extends Object implements Serializable

Serialized Fields

batchIntervalMs

long batchIntervalMs

batchSize

int batchSize

Package org.apache.flink.streaming.util.serialization

Class org.apache.flink.streaming.util.serialization.AbstractDeserializationSchema

class AbstractDeserializationSchema extends org.apache.flink.api.common.serialization.AbstractDeserializationSchema<T> implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.util.serialization.JSONKeyValueDeserializationSchema

class JSONKeyValueDeserializationSchema extends Object implements Serializable

serialVersionUID:

1509391548173891955L

Serialized Fields

includeMetadata

boolean includeMetadata

Deprecated.

mapper

com.fasterxml.jackson.databind.ObjectMapper mapper

Deprecated.

Class org.apache.flink.streaming.util.serialization.SimpleStringSchema

class SimpleStringSchema extends org.apache.flink.api.common.serialization.SimpleStringSchema implements Serializable

serialVersionUID:

1L

Class org.apache.flink.streaming.util.serialization.TypeInformationKeyValueSerializationSchema

class TypeInformationKeyValueSerializationSchema extends Object implements Serializable

serialVersionUID:

-5359448468131559102L

Serialized Fields

inputDeserializer

org.apache.flink.core.memory.DataInputDeserializer inputDeserializer

Deprecated.

reusable input deserialization buffer.

keySerializer

org.apache.flink.api.common.typeutils.TypeSerializer<K> keySerializer

Deprecated.

The serializer for the key.

valueSerializer

org.apache.flink.api.common.typeutils.TypeSerializer<V> valueSerializer

Deprecated.

The serializer for the value.

Class org.apache.flink.streaming.util.serialization.TypeInformationSerializationSchema

class TypeInformationSerializationSchema extends org.apache.flink.api.common.serialization.TypeInformationSerializationSchema<T> implements Serializable

serialVersionUID:

-5359448468131559102L