Package org.apache.flink.streaming.connectors.kafka.internals

Class FlinkKafkaInternalProducer<K,V>

java.lang.Object

org.apache.flink.streaming.connectors.kafka.internals.FlinkKafkaInternalProducer<K,V>

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.kafka.clients.producer.Producer<K,V>

@PublicEvolving
public class FlinkKafkaInternalProducer<K,V>
extends Object
implements org.apache.kafka.clients.producer.Producer<K,V>

Internal flink kafka producer.

Field Summary

Fields

Modifier and Type	Field	Description
protected org.apache.kafka.clients.producer.KafkaProducer<K,V>	kafkaProducer
protected String	transactionalId

Constructor Summary

Constructors

Constructor	Description
FlinkKafkaInternalProducer(Properties properties)

Method Summary

Modifier and Type	Method	Description
void	abortTransaction()
void	beginTransaction()
void	close()
void	close(java.time.Duration duration)
void	commitTransaction()
void	flush()
protected static Enum<?>	getEnum(String enumFullName)
short	getEpoch()
protected static Object	getField(Object object, String fieldName)	Gets and returns the field fieldName from the given Object object using reflection.
long	getProducerId()
String	getTransactionalId()
int	getTransactionCoordinatorId()
void	initTransactions()
protected static Object	invoke(Object object, String methodName, Object... args)
Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric>	metrics()
List<org.apache.kafka.common.PartitionInfo>	partitionsFor(String topic)
void	resumeTransaction(long producerId, short epoch)	Instead of obtaining producerId and epoch from the transaction coordinator, re-use previously obtained ones, so that we can resume transaction after a restart.
Future<org.apache.kafka.clients.producer.RecordMetadata>	send(org.apache.kafka.clients.producer.ProducerRecord<K,V> record)
Future<org.apache.kafka.clients.producer.RecordMetadata>	send(org.apache.kafka.clients.producer.ProducerRecord<K,V> record, org.apache.kafka.clients.producer.Callback callback)
void	sendOffsetsToTransaction(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets, String consumerGroupId)
void	sendOffsetsToTransaction(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> map, org.apache.kafka.clients.consumer.ConsumerGroupMetadata consumerGroupMetadata)
protected static void	setField(Object object, String fieldName, Object value)	Sets the field fieldName on the given Object object to value using reflection.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

kafkaProducer

protected final org.apache.kafka.clients.producer.KafkaProducer<K,V> kafkaProducer

transactionalId

@Nullable
protected final String transactionalId

Constructor Detail

FlinkKafkaInternalProducer

public FlinkKafkaInternalProducer(Properties properties)

Method Detail

initTransactions

public void initTransactions()

Specified by:

initTransactions in interface org.apache.kafka.clients.producer.Producer<K,V>

beginTransaction

public void beginTransaction()
                      throws org.apache.kafka.common.errors.ProducerFencedException

Specified by:

beginTransaction in interface org.apache.kafka.clients.producer.Producer<K,V>

Throws:

org.apache.kafka.common.errors.ProducerFencedException

commitTransaction

public void commitTransaction()
                       throws org.apache.kafka.common.errors.ProducerFencedException

Specified by:

commitTransaction in interface org.apache.kafka.clients.producer.Producer<K,V>

Throws:

org.apache.kafka.common.errors.ProducerFencedException

abortTransaction

public void abortTransaction()
                      throws org.apache.kafka.common.errors.ProducerFencedException

Specified by:

abortTransaction in interface org.apache.kafka.clients.producer.Producer<K,V>

Throws:

org.apache.kafka.common.errors.ProducerFencedException

sendOffsetsToTransaction

public void sendOffsetsToTransaction(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> offsets,
                                     String consumerGroupId)
                              throws org.apache.kafka.common.errors.ProducerFencedException

Specified by:

sendOffsetsToTransaction in interface org.apache.kafka.clients.producer.Producer<K,V>

Throws:

org.apache.kafka.common.errors.ProducerFencedException

sendOffsetsToTransaction

public void sendOffsetsToTransaction(Map<org.apache.kafka.common.TopicPartition,org.apache.kafka.clients.consumer.OffsetAndMetadata> map,
                                     org.apache.kafka.clients.consumer.ConsumerGroupMetadata consumerGroupMetadata)
                              throws org.apache.kafka.common.errors.ProducerFencedException

Specified by:

sendOffsetsToTransaction in interface org.apache.kafka.clients.producer.Producer<K,V>

Throws:

org.apache.kafka.common.errors.ProducerFencedException

send

public Future<org.apache.kafka.clients.producer.RecordMetadata> send(org.apache.kafka.clients.producer.ProducerRecord<K,V> record)

Specified by:

send in interface org.apache.kafka.clients.producer.Producer<K,V>

send

public Future<org.apache.kafka.clients.producer.RecordMetadata> send(org.apache.kafka.clients.producer.ProducerRecord<K,V> record,
                                                                     org.apache.kafka.clients.producer.Callback callback)

Specified by:

send in interface org.apache.kafka.clients.producer.Producer<K,V>

partitionsFor

public List<org.apache.kafka.common.PartitionInfo> partitionsFor(String topic)

Specified by:

partitionsFor in interface org.apache.kafka.clients.producer.Producer<K,V>

metrics

public Map<org.apache.kafka.common.MetricName,? extends org.apache.kafka.common.Metric> metrics()

Specified by:

metrics in interface org.apache.kafka.clients.producer.Producer<K,V>

close

public void close()

Specified by:

close in interface AutoCloseable

Specified by:

close in interface Closeable

Specified by:

close in interface org.apache.kafka.clients.producer.Producer<K,V>

close

public void close(java.time.Duration duration)

Specified by:

close in interface org.apache.kafka.clients.producer.Producer<K,V>

flush

public void flush()

Specified by:

flush in interface org.apache.kafka.clients.producer.Producer<K,V>

resumeTransaction

public void resumeTransaction(long producerId,
                              short epoch)

Instead of obtaining producerId and epoch from the transaction coordinator, re-use previously obtained ones, so that we can resume transaction after a restart. Implementation of this method is based on KafkaProducer.initTransactions(). https://github.com/apache/kafka/commit/5d2422258cb975a137a42a4e08f03573c49a387e#diff-f4ef1afd8792cd2a2e9069cd7ddea630

getTransactionalId

public String getTransactionalId()

getProducerId

public long getProducerId()

getEpoch

public short getEpoch()

getTransactionCoordinatorId

@VisibleForTesting
public int getTransactionCoordinatorId()

getEnum

protected static Enum<?> getEnum(String enumFullName)

invoke

protected static Object invoke(Object object,
                               String methodName,
                               Object... args)

getField

protected static Object getField(Object object,
                                 String fieldName)

Gets and returns the field fieldName from the given Object object using reflection.

setField

protected static void setField(Object object,
                               String fieldName,
                               Object value)

Sets the field fieldName on the given Object object to value using reflection.