{"id":223399,"date":"2022-03-05T19:36:46","date_gmt":"2022-03-05T11:36:46","guid":{"rendered":"https:\/\/www.idc.net\/help\/223399\/"},"modified":"2022-03-05T19:36:46","modified_gmt":"2022-03-05T11:36:46","slug":"kafka%e5%a4%a7%e5%8e%82%e9%ab%98%e9%a2%91%e9%9d%a2%e8%af%95%e9%a2%98%ef%bc%9a%e5%9c%a8%e4%bf%9d%e8%af%81%e9%ab%98%e6%80%a7%e8%83%bd%e3%80%81%e9%ab%98%e5%90%9e%e5%90%90%e7%9a%84%e5%90%8c%e6%97%b6","status":"publish","type":"post","link":"https:\/\/idc.net\/help\/223399\/","title":{"rendered":"Kafka\u5927\u5382\u9ad8\u9891\u9762\u8bd5\u9898\uff1a\u5728\u4fdd\u8bc1\u9ad8\u6027\u80fd\u3001\u9ad8\u541e\u5410\u7684\u540c\u65f6\u4fdd\u8bc1\u9ad8\u53ef\u7528\u6027"},"content":{"rendered":"<h1>Kafka\u5927\u5382\u9ad8\u9891\u9762\u8bd5\u9898\uff1a\u5728\u4fdd\u8bc1\u9ad8\u6027\u80fd\u3001\u9ad8\u541e\u5410\u7684\u540c\u65f6\u4fdd\u8bc1\u9ad8\u53ef\u7528\u6027<\/h1>\n<p><span>\u4f5c\u8005\uff1aAndroid\u5f00\u53d1Alvin\u8001\u5e08<\/span> 2021-09-09 08:20:14<br \/>\n<i><\/i><br \/>\n<span>\u5f00\u53d1<\/span><br \/>\n<i><\/i><br \/>\n<span>\u524d\u7aef<\/span><br \/>\n<i><\/i><br \/>\n<span>Kafka<\/span> Kafka\u7684\u6d88\u606f\u4f20\u8f93\u4fdd\u969c\u673a\u5236\u975e\u5e38\u76f4\u89c2\u3002\u5f53producer\u5411broker\u53d1\u9001\u6d88\u606f\u65f6\uff0c\u4e00\u65e6\u8fd9\u6761\u6d88\u606f\u88abcommit\uff0c\u7531\u4e8e\u526f\u672c\u673a\u5236(replication)\u7684\u5b58\u5728\uff0c\u5b83\u5c31\u4e0d\u4f1a\u4e22\u5931\u3002\u4f46\u662f\u5982\u679cproducer\u53d1\u9001\u6570\u636e\u7ed9broker\u540e\uff0c\u9047\u5230\u7684\u7f51\u7edc\u95ee\u9898\u800c\u9020\u6210\u901a\u4fe1\u4e2d\u65ad\uff0c\u90a3producer\u5c31\u65e0\u6cd5\u5224\u65ad\u8be5\u6761\u6d88\u606f\u662f\u5426\u5df2\u7ecf\u63d0\u4ea4(commit)\u3002 <\/p>\n<p>Kafka\u7684\u6d88\u606f\u4f20\u8f93\u4fdd\u969c\u673a\u5236\u975e\u5e38\u76f4\u89c2\u3002\u5f53producer\u5411broker\u53d1\u9001\u6d88\u606f\u65f6\uff0c\u4e00\u65e6\u8fd9\u6761\u6d88\u606f\u88abcommit\uff0c\u7531\u4e8e\u526f\u672c\u673a\u5236(replication)\u7684\u5b58\u5728\uff0c\u5b83\u5c31\u4e0d\u4f1a\u4e22\u5931\u3002\u4f46\u662f\u5982\u679cproducer\u53d1\u9001\u6570\u636e\u7ed9broker\u540e\uff0c\u9047\u5230\u7684\u7f51\u7edc\u95ee\u9898\u800c\u9020\u6210\u901a\u4fe1\u4e2d\u65ad\uff0c\u90a3producer\u5c31\u65e0\u6cd5\u5224\u65ad\u8be5\u6761\u6d88\u606f\u662f\u5426\u5df2\u7ecf\u63d0\u4ea4(commit)\u3002\u867d\u7136Kafka\u65e0\u6cd5\u786e\u5b9a\u7f51\u7edc\u6545\u969c\u671f\u95f4\u53d1\u751f\u4e86\u4ec0\u4e48\uff0c\u4f46\u662fproducer\u53ef\u4ee5retry\u591a\u6b21\uff0c\u786e\u4fdd\u6d88\u606f\u5df2\u7ecf\u6b63\u786e\u4f20\u8f93\u5230broker\u4e2d\uff0c\u6240\u4ee5\u76ee\u524dKafka\u5b9e\u73b0\u7684\u662fat least once\u3002<\/p>\n<p style=\"text-align: center\">\n<h2>\u4e00\u3001\u5e42\u7b49\u6027<\/h2>\n<h3>1.\u573a\u666f<\/h3>\n<p>\u6240\u8c13\u5e42\u7b49\u6027\uff0c\u5c31\u662f\u5bf9\u63a5\u53e3\u7684\u591a\u6b21\u8c03\u7528\u6240\u4ea7\u751f\u7684\u7ed3\u679c\u548c\u8c03\u7528\u4e00\u6b21\u662f\u4e00\u81f4\u7684\u3002\u751f\u4ea7\u8005\u5728\u8fdb\u884c\u91cd\u8bd5\u7684\u65f6\u5019\u6709\u53ef\u80fd\u4f1a\u91cd\u590d\u5199\u5165\u6d88\u606f\uff0c\u800c\u4f7f\u7528Kafka\u7684\u5e42\u7b49\u6027\u529f\u80fd\u5c31\u53ef\u4ee5\u907f\u514d\u8fd9\u79cd\u60c5\u51b5\u3002<\/p>\n<p>\u5e42\u7b49\u6027\u662f\u6709\u6761\u4ef6\u7684\uff1a<\/p>\n<p>\u53ea\u80fd\u4fdd\u8bc1 Producer \u5728\u5355\u4e2a\u4f1a\u8bdd\u5185\u4e0d\u4e22\u4e0d\u91cd\uff0c\u5982\u679c Producer \u51fa\u73b0\u610f\u5916\u6302\u6389\u518d\u91cd\u542f\u662f\u65e0\u6cd5\u4fdd\u8bc1\u7684(\u5e42\u7b49\u6027\u60c5\u51b5\u4e0b\uff0c\u662f\u65e0\u6cd5\u83b7\u53d6\u4e4b\u524d\u7684\u72b6\u6001\u4fe1\u606f\uff0c\u56e0\u6b64\u662f\u65e0\u6cd5\u505a\u5230\u8de8\u4f1a\u8bdd\u7ea7\u522b\u7684\u4e0d\u4e22\u4e0d\u91cd)\u3002<\/p>\n<p>\u5e42\u7b49\u6027\u4e0d\u80fd\u8de8\u591a\u4e2a Topic-Partition\uff0c\u53ea\u80fd\u4fdd\u8bc1\u5355\u4e2a partition \u5185\u7684\u5e42\u7b49\u6027\uff0c\u5f53\u6d89\u53ca\u591a\u4e2aTopic-Partition \u65f6\uff0c\u8fd9\u4e2d\u95f4\u7684\u72b6\u6001\u5e76\u6ca1\u6709\u540c\u6b65\u3002<\/p>\n<p>Producer \u4f7f\u7528\u5e42\u7b49\u6027\u7684\u793a\u4f8b\u975e\u5e38\u7b80\u5355\uff0c\u4e0e\u6b63\u5e38\u60c5\u51b5\u4e0b Producer \u4f7f\u7528\u76f8\u6bd4\u53d8\u5316\u4e0d\u5927\uff0c\u53ea\u9700\u8981\u628aProducer \u7684\u914d\u7f6e enable.idempotence \u8bbe\u7f6e\u4e3a true \u5373\u53ef\uff0c\u5982\u4e0b\u6240\u793a\uff1a&nbsp;<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>Properties&nbsp;props&nbsp;=&nbsp;new&nbsp;Properties();&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>props.put(ProducerConfig.ENABLE_IDEMPOTENCE_CONFIG,&nbsp;<span>\"true\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>props.put(<span>\"acks\"<\/span><span>,&nbsp;<\/span><span>\"all\"<\/span><span>);&nbsp;\/\/&nbsp;\u5f53&nbsp;enable.idempotence&nbsp;\u4e3a&nbsp;<\/span><span>true<\/span><span>\uff0c\u8fd9\u91cc\u9ed8\u8ba4\u4e3a&nbsp;<\/span><span>all<\/span><span>&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>props.put(<span>\"bootstrap.servers\"<\/span><span>,&nbsp;<\/span><span>\"localhost:9092\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>props.put(<span>\"key.serializer\"<\/span><span>,&nbsp;<\/span><span>\"org.apache.kafka.common.serialization.StringSerializer\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>props.put(<span>\"value.serializer\"<\/span><span>,&nbsp;<\/span><span>\"org.apache.kafka.common.serialization.StringSerializer\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>KafkaProducer&nbsp;producer&nbsp;=&nbsp;new&nbsp;KafkaProducer(props);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>producer.send(new&nbsp;ProducerRecord(topic,&nbsp;<span>\"test\"<\/span><span>);&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<h2>\u4e8c\u3001\u4e8b\u52a1<\/h2>\n<h3>1.\u573a\u666f<\/h3>\n<p>\u5e42\u7b49\u6027\u5e76\u4e0d\u80fd\u8de8\u591a\u4e2a\u5206\u533a\u8fd0\u4f5c\uff0c\u800c\u4e8b\u52a1\u53ef\u4ee5\u5f25\u8865\u8fd9\u4e2a\u7f3a\u61be\uff0c\u4e8b\u52a1\u53ef\u4ee5\u4fdd\u8bc1\u5bf9\u591a\u4e2a\u5206\u533a\u5199\u5165\u64cd\u4f5c\u7684\u539f\u5b50\u6027\u3002\u64cd\u4f5c\u7684\u539f\u5b50\u6027\u662f\u6307\u591a\u4e2a\u64cd\u4f5c\u8981\u4e48\u5168\u90e8\u6210\u529f\uff0c\u8981\u4e48\u5168\u90e8\u5931\u8d25\uff0c\u4e0d\u5b58\u5728\u90e8\u5206\u6210\u529f\u90e8\u5206\u5931\u8d25\u7684\u53ef\u80fd\u3002<\/p>\n<p>\u4e3a\u4e86\u5b9e\u73b0\u4e8b\u52a1\uff0c\u7f51\u7edc\u6545\u969c\u5fc5\u987b\u63d0\u4f9b\u552f\u4e00\u7684transactionalId\uff0c\u8fd9\u4e2a\u53c2\u6570\u901a\u8fc7\u5ba2\u6237\u7aef\u7a0b\u5e8f\u6765\u8fdb\u884c\u8bbe\u5b9a\u3002<\/p>\n<p>\u89c1\u4ee3\u7801\u5e93\uff1a<\/p>\n<p>com.heima.kafka.chapter7.ProducerTransactionSend<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>properties.put(ProducerConfig.TRANSACTIONAL_ID_CONFIG,&nbsp;transactionId);&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<h3>2.\u524d\u671f\u51c6\u5907<\/h3>\n<p>\u4e8b\u52a1\u8981\u6c42\u751f\u4ea7\u8005\u5f00\u542f\u5e42\u7b49\u6027\u7279\u6027\uff0c\u56e0\u6b64\u901a\u8fc7\u5c06transactional.id\u53c2\u6570\u8bbe\u7f6e\u4e3a\u975e\u7a7a\u4ece\u800c\u5f00\u542f\u4e8b\u52a1\u7279\u6027\u7684\u540c\u65f6\u9700\u8981\u5c06ProducerConfig.ENABLE_IDEMPOTENCE_CONFIG\u8bbe\u7f6e\u4e3atrue(\u9ed8\u8ba4\u503c\u4e3atrue)\uff0c\u5982\u679c\u663e\u793a\u8bbe\u7f6e\u4e3afalse\uff0c\u5219\u4f1a\u629b\u51fa\u5f02\u5e38\u3002<\/p>\n<p>KafkaProducer\u63d0\u4f9b\u4e865\u4e2a\u4e0e\u4e8b\u52a1\u76f8\u5173\u7684\u65b9\u6cd5\uff0c\u8be6\u7ec6\u5982\u4e0b\uff1a&nbsp;<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>\/\/\u521d\u59cb\u5316\u4e8b\u52a1\uff0c\u524d\u63d0\u662f\u914d\u7f6e\u4e86transactionalId&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;void&nbsp;initTransactions()&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>\/\/\u5f00\u542f\u4e8b\u52a1&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;void&nbsp;beginTransaction()&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>\/\/\u4e3a\u6d88\u8d39\u8005\u63d0\u4f9b\u4e8b\u52a1\u5185\u7684\u4f4d\u79fb\u63d0\u4ea4\u64cd\u4f5c&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;void&nbsp;sendOffsetsToTransaction(Map&lt;TopicPartition,&nbsp;OffsetAndMetadata&gt;&nbsp;offsets,&nbsp;String&nbsp;consumerGroupId)&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>\/\/\u63d0\u4ea4\u4e8b\u52a1&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;void&nbsp;commitTransaction()&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>\/\/\u7ec8\u6b62\u4e8b\u52a1\uff0c\u7c7b\u4f3c\u4e8e\u56de\u6eda&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;void&nbsp;abortTransaction()&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<h3>3.\u6848\u4f8b\u89e3\u6790<\/h3>\n<p>\u89c1\u4ee3\u7801\u5e93\uff1a<\/p>\n<ul>\n<li>com.heima.kafka.chapter7.ProducerTransactionSend<\/li>\n<\/ul>\n<p>\u6d88\u606f\u53d1\u9001\u7aef&nbsp;<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>\/**&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;*&nbsp;Kafka&nbsp;Producer\u4e8b\u52a1\u7684\u4f7f\u7528&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;*\/&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span><span>public<\/span><span>&nbsp;class&nbsp;ProducerTransactionSend&nbsp;{&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;<span>public<\/span><span>&nbsp;<\/span><span>static<\/span><span>&nbsp;final&nbsp;String&nbsp;topic&nbsp;=&nbsp;<\/span><span>\"topic-transaction\"<\/span><span>;&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;<span>public<\/span><span>&nbsp;<\/span><span>static<\/span><span>&nbsp;final&nbsp;String&nbsp;brokerList&nbsp;=&nbsp;<\/span><span>\"localhost:9092\"<\/span><span>;&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;<span>public<\/span><span>&nbsp;<\/span><span>static<\/span><span>&nbsp;final&nbsp;String&nbsp;transactionId&nbsp;=&nbsp;<\/span><span>\"transactionId\"<\/span><span>;&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;<span>public<\/span><span>&nbsp;<\/span><span>static<\/span><span>&nbsp;void&nbsp;main(String[]&nbsp;args)&nbsp;{&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;Properties&nbsp;properties&nbsp;=&nbsp;new&nbsp;Properties();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,&nbsp;StringSerializer.class.getName());&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,&nbsp;StringSerializer.class.getName());&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,&nbsp;brokerList);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;properties.put(ProducerConfig.TRANSACTIONAL_ID_CONFIG,&nbsp;transactionId);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;KafkaProducer&lt;String,&nbsp;String&gt;&nbsp;producer&nbsp;=&nbsp;new&nbsp;KafkaProducer&lt;&gt;&nbsp;(properties);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.initTransactions();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.beginTransaction();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;try&nbsp;{&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;\/\/\u5904\u7406\u4e1a\u52a1\u903b\u8f91\u5e76\u521b\u5efaProducerRecord&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record1&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg1\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record1);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record2&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg2\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record2);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record3&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg3\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record3);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;\/\/\u5904\u7406\u4e00\u4e9b\u5176\u5b83\u903b\u8f91&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.commitTransaction();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;}&nbsp;catch&nbsp;(ProducerFencedException&nbsp;e)&nbsp;{&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.abortTransaction();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;}&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;producer.<span>close<\/span><span>();&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;}&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>}&nbsp;<\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<p>\u6a21\u62df\u4e8b\u52a1\u56de\u6eda\u6848\u4f8b&nbsp;<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>try&nbsp;{&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;\/\/\u5904\u7406\u4e1a\u52a1\u903b\u8f91\u5e76\u521b\u5efaProducerRecord&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record1&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg1\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record1);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;\/\/\u6a21\u62df\u4e8b\u52a1\u56de\u6eda\u6848\u4f8b&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;System.<span>out<\/span><span>.println(1\/0);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record2&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg2\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record2);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;ProducerRecord&lt;String,&nbsp;String&gt;&nbsp;record3&nbsp;=&nbsp;new&nbsp;ProducerRecord&lt;&gt;(topic,&nbsp;<span>\"msg3\"<\/span><span>);&nbsp;&nbsp;<\/span><\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;producer.send(record3);&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;\/\/\u5904\u7406\u4e00\u4e9b\u5176\u5b83\u903b\u8f91&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;producer.commitTransaction();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>}&nbsp;catch&nbsp;(ProducerFencedException&nbsp;e)&nbsp;{&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>&nbsp;&nbsp;&nbsp;&nbsp;producer.abortTransaction();&nbsp;&nbsp;<\/span><\/li>\n   \n  \n  \n  <li><span>}&nbsp;<\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<p>\u4ece\u4e0a\u9762\u6848\u4f8b\u4e2d\uff0cmsg1\u53d1\u9001\u6210\u529f\u4e4b\u540e\uff0c\u51fa\u73b0\u4e86\u5f02\u5e38\u4e8b\u52a1\u8fdb\u884c\u4e86\u56de\u6eda\uff0c\u5219msg1\u6d88\u8d39\u7aef\u4e5f\u6536\u4e0d\u5230\u6d88\u606f\u3002<\/p>\n<h2>\u4e09\u3001\u63a7\u5236\u5668<\/h2>\n<p>\u5728Kafka\u96c6\u7fa4\u4e2d\u4f1a\u6709\u4e00\u4e2a\u6216\u8005\u591a\u4e2abroker\uff0c\u5176\u4e2d\u6709\u4e00\u4e2abroker\u4f1a\u88ab\u9009\u4e3e\u4e3a\u63a7\u5236\u5668(Kafka Controller)\uff0c\u5b83\u8d1f\u8d23\u7ba1\u7406\u6574\u4e2a\u96c6\u7fa4\u4e2d\u6240\u6709\u5206\u533a\u548c\u526f\u672c\u7684\u72b6\u6001\u3002\u5f53\u67d0\u4e2a\u5206\u533a\u7684leader\u526f\u672c\u51fa\u73b0\u6545\u969c\u65f6\uff0c\u7531\u63a7\u5236\u5668\u8d1f\u8d23\u4e3a\u8be5\u5206\u533a\u9009\u4e3e\u65b0\u7684leader\u526f\u672c\u3002\u5f53\u68c0\u6d4b\u5230\u67d0\u4e2a\u5206\u533a\u7684ISR\u96c6\u5408\u53d1\u751f\u53d8\u5316\u65f6\uff0c\u7531\u63a7\u5236\u5668\u8d1f\u8d23\u901a\u77e5\u6240\u6709broker\u66f4\u65b0\u5176\u5143\u6570\u636e\u4fe1\u606f\u3002\u5f53\u4f7f\u7528kafka-topics.sh\u811a\u672c\u4e3a\u67d0\u4e2atopic\u589e\u52a0\u5206\u533a\u6570\u91cf\u65f6\uff0c\u540c\u6837\u8fd8\u662f\u7531\u63a7\u5236\u5668\u8d1f\u8d23\u5206\u533a\u7684\u91cd\u65b0\u5206\u914d\u3002<\/p>\n<p>Kafka\u4e2d\u7684\u63a7\u5236\u5668\u9009\u4e3e\u7684\u5de5\u4f5c\u4f9d\u8d56\u4e8eZookeeper\uff0c\u6210\u529f\u7ade\u9009\u4e3a\u63a7\u5236\u5668\u7684broker\u4f1a\u5728Zookeeper\u4e2d\u521b\u5efa\/controller\u8fd9\u4e2a\u4e34\u65f6(EPHEMERAL)\u8282\u70b9\uff0c\u6b64\u4e34\u65f6\u8282\u70b9\u7684\u5185\u5bb9\u53c2\u8003\u5982\u4e0b\uff1a<\/p>\n<h3>1.ZooInspector\u7ba1\u7406<\/h3>\n<p>\u4f7f\u7528zookeeper\u56fe\u5f62\u5316\u7684\u5ba2\u6237\u7aef\u5de5\u5177(ZooInspector)\u63d0\u4f9b\u7684jar\u6765\u8fdb\u884c\u7ba1\u7406\uff0c\u542f\u52a8\u5982\u4e0b\uff1a<\/p>\n<ol>\n<li>\u5b9a\u4f4d\u5230jar\u6240\u5728\u76ee\u5f55<\/li>\n<li>\u8fd0\u884cjar\u6587\u4ef6 java -jar zookeeper-dev-ZooInspector.jar<\/li>\n<li>\u8fde\u63a5Zookeeper<\/li>\n<\/ol>\n<p style=\"text-align: center\">\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>{<\/span><span>\"version\"<\/span><span>:1,<\/span><span>\"brokerid\"<\/span><span>:0,<\/span><span>\"timestamp\"<\/span><span>:<\/span><span>\"1529210278988\"<\/span><span>}&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<p style=\"text-align: center\">&nbsp;<\/p>\n<p>\u5176\u4e2dversion\u5728\u76ee\u524d\u7248\u672c\u4e2d\u56fa\u5b9a\u4e3a1\uff0cbrokerid\u8868\u793a\u79f0\u4e3a\u63a7\u5236\u5668\u7684broker\u7684id\u7f16\u53f7\uff0ctimestamp\u8868\u793a\u7ade\u9009\u79f0\u4e3a\u63a7\u5236\u5668\u65f6\u7684\u65f6\u95f4\u6233\u3002<\/p>\n<p>\u5728\u4efb\u610f\u65f6\u523b\uff0c\u96c6\u7fa4\u4e2d\u6709\u4e14\u4ec5\u6709\u4e00\u4e2a\u63a7\u5236\u5668\u3002\u6bcf\u4e2abroker\u542f\u52a8\u7684\u65f6\u5019\u4f1a\u53bb\u5c1d\u8bd5\u53bb\u8bfb\u53d6\/controller\u8282\u70b9\u7684brokerid\u7684\u503c\uff0c\u5982\u679c\u8bfb\u53d6\u5230brokerid\u7684\u503c\u4e0d\u4e3a-1\uff0c\u5219\u8868\u793a\u5df2\u7ecf\u6709\u5176\u5b83broker\u8282\u70b9\u6210\u529f\u7ade\u9009\u4e3a\u63a7\u5236\u5668\uff0c\u6240\u4ee5\u5f53\u524dbroker\u5c31\u4f1a\u653e\u5f03\u7ade\u9009;\u5982\u679cZookeeper\u4e2d\u4e0d\u5b58\u5728\/controller\u8fd9\u4e2a\u8282\u70b9\uff0c\u6216\u8005\u8fd9\u4e2a\u8282\u70b9\u4e2d\u7684\u6570\u636e\u5f02\u5e38\uff0c\u90a3\u4e48\u5c31\u4f1a\u5c1d\u8bd5\u53bb\u521b\u5efa\/controller\u8fd9\u4e2a\u8282\u70b9\uff0c\u5f53\u524dbroker\u53bb\u521b\u5efa\u8282\u70b9\u7684\u65f6\u5019\uff0c\u4e5f\u6709\u53ef\u80fd\u5176\u4ed6broker\u540c\u65f6\u53bb\u5c1d\u8bd5\u521b\u5efa\u8fd9\u4e2a\u8282\u70b9\uff0c\u53ea\u6709\u521b\u5efa\u6210\u529f\u7684\u90a3\u4e2abroker\u624d\u4f1a\u6210\u4e3a\u63a7\u5236\u5668\uff0c\u800c\u521b\u5efa\u5931\u8d25\u7684broker\u5219\u8868\u793a\u7ade\u9009\u5931\u8d25\u3002\u6bcf\u4e2abroker\u90fd\u4f1a\u5728\u5185\u5b58\u4e2d\u4fdd\u5b58\u5f53\u524d\u63a7\u5236\u5668\u7684brokerid\u503c\uff0c\u8fd9\u4e2a\u503c\u53ef\u4ee5\u6807\u8bc6\u4e3aactiveControllerId\u3002<\/p>\n<p>Zookeeper\u4e2d\u8fd8\u6709\u4e00\u4e2a\u4e0e\u63a7\u5236\u5668\u6709\u5173\u7684\/controller_epoch\u8282\u70b9\uff0c\u8fd9\u4e2a\u8282\u70b9\u662f\u6301\u4e45(PERSISTENT)\u8282\u70b9\uff0c\u8282\u70b9\u4e2d\u5b58\u653e\u7684\u662f\u4e00\u4e2a\u6574\u578b\u7684controller_epoch\u503c\u3002controller_epoch\u7528\u4e8e\u8bb0\u5f55\u63a7\u5236\u5668\u53d1\u751f\u53d8\u66f4\u7684\u6b21\u6570\uff0c\u5373\u8bb0\u5f55\u5f53\u524d\u7684\u63a7\u5236\u5668\u662f\u7b2c\u51e0\u4ee3\u63a7\u5236\u5668\uff0c\u6211\u4eec\u4e5f\u53ef\u4ee5\u79f0\u4e4b\u4e3a\u201c\u63a7\u5236\u5668\u7684\u7eaa\u5143\u201d\u3002<\/p>\n<p style=\"text-align: center\">\n<p>controller_epoch\u7684\u521d\u59cb\u503c\u4e3a1\uff0c\u5373\u96c6\u7fa4\u4e2d\u7b2c\u4e00\u4e2a\u63a7\u5236\u5668\u7684\u7eaa\u5143\u4e3a1\uff0c\u5f53\u63a7\u5236\u5668\u53d1\u751f\u53d8\u66f4\u65f6\uff0c\u6ca1\u9009\u51fa\u4e00\u4e2a\u65b0\u7684\u63a7\u5236\u5668\u5c31\u5c06\u8be5\u5b57\u6bb5\u503c\u52a01\u3002\u6bcf\u4e2a\u548c\u63a7\u5236\u5668\u4ea4\u4e92\u7684\u8bf7\u6c42\u90fd\u4f1a\u643a\u5e26\u4e0acontroller_epoch\u8fd9\u4e2a\u5b57\u6bb5\uff0c\u5982\u679c\u8bf7\u6c42\u7684controller_epoch\u503c\u5c0f\u4e8e\u5185\u5b58\u4e2d\u7684controller_epoch\u503c\uff0c\u5219\u8ba4\u4e3a\u8fd9\u4e2a\u8bf7\u6c42\u662f\u5411\u5df2\u7ecf\u8fc7\u671f\u7684\u63a7\u5236\u5668\u6240\u53d1\u9001\u7684\u8bf7\u6c42\uff0c\u90a3\u4e48\u8fd9\u4e2a\u8bf7\u6c42\u4f1a\u88ab\u8ba4\u5b9a\u4e3a\u65e0\u6548\u7684\u8bf7\u6c42\u3002\u5982\u679c\u8bf7\u6c42\u7684controller_epoch\u503c\u5927\u4e8e\u5185\u5b58\u4e2d\u7684controller_epoch\u503c\uff0c\u90a3\u4e48\u5219\u8bf4\u660e\u5df2\u7ecf\u6709\u65b0\u7684\u63a7\u5236\u5668\u5f53\u9009\u4e86\u3002\u7531\u6b64\u53ef\u89c1\uff0cKafka\u901a\u8fc7controller_epoch\u6765\u4fdd\u8bc1\u63a7\u5236\u5668\u7684\u552f\u4e00\u6027\uff0c\u8fdb\u800c\u4fdd\u8bc1\u76f8\u5173\u64cd\u4f5c\u7684\u4e00\u81f4\u6027\u3002<\/p>\n<p>\u5177\u5907\u63a7\u5236\u5668\u8eab\u4efd\u7684broker\u9700\u8981\u6bd4\u5176\u4ed6\u666e\u901a\u7684broker\u591a\u4e00\u4efd\u804c\u8d23\uff0c\u5177\u4f53\u7ec6\u8282\u5982\u4e0b\uff1a<\/p>\n<ol>\n<li>\u76d1\u542cpartition\u76f8\u5173\u7684\u53d8\u5316\u3002<\/li>\n<li>\u76d1\u542ctopic\u76f8\u5173\u7684\u53d8\u5316\u3002<\/li>\n<li>\u76d1\u542cbroker\u76f8\u5173\u7684\u53d8\u5316\u3002<\/li>\n<li>\u4eceZookeeper\u4e2d\u8bfb\u53d6\u83b7\u53d6\u5f53\u524d\u6240\u6709\u4e0etopic\u3001partition\u4ee5\u53cabroker\u6709\u5173\u7684\u4fe1\u606f\u5e76\u8fdb\u884c\u76f8\u5e94\u7684\u7ba1\u7406\u3002<\/li>\n<\/ol>\n<h2>\u56db\u3001\u53ef\u9760\u6027\u4fdd\u8bc1<\/h2>\n<ol>\n<li>\u53ef\u9760\u6027\u4fdd\u8bc1\uff1a\u786e\u4fdd\u7cfb\u7edf\u5728\u5404\u79cd\u4e0d\u540c\u7684\u73af\u5883\u4e0b\u80fd\u591f\u53d1\u751f\u4e00\u81f4\u7684\u884c\u4e3a<\/li>\n<li>Kafka\u7684\u4fdd\u8bc1<\/li>\n<li>\u4fdd\u8bc1\u5206\u533a\u6d88\u606f\u7684\u987a\u5e8f\u5982\u679c\u4f7f\u7528\u540c\u4e00\u4e2a\u751f\u4ea7\u8005\u5f80\u540c\u4e00\u4e2a\u5206\u533a\u5199\u5165\u6d88\u606f\uff0c\u800c\u4e14\u6d88\u606fB\u5728\u6d88\u606fA\u4e4b\u540e\u5199\u5165\u90a3\u4e48Kafka\u53ef\u4ee5\u4fdd\u8bc1\u6d88\u606fB\u7684\u504f\u79fb\u91cf\u6bd4\u6d88\u606fA\u7684\u504f\u79fb\u91cf\u5927\uff0c\u800c\u4e14\u6d88\u8d39\u8005\u4f1a\u5148\u8bfb\u53d6\u6d88\u606fA\u518d\u8bfb\u53d6\u6d88\u606fB<\/li>\n<li>\u53ea\u6709\u5f53\u6d88\u606f\u88ab\u5199\u5165\u5206\u533a\u7684\u6240\u6709\u540c\u6b65\u526f\u672c\u65f6(\u6587\u4ef6\u7cfb\u7edf\u7f13\u5b58)\uff0c\u5b83\u624d\u88ab\u8ba4\u4e3a\u662f\u5df2\u63d0\u4ea4<\/li>\n<li>\u751f\u4ea7\u8005\u53ef\u4ee5\u9009\u62e9\u63a5\u6536\u4e0d\u540c\u7c7b\u578b\u7684\u786e\u8ba4\uff0c\u63a7\u5236\u53c2\u6570 acks<\/li>\n<li>\u53ea\u8981\u8fd8\u6709\u4e00\u4e2a\u526f\u672c\u662f\u6d3b\u8dc3\u7684\uff0c\u90a3\u4e48\u5df2\u63d0\u4ea4\u7684\u6d88\u606f\u5c31\u4e0d\u4f1a\u4e22\u5931<\/li>\n<li>\u6d88\u8d39\u8005\u53ea\u80fd\u8bfb\u53d6\u5df2\u7ecf\u63d0\u4ea4\u7684\u6d88\u606f<\/li>\n<\/ol>\n<h3>1. \u5931\u6548\u526f\u672c<\/h3>\n<p>\u600e\u4e48\u6837\u5224\u5b9a\u4e00\u4e2a\u5206\u533a\u662f\u5426\u6709\u526f\u672c\u662f\u5904\u4e8e\u540c\u6b65\u5931\u6548\u72b6\u6001\u7684\u5462?\u4eceKafka 0.9.x\u7248\u672c\u5f00\u59cb\u901a\u8fc7\u552f\u4e00\u7684\u4e00\u4e2a\u53c2\u6570replica.lag.time.max.ms(\u9ed8\u8ba4\u5927\u5c0f\u4e3a10,000)\u6765\u63a7\u5236\uff0c\u5f53ISR\u4e2d\u7684\u4e00\u4e2afollower\u526f\u672c\u6ede\u540eleader\u526f\u672c\u7684\u65f6\u95f4\u8d85\u8fc7\u53c2\u6570replica.lag.time.max.ms\u6307\u5b9a\u7684\u503c\u65f6\u5373\u5224\u5b9a\u4e3a\u526f\u672c\u5931\u6548\uff0c\u9700\u8981\u5c06\u6b64follower\u526f\u672c\u5254\u51fa\u9664ISR\u4e4b\u5916\u3002\u5177\u4f53\u5b9e\u73b0\u539f\u7406\u5f88\u7b80\u5355\uff0c\u5f53follower\u526f\u672c\u5c06leader\u526f\u672c\u7684LEO(Log End Offset\uff0c\u6bcf\u4e2a\u5206\u533a\u6700\u540e\u4e00\u6761\u6d88\u606f\u7684\u4f4d\u7f6e)\u4e4b\u524d\u7684\u65e5\u5fd7\u5168\u90e8\u540c\u6b65\u65f6\uff0c\u5219\u8ba4\u4e3a\u8be5follower\u526f\u672c\u5df2\u7ecf\u8ffd\u8d76\u4e0aleader\u526f\u672c\uff0c\u6b64\u65f6\u66f4\u65b0\u8be5\u526f\u672c\u7684lastCaughtUpTimeMs\u6807\u8bc6\u3002Kafka\u7684\u526f\u672c\u7ba1\u7406\u5668(ReplicaManager)\u542f\u52a8\u65f6\u4f1a\u542f\u52a8\u4e00\u4e2a\u526f\u672c\u8fc7\u671f\u68c0\u6d4b\u7684\u5b9a\u65f6\u4efb\u52a1\uff0c\u800c\u8fd9\u4e2a\u5b9a\u65f6\u4efb\u52a1\u4f1a\u5b9a\u65f6\u68c0\u67e5\u5f53\u524d\u65f6\u95f4\u4e0e\u526f\u672c\u7684lastCaughtUpTimeMs\u5dee\u503c\u662f\u5426\u5927\u4e8e\u53c2\u6570replica.lag.time.max.ms\u6307\u5b9a\u7684\u503c\u3002\u5343\u4e07\u4e0d\u8981\u9519\u8bef\u5730\u8ba4\u4e3afollower\u526f\u672c\u53ea\u8981\u62c9\u53d6leader\u526f\u672c\u7684\u6570\u636e\u5c31\u4f1a\u66f4\u65b0lastCaughtUpTimeMs\uff0c\u8bd5\u60f3\u5f53leader\u526f\u672c\u7684\u6d88\u606f\u6d41\u5165\u901f\u5ea6\u5927\u4e8efollower\u526f\u672c\u7684\u62c9\u53d6\u901f\u5ea6\u65f6\uff0cfollower\u526f\u672c\u4e00\u76f4\u4e0d\u65ad\u7684\u62c9\u53d6leader\u526f\u672c\u7684\u6d88\u606f\u4e5f\u4e0d\u80fd\u4e0eleader\u526f\u672c\u540c\u6b65\uff0c\u5982\u679c\u8fd8\u5c06\u6b64follower\u526f\u672c\u7f6e\u4e8eISR\u4e2d\uff0c\u90a3\u4e48\u5f53leader\u526f\u672c\u5931\u6548\uff0c\u800c\u9009\u53d6\u6b64follower\u526f\u672c\u4e3a\u65b0\u7684leader\u526f\u672c\uff0c\u90a3\u4e48\u5c31\u4f1a\u6709\u4e25\u91cd\u7684\u6d88\u606f\u4e22\u5931\u3002<\/p>\n<h3>2.\u526f\u672c\u590d\u5236<\/h3>\n<p>Kafka \u4e2d\u7684\u6bcf\u4e2a\u4e3b\u9898\u5206\u533a\u90fd\u88ab\u590d\u5236\u4e86 n \u6b21\uff0c\u5176\u4e2d\u7684 n \u662f\u4e3b\u9898\u7684\u590d\u5236\u56e0\u5b50(replication factor)\u3002\u8fd9\u5141\u8bb8Kafka \u5728\u96c6\u7fa4\u670d\u52a1\u5668\u53d1\u751f\u6545\u969c\u65f6\u81ea\u52a8\u5207\u6362\u5230\u8fd9\u4e9b\u526f\u672c\uff0c\u4ee5\u4fbf\u5728\u51fa\u73b0\u6545\u969c\u65f6\u6d88\u606f\u4ecd\u7136\u53ef\u7528\u3002Kafka \u7684\u590d\u5236\u662f\u4ee5\u5206\u533a\u4e3a\u7c92\u5ea6\u7684\uff0c\u5206\u533a\u7684\u9884\u5199\u65e5\u5fd7\u88ab\u590d\u5236\u5230 n \u4e2a\u670d\u52a1\u5668\u3002 \u5728 n \u4e2a\u526f\u672c\u4e2d\uff0c\u4e00\u4e2a\u526f\u672c\u4f5c\u4e3a leader\uff0c\u5176\u4ed6\u526f\u672c\u6210\u4e3a followers\u3002\u987e\u540d\u601d\u4e49\uff0cproducer \u53ea\u80fd\u5f80 leader \u5206\u533a\u4e0a\u5199\u6570\u636e(\u8bfb\u4e5f\u53ea\u80fd\u4ece leader \u5206\u533a\u4e0a\u8fdb\u884c)\uff0cfollowers \u53ea\u6309\u987a\u5e8f\u4ece leader \u4e0a\u590d\u5236\u65e5\u5fd7\u3002<\/p>\n<p>\u4e00\u4e2a\u526f\u672c\u53ef\u4ee5\u4e0d\u540c\u6b65Leader\u6709\u5982\u4e0b\u51e0\u4e2a\u539f\u56e0 \u6162\u526f\u672c\uff1a\u5728\u4e00\u5b9a\u5468\u671f\u65f6\u95f4\u5185follower\u4e0d\u80fd\u8ffd\u8d76\u4e0aleader\u3002\u6700\u5e38\u89c1\u7684\u539f\u56e0\u4e4b\u4e00\u662fI \/ O\u74f6\u9888\u5bfc\u81f4follower\u8ffd\u52a0\u590d\u5236\u6d88\u606f\u901f\u5ea6\u6162\u4e8e\u4eceleader\u62c9\u53d6\u901f\u5ea6\u3002 \u5361\u4f4f\u526f\u672c\uff1a\u5728\u4e00\u5b9a\u5468\u671f\u65f6\u95f4\u5185follower\u505c\u6b62\u4eceleader\u62c9\u53d6\u8bf7\u6c42\u3002follower replica\u5361\u4f4f\u4e86\u662f\u7531\u4e8eGC\u6682\u505c\u6216follower\u5931\u6548\u6216\u6b7b\u4ea1\u3002<\/p>\n<p>\u65b0\u542f\u52a8\u526f\u672c\uff1a\u5f53\u7528\u6237\u7ed9\u4e3b\u9898\u589e\u52a0\u526f\u672c\u56e0\u5b50\u65f6\uff0c\u65b0\u7684follower\u4e0d\u5728\u540c\u6b65\u526f\u672c\u5217\u8868\u4e2d\uff0c\u76f4\u5230\u4ed6\u4eec\u5b8c\u5168\u8d76\u4e0a\u4e86leader\u65e5\u5fd7\u3002<\/p>\n<p>\u5982\u4f55\u786e\u5b9a\u526f\u672c\u662f\u6ede\u540e\u7684\uff1a<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>replica.lag.<\/span><span>max<\/span><span>.messages=4&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<p style=\"text-align: center\">&nbsp;<\/p>\n<p>\u5728\u670d\u52a1\u7aef\u73b0\u5728\u53ea\u6709\u4e00\u4e2a\u53c2\u6570\u9700\u8981\u914d\u7f6ereplica.lag.time.max.ms\u3002\u8fd9\u4e2a\u53c2\u6570\u89e3\u91careplicas\u54cd\u5e94partition leader\u7684\u6700\u957f\u7b49\u5f85\u65f6\u95f4\u3002\u68c0\u6d4b\u5361\u4f4f\u6216\u5931\u8d25\u526f\u672c\u7684\u63a2\u6d4b\u2014\u2014\u5982\u679c\u4e00\u4e2areplica\u5931\u8d25\u5bfc\u81f4\u53d1\u9001\u62c9\u53d6\u8bf7\u6c42\u65f6\u95f4\u95f4\u9694\u8d85\u8fc7replica.lag.time.max.ms\u3002Kafka\u4f1a\u8ba4\u4e3a\u6b64replica\u5df2\u7ecf\u6b7b\u4ea1\u4f1a\u4ece\u540c\u6b65\u526f\u672c\u5217\u8868\u4ece\u79fb\u9664\u3002\u68c0\u6d4b\u6162\u526f\u672c\u673a\u5236\u53d1\u751f\u4e86\u53d8\u5316\u2014\u2014\u5982\u679c\u4e00\u4e2areplica\u5f00\u59cb\u843d\u540eleader\u8d85\u8fc7replica.lag.time.max.ms\u3002Kafka\u4f1a\u8ba4\u4e3a\u592a\u7f13\u6162\u5e76\u4e14\u4f1a\u4ece\u540c\u6b65\u526f\u672c\u5217\u8868\u4e2d\u79fb\u9664\u3002\u9664\u975ereplica\u8bf7\u6c42leader\u65f6\u95f4\u95f4\u9694\u5927\u4e8ereplica.lag.time.max.ms\uff0c\u56e0\u6b64\u5373\u4f7fleader\u4f7f\u6d41\u91cf\u6fc0\u589e\u548c\u5927\u6279\u91cf\u5199\u6d88\u606f\u3002Kafka\u4e5f\u4e0d\u4f1a\u4ece\u540c\u6b65\u526f\u672c\u5217\u8868\u4ece\u79fb\u9664\u8be5\u526f\u672c\u3002<\/p>\n<h3>Leader Epoch\u5f15\u7528<\/h3>\n<p>\u6570\u636e\u4e22\u5931\u573a\u666f<\/p>\n<p style=\"text-align: center\">\n<p>\u6570\u636e\u51fa\u73b0\u4e0d\u4e00\u81f4\u573a\u666f<\/p>\n<p style=\"text-align: center\">\n<h3>Kafka 0.11.0.0.\u7248\u672c\u89e3\u51b3\u65b9\u6848<\/h3>\n<p>\u9020\u6210\u4e0a\u8ff0\u4e24\u4e2a\u95ee\u9898\u7684\u6839\u672c\u539f\u56e0\u5728\u4e8eHW\u503c\u88ab\u7528\u4e8e\u8861\u91cf\u526f\u672c\u5907\u4efd\u7684\u6210\u529f\u4e0e\u5426\u4ee5\u53ca\u5728\u51fa\u73b0failture\u65f6\u4f5c\u4e3a\u65e5\u5fd7\u622a\u65ad\u7684\u4f9d\u636e\uff0c\u4f46HW\u503c\u5f97\u66f4\u65b0\u662f\u5f02\u6b65\u5ef6\u8fdf\u7684\uff0c\u7279\u522b\u662f\u9700\u8981\u989d\u5916\u7684FETCH\u8bf7\u6c42\u5904\u7406\u6d41\u7a0b\u624d\u80fd\u66f4\u65b0\uff0c\u6545\u8fd9\u4e2d\u95f4\u53d1\u751f\u7684\u4efb\u4f55\u5d29\u6e83\u90fd\u53ef\u80fd\u5bfc\u81f4HW\u503c\u7684\u8fc7\u671f\u3002\u9274\u4e8e\u8fd9\u4e9b\u539f\u56e0\uff0cKafka 0.11\u5f15\u5165\u4e86leader epoch\u6765\u53d6\u4ee3HW\u503c\u3002Leader\u7aef\u591a\u5f00\u8f9f\u4e00\u6bb5\u5185\u5b58\u533a\u57df\u4e13\u95e8\u4fdd\u5b58leader\u7684epoch\u4fe1\u606f\uff0c\u8fd9\u6837\u5373\u4f7f\u51fa\u73b0\u4e0a\u9762\u7684\u4e24\u4e2a\u573a\u666f\u4e5f\u80fd\u5f88\u597d\u5730\u89c4\u907f\u8fd9\u4e9b\u95ee\u9898\u3002<\/p>\n<p>\u6240\u8c13leader epoch\u5b9e\u9645\u4e0a\u662f\u4e00\u5bf9\u503c\uff1a(epoch\uff0coffset)\u3002epoch\u8868\u793aleader\u7684\u7248\u672c\u53f7\uff0c\u4ece0\u5f00\u59cb\uff0c\u5f53leader\u53d8\u66f4\u8fc71\u6b21\u65f6epoch\u5c31\u4f1a+1\uff0c\u800coffset\u5219\u5bf9\u5e94\u4e8e\u8be5epoch\u7248\u672c\u7684leader\u5199\u5165\u7b2c\u4e00\u6761\u6d88\u606f\u7684\u4f4d\u79fb\u3002\u56e0\u6b64\u5047\u8bbe\u6709\u4e24\u5bf9\u503c\uff1a<\/p>\n<ul>\n<li>(0, 0)<\/li>\n<li>(1, 120)<\/li>\n<\/ul>\n<p>\u5219\u8868\u793a\u7b2c\u4e00\u4e2aleader\u4ece\u4f4d\u79fb0\u5f00\u59cb\u5199\u5165\u6d88\u606f;\u5171\u5199\u4e86120\u6761[0, 119];\u800c\u7b2c\u4e8c\u4e2aleader\u7248\u672c\u53f7\u662f1\uff0c\u4ece\u4f4d\u79fb120\u5904\u5f00\u59cb\u5199\u5165\u6d88\u606f\u3002<\/p>\n<p>leader broker\u4e2d\u4f1a\u4fdd\u5b58\u8fd9\u6837\u7684\u4e00\u4e2a\u7f13\u5b58\uff0c\u5e76\u5b9a\u671f\u5730\u5199\u5165\u5230\u4e00\u4e2acheckpoint\u6587\u4ef6\u4e2d\u3002<\/p>\n<p>\u907f\u514d\u6570\u636e\u4e22\u5931\uff1a<\/p>\n<p style=\"text-align: center\">\n<p>\u907f\u514d\u6570\u636e\u4e0d\u4e00\u81f4<\/p>\n<p style=\"text-align: center\">\n<h2>\u516d\u3001\u6d88\u606f\u91cd\u590d\u7684\u573a\u666f\u53ca\u89e3\u51b3\u65b9\u6848<\/h2>\n<h3>1.\u751f\u4ea7\u8005\u7aef\u91cd\u590d<\/h3>\n<p>\u751f\u4ea7\u53d1\u9001\u7684\u6d88\u606f\u6ca1\u6709\u6536\u5230\u6b63\u786e\u7684broke\u54cd\u5e94\uff0c\u5bfc\u81f4producer\u91cd\u8bd5\u3002<\/p>\n<p>producer\u53d1\u51fa\u4e00\u6761\u6d88\u606f\uff0cbroke\u843d\u76d8\u4ee5\u540e\u56e0\u4e3a\u7f51\u7edc\u7b49\u79cd\u79cd\u539f\u56e0\u53d1\u9001\u7aef\u5f97\u5230\u4e00\u4e2a\u53d1\u9001\u5931\u8d25\u7684\u54cd\u5e94\u6216\u8005\u7f51\u7edc\u4e2d\u65ad\uff0c\u7136\u540eproducer\u6536\u5230\u4e00\u4e2a\u53ef\u6062\u590d\u7684Exception\u91cd\u8bd5\u6d88\u606f\u5bfc\u81f4\u6d88\u606f\u91cd\u590d\u3002<\/p>\n<p>\u89e3\u51b3\u65b9\u6848\uff1a<\/p>\n<ul>\n<li>\u542f\u52a8kafka\u7684\u5e42\u7b49\u6027<\/li>\n<\/ul>\n<p>\u8981\u542f\u52a8kafka\u7684\u5e42\u7b49\u6027\uff0c\u65e0\u9700\u4fee\u6539\u4ee3\u7801\uff0c\u9ed8\u8ba4\u4e3a\u5173\u95ed\uff0c\u9700\u8981\u4fee\u6539\u914d\u7f6e\u6587\u4ef6:enable.idempotence=true \u540c\u65f6\u8981\u6c42 ack=all \u4e14 retries&gt;1\u3002<\/p>\n<ul>\n<li>ack=0\uff0c\u4e0d\u91cd\u8bd5\u3002<\/li>\n<\/ul>\n<p>\u53ef\u80fd\u4f1a\u4e22\u6d88\u606f\uff0c\u9002\u7528\u4e8e\u541e\u5410\u91cf\u6307\u6807\u91cd\u8981\u6027\u9ad8\u4e8e\u6570\u636e\u4e22\u5931\uff0c\u4f8b\u5982\uff1a\u65e5\u5fd7\u6536\u96c6\u3002<\/p>\n<h3>\u6d88\u8d39\u8005\u7aef\u91cd\u590d<\/h3>\n<p>\u6839\u672c\u539f\u56e0<\/p>\n<p>\u6570\u636e\u6d88\u8d39\u5b8c\u6ca1\u6709\u53ca\u65f6\u63d0\u4ea4offset\u5230broker\u3002<\/p>\n<h3>\u89e3\u51b3\u65b9\u6848<\/h3>\n<p><strong>\u53d6\u6d88\u81ea\u52a8\u81ea\u52a8\u63d0\u4ea4<\/strong><\/p>\n<p>\u6bcf\u6b21\u6d88\u8d39\u5b8c\u6216\u8005\u7a0b\u5e8f\u9000\u51fa\u65f6\u624b\u52a8\u63d0\u4ea4\u3002\u8fd9\u53ef\u80fd\u4e5f\u6ca1\u6cd5\u4fdd\u8bc1\u4e00\u6761\u91cd\u590d\u3002<\/p>\n<p><strong>\u4e0b\u6e38\u505a\u5e42\u7b49<\/strong><\/p>\n<p>\u4e00\u822c\u7684\u89e3\u51b3\u65b9\u6848\u662f\u8ba9\u4e0b\u6e38\u505a\u5e42\u7b49\u6216\u8005\u5c3d\u91cf\u6bcf\u6d88\u8d39\u4e00\u6761\u6d88\u606f\u90fd\u8bb0\u5f55offset\uff0c\u5bf9\u4e8e\u5c11\u6570\u4e25\u683c\u7684\u573a\u666f\u53ef\u80fd\u9700\u8981\u628aoffset\u6216\u552f\u4e00ID,\u4f8b\u5982\u8ba2\u5355ID\u548c\u4e0b\u6e38\u72b6\u6001\u66f4\u65b0\u653e\u5728\u540c\u4e00\u4e2a\u6570\u636e\u5e93\u91cc\u9762\u505a\u4e8b\u52a1\u6765\u4fdd\u8bc1\u7cbe\u786e\u7684\u4e00\u6b21\u66f4\u65b0\u6216\u8005\u5728\u4e0b\u6e38\u6570\u636e\u8868\u91cc\u9762\u540c\u65f6\u8bb0\u5f55\u6d88\u8d39offset\uff0c\u7136\u540e\u66f4\u65b0\u4e0b\u6e38\u6570\u636e\u7684\u65f6\u5019\u7528\u6d88\u8d39\u4f4d\u70b9\u505a\u4e50\u89c2\u9501\u62d2\u7edd\u6389\u65e7\u4f4d\u70b9\u7684\u6570\u636e\u66f4\u65b0\u3002<\/p>\n<h2>\u4e03\u3001__consumer_offsets<\/h2>\n<p>_consumer_offsets\u662f\u4e00\u4e2a\u5185\u90e8topic\uff0c\u5bf9\u7528\u6237\u800c\u8a00\u662f\u900f\u660e\u7684\uff0c\u9664\u4e86\u5b83\u7684\u6570\u636e\u6587\u4ef6\u4ee5\u53ca\u5076\u5c14\u5728\u65e5\u5fd7\u4e2d\u51fa\u73b0\u8fd9\u4e24\u70b9\u4e4b\u5916\uff0c\u7528\u6237\u4e00\u822c\u662f\u611f\u89c9\u4e0d\u5230\u8fd9\u4e2atopic\u7684\u3002\u4e0d\u8fc7\u6211\u4eec\u7684\u786e\u77e5\u9053\u5b83\u4fdd\u5b58\u7684\u662fKafka\u65b0\u7248\u672cconsumer\u7684\u4f4d\u79fb\u4fe1\u606f\u3002<\/p>\n<h3>1.\u4f55\u65f6\u521b\u5efa<\/h3>\n<p>\u4e00\u822c\u60c5\u51b5\u4e0b\uff0c\u5f53\u96c6\u7fa4\u4e2d\u7b2c\u4e00\u6709\u6d88\u8d39\u8005\u6d88\u8d39\u6d88\u606f\u65f6\u4f1a\u81ea\u52a8\u521b\u5efa\u4e3b\u9898__consumer_offsets\uff0c\u5206\u533a\u6570\u53ef\u4ee5\u901a\u8fc7offsets.topic.num.partitions\u53c2\u6570\u8bbe\u5b9a\uff0c\u9ed8\u8ba4\u503c\u4e3a50\uff0c\u5982\u4e0b\uff1a<\/p>\n<p style=\"text-align: center\">\n<h3>2.\u89e3\u6790\u5206\u533a<\/h3>\n<p>\u89c1\u4ee3\u7801\u5e93\uff1a<\/p>\n<pre>\n  \n \n \n <ol>\n   \n  \n  \n  <li><span><span>com.heima.kafka.chapter7.ConsumerOffsetsAnalysis&nbsp;<\/span><\/span><\/li>\n  \n \n \n <\/ol><\/pre>\n<p>\u83b7\u53d6\u6240\u6709\u5206\u533a\uff1a<\/p>\n<p style=\"text-align: center\">\n<h2>\u603b\u7ed3<\/h2>\n<p>\u672c\u7ae0\u4e3b\u8981\u8bb2\u89e3\u4e86Kafka\u76f8\u5173\u7a33\u5b9a\u6027\u7684\u64cd\u4f5c\uff0c\u5305\u62ec\u5e42\u7b49\u6027\u3001\u4e8b\u52a1\u7684\u5904\u7406\uff0c\u540c\u65f6\u5bf9\u53ef\u9760\u6027\u4fdd\u8bc1\u4e0e\u4e00\u81f4\u6027\u4fdd\u8bc1\u505a\u4e86\u8bb2\u89e3\uff0c\u8bb2\u89e3\u4e86\u6d88\u606f\u91cd\u590d\u4ee5\u53ca\u89e3\u51b3\u65b9\u6848\u3002<\/p>\n<p>&nbsp;<\/p>\n<p><span><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Kafka\u5927\u5382\u9ad8\u9891\u9762\u8bd5\u9898\uff1a\u5728\u4fdd\u8bc1\u9ad8\u6027\u80fd\u3001\u9ad8\u541e\u5410\u7684\u540c\u65f6\u4fdd\u8bc1\u9ad8\u53ef\u7528\u6027 \u4f5c\u8005\uff1aAndroid\u5f00\u53d1Alvin\u8001\u5e08 20 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":223400,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[55],"tags":[],"class_list":["post-223399","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-cloud-phone"],"_links":{"self":[{"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/posts\/223399","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/comments?post=223399"}],"version-history":[{"count":0,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/posts\/223399\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/media\/223400"}],"wp:attachment":[{"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/media?parent=223399"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/categories?post=223399"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/idc.net\/help\/wp-json\/wp\/v2\/tags?post=223399"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}