{"id":4167,"date":"2025-12-01T17:09:40","date_gmt":"2025-12-01T09:09:40","guid":{"rendered":"https:\/\/aws-oncloudai.com\/?p=4167"},"modified":"2025-12-01T17:09:40","modified_gmt":"2025-12-01T09:09:40","slug":"what-is-amazon-msk","status":"publish","type":"post","link":"https:\/\/aws-oncloudai.com\/zh_hk\/what-is-amazon-msk\/","title":{"rendered":"\u4ec0\u9ebc\u662fAmazon MSK\uff1f"},"content":{"rendered":"<p>\u5728\u6578\u64da\u9a45\u52d5\u6210\u70ba\u4f01\u696d\u6838\u5fc3\u7af6\u722d\u529b\u7684\u6642\u4ee3\uff0c\u5373\u6642\u6578\u64da\u8655\u7406\u5df2\u7d93\u5f9e\u300c\u9078\u914d\u300d\u8b8a\u6210\u300c\u6a19\u914d\u300d\u3002\u7121\u8ad6\u662f\u696d\u52d9\u65e5\u8a8c\u5373\u6642\u63a1\u96c6\u3001\u8a02\u55ae\u4e8b\u4ef6\u6d41\u8655\u7406\u3001\u8a2d\u5099\u8cc7\u6599\u5206\u6790\uff0c\u6216\u662f\u63a8\u85a6\u7cfb\u7d71\u8207\u98a8\u63a7\u6a21\u578b\u69cb\u5efa\uff0cApache Kafka \u90fd\u5df2\u6210\u70ba\u696d\u754c\u4e8b\u5be6\u6a19\u6e96\u7684\u4e32\u6d41\u8cc7\u6599\u5e73\u53f0\u3002<\/p>\n<p>\u7136\u800c\uff0cKafka \u5728\u53e2\u96c6\u90e8\u7f72\u3001\u7dad\u904b\u3001\u64f4\u5c55\u3001\u76e3\u63a7\u65b9\u9762\u7684\u8907\u96dc\u5ea6\u6975\u9ad8\uff0c\u5c0d\u5718\u968a\u7684\u67b6\u69cb\u80fd\u529b\u548c\u7dad\u904b\u7d93\u9a57\u6709\u5f88\u9ad8\u8981\u6c42\u3002\u70ba\u89e3\u6c7a\u4f01\u696d\u5728Kafka \u4f7f\u7528\u4e0a\u7684\u75db\u9ede\uff0cAWS \u63a8\u51fa\u4e86 <strong>Amazon Managed Streaming for Apache Kafka\uff08Amazon MSK\uff09<\/strong>\u2014\u2014\u4e00\u9805\u9ad8\u5ea6\u8a17\u7ba1\u7684Kafka \u4e32\u6d41\u8cc7\u6599\u670d\u52d9\u3002<\/p>\n<p>\u8eab\u70baAWS \u5b98\u65b9\u4ee3\u7406\u5546\uff0c\u300c\u5728\u96f2\u7aef\u300d\u9577\u671f\u5354\u52a9\u4f01\u696d\u57fa\u65bcAmazon MSK \u5efa\u69cb\u5373\u6642\u6578\u64da\u6d41\u67b6\u69cb\uff0c\u4ee5\u66f4\u4f4e\u7684\u904b\u7dad\u6210\u672c\u3001\u66f4\u9ad8\u7684\u7a69\u5b9a\u6027\uff0c\u52a0\u901f\u4f01\u696d\u667a\u6167\u5316\u548c\u6578\u64da\u5316\u8f49\u578b\u3002<\/p>\n<h4><\/h4>\n<h4><strong>\u4ec0\u9ebc\u662fAmazon MSK\uff1f<\/strong><\/h4>\n<p>Amazon MSK \u662fAWS \u63d0\u4f9b\u7684\u5168\u8a17\u7ba1Kafka \u670d\u52d9\uff0c\u53ef\u8f15\u9b06\u5efa\u7f6e\u548c\u904b\u884c\u9ad8\u5ea6\u53ef\u7528\u3001\u53ef\u64f4\u5c55\u4e14\u5b89\u5168\u7684\u5373\u6642\u8cc7\u6599\u6d41\u5e73\u53f0\u3002<\/p>\n<p>\u5b83\u662f\u57fa\u65bc<strong>\u539f\u751f\u958b\u6e90Kafka<\/strong> \u548c <strong>Kafka Connect<\/strong> \u6253\u9020\uff0c\u4f7f\u4f01\u696d\u80fd\u5920\u5728\u719f\u6089\u7684Kafka \u751f\u614b\u4e2d\u7372\u5f97\u96f2\u7aef\u7684\u8a17\u7ba1\u80fd\u529b\u3002<\/p>\n<p>\u4f01\u696d\u7121\u9700\u518d\u81ea\u884c\u7dad\u8b77ZooKeeper\u3001Broker\u3001Kafka Connect \u96c6\u7fa4\uff0c\u4e5f\u7121\u9700\u64d4\u5fc3\u88dc\u4e01\u5347\u7d1a\u3001\u7bc0\u9ede\u6545\u969c\u8655\u7406\u3001\u64f4\u5bb9\u64f4\u5c55\u7b49\u65e5\u5e38\u904b\u7dad\u5de5\u4f5c\u3002<\/p>\n<h4><\/h4>\n<h4><strong>Amazon MSK \u7684\u6838\u5fc3\u512a\u52e2<\/strong><\/h4>\n<h5><strong>1. \u7121\u9700\u81ea\u5efaKafka \u96c6\u7fa4\uff0c\u964d\u4f4e\u7dad\u904b\u6210\u672c<\/strong><\/h5>\n<ul>\n<li>Broker \u90e8\u7f72\u3001\u76e3\u63a7\u3001\u7bc0\u9ede\u5fa9\u539f\u5168\u90e8\u81ea\u52d5\u5316<\/li>\n<li>ZooKeeper \u7531AWS \u7d71\u4e00\u8a17\u7ba1<\/li>\n<li>\u7248\u672c\u5347\u7d1a\u3001\u5b89\u5168\u88dc\u4e01\u81ea\u52d5\u8655\u7406<\/li>\n<li>\u4f01\u696d\u53ef\u4ee5\u5c07\u7cbe\u529b\u5f9e\u7e41\u91cd\u7684Kafka \u904b\u7dad\u8f49\u5411\u696d\u52d9\u908f\u8f2f\u5efa\u69cb\u3002<\/li>\n<\/ul>\n<h5><strong>2. \u9ad8\u53ef\u7528\u3001\u9ad8\u5f48\u6027\u67b6\u69cb<\/strong><\/h5>\n<p>MSK \u63d0\u4f9b\u8de8\u591a\u500bAZ \u7684\u5197\u9918\u67b6\u69cb\uff0c\u4e26\u652f\u63f4\uff1a<\/p>\n<ul>\n<li>\u81ea\u52d5\u6062\u5fa9\u6545\u969cBroker<\/li>\n<li>\u5132\u5b58\u81ea\u52d5\u64f4\u5145<\/li>\n<li>\u8f15\u9b06\u63d0\u5347\u5206\u5340\u6578\u91cf\u8207\u541e\u5410<\/li>\n<\/ul>\n<p>\u7121\u8ad6\u662f\u5373\u6642\u65e5\u8a8c\u6d41\uff0c\u6216\u662f\u5927\u898f\u6a21\u4e8b\u4ef6\u5206\u6790\uff0c\u90fd\u80fd\u7a69\u5b9a\u904b\u4f5c\u3002<\/p>\n<h5><strong>3. \u5167\u5efa\u5b89\u5168\u80fd\u529b\uff08\u9810\u8a2d\u70ba\u958b\u555f\uff09<\/strong><\/h5>\n<p>MSK \u5c07Kafka \u7684\u5b89\u5168\u6027\u914d\u7f6e\u7c21\u5316\u4e26\u9810\u8a2d\u70ba\u555f\u7528\uff0c\u5305\u62ec\uff1a<\/p>\n<ul>\n<li>\u52a0\u5bc6\u5132\u5b58\uff08Encryption at Rest\uff09<\/li>\n<li>\u50b3\u8f38\u52a0\u5bc6\uff08TLS\uff09<\/li>\n<li>IAM \u8207Amazon VPC \u9694\u96e2<\/li>\n<li>SASL\/SCRAM \u9a57\u8b49<\/li>\n<\/ul>\n<p>\u4f01\u696d\u7121\u9700\u81ea\u884c\u914d\u7f6e\u8907\u96dc\u7684\u5b89\u5168\u6027\u7b56\u7565\u3002<\/p>\n<h5><strong>4. Kafka Connect \u539f\u751f\u652f\u6301<\/strong><\/h5>\n<p>MSK Connect \u53ef\u5354\u52a9\u4f01\u696d\u8f15\u9b06\u63a5\u8ecc\uff1a<\/p>\n<ul>\n<li>S3<\/li>\n<li>RDS<\/li>\n<li>OpenSearch<\/li>\n<li>DynamoDB<\/li>\n<li>Redshift<\/li>\n<li>\u7b2c\u4e09\u65b9\u7cfb\u7d71<\/li>\n<\/ul>\n<p>\u5373\u6642\u8cc7\u6599\u540c\u6b65\u5834\u666f\u8b8a\u5f97\u66f4\u7c21\u55ae\uff0c\u5e7e\u4e4e\u96f6\u904b\u7dad\u3002<\/p>\n<h5><strong>5. \u6210\u672c\u900f\u660e\uff0c\u53ef\u63a7\u6027\u9ad8<\/strong><\/h5>\n<p>MSK \u63a1\u7528\u6309\u9700\u8a08\u8cbb\u6a21\u5f0f\uff1a<\/p>\n<ul>\n<li>\u50c5Broker\u3001\u5132\u5b58\u3001\u7db2\u8def\u4ed8\u8cbb<\/li>\n<li>\u7121\u984d\u5916\u8a17\u7ba1\u6210\u672c<\/li>\n<li>\u6bd4\u8d77\u81ea\u5efaKafka\uff0cTCO \u66f4\u4f4e\u3001\u7a69\u5b9a\u6027\u66f4\u9ad8<\/li>\n<\/ul>\n<h2><\/h2>\n<h4><strong>Amazon MSK \u5178\u578b\u61c9\u7528\u5834\u666f<\/strong><\/h4>\n<h5><strong>1. \u5373\u6642\u65e5\u8a8c\u8207\u76e3\u63a7<\/strong><\/h5>\n<p>\u9069\u7528\u65bc\u6d77\u91cf\u696d\u52d9\u65e5\u8a8c\u8655\u7406\uff0c\u4f8b\u5982\uff1a<\/p>\n<ul>\n<li>\u61c9\u7528\u7a0b\u5f0f\u8a2a\u554f\u65e5\u8a8c<\/li>\n<li>API \u547c\u53eb\u65e5\u8a8c<\/li>\n<li>\u7dad\u904b\u76e3\u63a7\u6307\u6a19<\/li>\n<li>\u642d\u914dOpenSearch \u6216S3 \u53ef\u8f15\u9b06\u5efa\u7f6e\u5373\u6642\u76e3\u63a7\u7cfb\u7d71\u3002<\/li>\n<\/ul>\n<h5><strong>2. \u4e8b\u52d9\u4e8b\u4ef6\u6d41\u8655\u7406<\/strong><\/h5>\n<p>\u5982\u96fb\u5546\u5e73\u53f0\u8a02\u55ae\u3001\u5eab\u5b58\u3001\u4ea4\u6613\u9023\u7d50\u4e8b\u4ef6\uff0c\u9019\u4e9b\u5c0d\u5373\u6642\u6027\u548c\u4e00\u81f4\u6027\u8981\u6c42\u9ad8\u7684\u5834\u666f\u975e\u5e38\u9069\u5408Kafka\u3002<\/p>\n<h5><strong>3. IoT \u8a2d\u5099\u6578\u64da<\/strong><\/h5>\n<p>MSK \u53ef\u652f\u6490\u9ad8\u4e26\u767c\u5beb\u5165\u8207\u5373\u6642\u5206\u6790\uff0c\u7528\u65bc\uff1a<\/p>\n<ul>\n<li>\u5de5\u696d\u8a2d\u5099\u76e3\u63a7<\/li>\n<li>\u611f\u6e2c\u5668\u6578\u64da<\/li>\n<li>\u8eca\u8f1b\u8ecc\u8de1\u6578\u64da<\/li>\n<li>\u642d\u914dAWS IoT \u670d\u52d9\u53ef\u5efa\u69cb\u5b8c\u6574\u7684\u8cc7\u6599\u9589\u74b0\u3002<\/li>\n<\/ul>\n<h5><strong>4. \u5373\u6642\u63a8\u85a6\u8207\u4f7f\u7528\u8005\u884c\u70ba\u5206\u6790<\/strong><\/h5>\n<p>\u5c07\u4f7f\u7528\u8005\u9ede\u64ca\u3001\u700f\u89bd\u3001\u641c\u5c0b\u7b49\u884c\u70ba\u5373\u6642\u63a8\u9001\u81f3\u63a8\u85a6\u6a21\u578b\uff0c\u4f7f\u7cfb\u7d71\u5177\u5099\u66f4\u5feb\u7684\u56de\u994b\u80fd\u529b\u3002<\/p>\n<h4><\/h4>\n<h4><strong>\u4f01\u696d\u70ba\u4ec0\u9ebc\u8981\u9078\u64c7Amazon MSK\uff1f<\/strong><\/h4>\n<p>\u5c0d\u8a31\u591a\u4f01\u696d\u4f86\u8aaa\uff0cKafka \u7684\u50f9\u503c\u9f90\u5927\uff0c\u4f46\u7dad\u904b\u6210\u672c\u4e5f\u540c\u6a23\u4e0d\u5bb9\u5ffd\u8996\u3002<\/p>\n<p>Amazon MSK \u6b63\u662f\u70ba\u4e86\u8b93\u4f01\u696d\u5728\u7dad\u6301Kafka \u9748\u6d3b\u6027\u7684\u540c\u6642\uff0c\u7372\u5f97\u96f2\u7aef\u8a17\u7ba1\u5e36\u4f86\u7684\u7a69\u5b9a\u6027\u3001\u5b89\u5168\u6027\u8207\u4f4e\u904b\u7dad\u6210\u672c\u3002<\/p>\n<p>\u9078\u64c7MSK\uff0c\u4f01\u696d\u53ef\u4ee5\uff1a<\/p>\n<ul>\n<li>\u66f4\u5feb\u5efa\u69cb\u4e32\u6d41\u8cc7\u6599\u7cfb\u7d71<\/li>\n<li>\u53d6\u5f977\u00d724 \u7684\u53ef\u7528\u6027\u8207\u81ea\u52d5\u5316\u7dad\u904b\u80fd\u529b<\/li>\n<li>\u964d\u4f4e\u67b6\u69cb\u6545\u969c\u98a8\u96aa<\/li>\n<li>\u66f4\u5c08\u6ce8\u65bc\u5373\u6642\u8cc7\u6599\u50f9\u503c\u7684\u6316\u6398\uff0c\u800c\u4e0d\u662f\u5e95\u5c64\u53e2\u96c6\u7ba1\u7406<\/li>\n<\/ul>\n<p>\u5c0d\u65bc\u5e0c\u671b\u5efa\u7acb\u300c\u4f01\u696d\u7d1a\u5373\u6642\u8cc7\u6599\u6d41\u5e73\u53f0\u300d\u7684\u5718\u968a\u800c\u8a00\uff0cMSK \u662f\u76ee\u524d\u6700\u6210\u719f\u3001\u6700\u53ef\u9760\u7684\u65b9\u6848\u4e4b\u4e00\u3002<\/p>\n<h4><\/h4>\n<h4><strong>\u5728\u96f2\u7aef\u4e0a<\/strong><\/h4>\n<p>\u4f5c\u70baAWS \u5b98\u65b9\u5408\u4f5c\u5925\u4f34\uff0c\u6211\u5011\u9577\u671f\u5354\u52a9\u4f01\u696d\u5be6\u65bd\u57fa\u65bcMSK \u7684\u5373\u6642\u8cc7\u6599\u67b6\u69cb\uff0c\u5305\u62ec\uff1a<\/p>\n<h5><strong>1.\u67b6\u69cb\u8a2d\u8a08\u8aee\u8a62<\/strong><\/h5>\n<p>\u8a55\u4f30\u73fe\u6709\u7cfb\u7d71\u3001\u898f\u5283\u5206\u5340\u7b56\u7565\u3001Broker \u898f\u683c\u3001\u8cc7\u6599\u6d41\u62d3\u6a38\u7b49\u3002<\/p>\n<h5><strong>2.Kafka \u2192 MSK \u9077\u79fb\u670d\u52d9<\/strong><\/h5>\n<p>\u5305\u62ecMirrorMaker \u9077\u79fb\u3001\u96f6\u505c\u6a5f\u67b6\u69cb\u3001\u8cc7\u6599\u9a57\u8b49\u7b49\u3002<\/p>\n<h5><strong>3.\u5b89\u5168\u9ad4\u7cfb\u843d\u5730<\/strong><\/h5>\n<p>\u5e6b\u52a9\u4f01\u696d\u555f\u7528IAM\u3001VPC\u3001\u52a0\u5bc6\u3001\u6b0a\u9650\u9694\u96e2\u7b49\u5b89\u5168\u80fd\u529b\u3002<\/p>\n<h5><strong>4.\u6210\u672c\u512a\u5316\u8207\u76e3\u63a7\u5efa\u8a2d<\/strong><\/h5>\n<p>\u76e3\u63a7\u541e\u5410\u91cf\u3001\u5132\u5b58\u3001\u5206\u5340\u5229\u7528\u7387\uff0c\u5236\u5b9a\u6700\u512a\u6210\u672c\u7b56\u7565\u3002<\/p>\n<h5><strong>5.\u9577\u671f\u7dad\u904b\u8207\u6280\u8853\u652f\u6301<\/strong><\/h5>\n<p>\u78ba\u4fdd\u4f01\u696d\u6d41\u8cc7\u6599\u5e73\u53f0\u9577\u671f\u7a69\u5b9a\u3001\u4f4e\u6210\u672c\u3001\u9ad8\u6548\u80fd\u904b\u4f5c\u3002<\/p>\n<p>\u5982\u679c\u4f60\u7684\u4f01\u696d\u6b63\u5728\u4f7f\u7528Kafka\u3001\u8a08\u5283\u642d\u5efa\u5373\u6642\u8cc7\u6599\u6d41\u67b6\u69cb\uff0c\u6216\u5e0c\u671b\u7528\u66f4\u7a69\u5b9a\u7684\u8a17\u7ba1\u65b9\u5f0f\u53d6\u4ee3\u81ea\u5efaKafka\uff0c\u6211\u5011\u53ef\u4ee5\u63d0\u4f9b\u4e00\u6574\u5957\u843d\u5730\u65b9\u6848\uff0c\u5e6b\u52a9\u4f60\u5728AWS \u4e0a\u66f4\u5feb\u5efa\u7acb\u53ef\u64f4\u5c55\u7684\u5373\u6642\u8cc7\u6599\u80fd\u529b\u3002<\/p>","protected":false},"excerpt":{"rendered":"<p>\u5728\u6578\u64da\u9a45\u52d5\u6210\u70ba\u4f01\u696d\u6838\u5fc3\u7af6\u722d\u529b\u7684\u6642\u4ee3\uff0c\u5373\u6642\u6578\u64da\u8655\u7406\u5df2\u7d93\u5f9e\u300c\u9078\u914d\u300d\u8b8a\u6210\u300c\u6a19\u914d\u300d\u3002\u7121\u8ad6\u662f\u696d\u52d9\u65e5\u8a8c\u5373\u6642\u63a1\u96c6\u3001\u8a02\u55ae\u4e8b\u4ef6\u6d41\u8655\u7406\u3001\u8a2d\u5099\u8cc7\u6599\u5206\u6790\uff0c\u6216\u662f\u63a8\u85a6\u7cfb\u7d71\u8207\u98a8\u63a7\u6a21\u578b\u69cb\u5efa\uff0cApache Kafka \u90fd\u5df2\u6210\u70ba\u696d\u754c\u4e8b\u5be6\u6a19\u6e96\u7684\u4e32\u6d41\u8cc7\u6599\u5e73\u53f0\u3002<\/p>\n<p>\u7136\u800c\uff0cKafka \u5728\u53e2\u96c6\u90e8\u7f72\u3001\u7dad\u904b\u3001\u64f4\u5c55\u3001\u76e3\u63a7\u65b9\u9762\u7684\u8907\u96dc\u5ea6\u6975\u9ad8\uff0c\u5c0d\u5718\u968a\u7684\u67b6\u69cb\u80fd\u529b\u548c\u7dad\u904b\u7d93\u9a57\u6709\u5f88\u9ad8\u8981\u6c42\u3002\u70ba\u89e3\u6c7a\u4f01\u696d\u5728Kafka \u4f7f\u7528\u4e0a\u7684\u75db\u9ede\uff0cAWS \u63a8\u51fa\u4e86Amazon Managed Streaming for Apache Kafka\uff08Amazon MSK\uff09\uff0d\u4e00\u9805\u9ad8\u5ea6\u8a17\u7ba1\u7684Kafka \u4e32\u6d41\u8cc7\u6599\u670d\u52d9\u3002<\/p>","protected":false},"author":1,"featured_media":4168,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[65],"tags":[],"class_list":["post-4167","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technical-sharing"],"_links":{"self":[{"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/posts\/4167","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/comments?post=4167"}],"version-history":[{"count":1,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/posts\/4167\/revisions"}],"predecessor-version":[{"id":4169,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/posts\/4167\/revisions\/4169"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/media\/4168"}],"wp:attachment":[{"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/media?parent=4167"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/categories?post=4167"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/aws-oncloudai.com\/zh_hk\/wp-json\/wp\/v2\/tags?post=4167"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}