{"id":21476,"date":"2026-09-07T13:35:38","date_gmt":"2026-09-07T05:35:38","guid":{"rendered":"https:\/\/92it.top\/?p=21476"},"modified":"2026-09-07T13:35:38","modified_gmt":"2026-09-07T05:35:38","slug":"%e6%9c%ac%e5%9c%b0%e9%83%a8%e7%bd%b2%e5%a4%a7%e6%a8%a1%e5%9e%8b%ef%bc%9a%e9%80%83%e4%b8%8d%e5%bc%80%e7%9a%84%e3%80%8c%e4%b8%8d%e5%8f%af%e8%83%bd%e4%b8%89%e8%a7%92%e3%80%8d","status":"publish","type":"post","link":"https:\/\/92it.top\/?p=21476","title":{"rendered":"\u672c\u5730\u90e8\u7f72\u5927\u6a21\u578b\uff1a\u9003\u4e0d\u5f00\u7684\u300c\u4e0d\u53ef\u80fd\u4e09\u89d2\u300d"},"content":{"rendered":"\n<p>\u53c2\u8003\uff1a\u6296\u97f3 \u8001\u6797\u8bf4<\/p>\n\n\n\n<p><strong>\u524d\u8a00 \ud83d\udd16<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p>\u5f88\u591a\u4eba\u5174\u51b2\u51b2\u5728\u81ea\u5df1\u7535\u8111\u672c\u5730\u8dd1\u5927\u6a21\u578b\uff0c\u770b\u7740\u7f51\u4e0a\u5927\u4f6c\u6652\u51fa\u6765\u7684\u914d\u7f6e\u53c2\u6570\uff0c\u611f\u89c9\u81ea\u5df1\u786c\u4ef6\u4e5f\u4e0d\u5dee\uff0c\u53ef\u771f\u6b63\u4e0a\u624b\u5e72\u6d3b\u7684\u65f6\u5019\uff0c\u5904\u5904\u53d7\u663e\u5b58\u7684\u5236\u7ea6\u3002<\/p>\n\n\n\n<p>\u4f60\u6709\u6ca1\u6709\u9047\u5230\u8fc7\u8fd9\u79cd\u73b0\u5b9e\u56f0\u5883\uff1a<br>\u660e\u660e\u786c\u4ef6\u914d\u7f6e\u770b\u7740\u633a\u5408\u7406\uff0c\u4f46\u663e\u5b58\u6c38\u8fdc\u4e0d\u591f\u7528\u3002<\/p>\n\n\n\n<ul>\n<li>\u60f3\u8981<strong>\u66f4\u957f\u7684\u4e0a\u4e0b\u6587<\/strong>\uff0c\u80fd\u8bfb\u957f\u6587\u6863\u3001\u8bb0\u5fc6\u51e0\u5341\u8f6e\u5bf9\u8bdd\uff0c\u5c31\u4e0d\u5f97\u4e0d\u964d\u4f4e\u6a21\u578b\u91cf\u5316\u7cbe\u5ea6\uff1b<\/li>\n\n\n\n<li>\u60f3\u8981\u4fdd\u4f4f<strong>\u6a21\u578b\u8f93\u51fa\u8d28\u91cf<\/strong>\uff0c\u5c11\u5e7b\u89c9\u3001\u63a8\u7406\u9760\u8c31\uff0c\u751f\u6210\u901f\u5ea6\u5c31\u4f1a\u53d8\u5f97\u5f88\u6162\uff1b<\/li>\n\n\n\n<li>\u60f3\u8981<strong>\u8dd1\u7684\u98de\u5feb\uff0c\u54cd\u5e94\u4e1d\u6ed1<\/strong>\uff0c\u53c8\u53ea\u80fd\u6362\u66f4\u5c0f\u53c2\u6570\u7684\u6a21\u578b\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u4e0d\u77e5\u9053\u5927\u5bb6\u6709\u6ca1\u6709\u53d1\u73b0\u554a\uff0c\u5728\u5927\u90e8\u5206\u771f\u5b9e\u7684\u5728\u672c\u5730\u90e8\u7f72\u5927\u6a21\u578b\uff0c\u7528\u6765\u5de5\u4f5c\u751f\u4ea7\u7684\u4e2a\u4eba\u7528\u6237\u91cc\u9762\u3002<\/p>\n\n\n\n<p><strong>\u957f\u4e0a\u4e0b\u6587\u3001\u9ad8\u6a21\u578b\u7cbe\u5ea6\u3001\u9ad8\u63a8\u7406\u901f\u5ea6\uff0c\u4e09\u4ef6\u597d\u4e8b\u5f88\u96be\u540c\u65f6\u5168\u90e8\u62c9\u6ee1\u3002<\/strong> \u8fd9\u5c31\u662f\u672c\u5730\u90e8\u7f72\u5927\u6a21\u578b\u7684<strong>\u4e0d\u53ef\u80fd\u4e09\u89d2<\/strong>\u3002\u63d0\u5347\u4efb\u610f\u4e00\u9879\uff0c\u5c31\u4f1a\u6324\u538b\u53e6\u5916\u4e24\u9879\u7684\u8d44\u6e90\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"689\" src=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-1024x689.png\" alt=\"\" class=\"wp-image-21478\" style=\"width:424px;height:auto\" srcset=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-1024x689.png 1024w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-300x202.png 300w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-768x517.png 768w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-830x559.png 830w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-230x155.png 230w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-350x236.png 350w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31-480x323.png 480w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-31.png 1254w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\u4e00\u3001\u663e\u5b58\u86cb\u7cd5\uff0c\u5c31\u8fd9\u4e48\u5927<\/strong> <strong> \ud83d\udd16<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"781\" src=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-1024x781.png\" alt=\"\" class=\"wp-image-21480\" style=\"width:300px;height:auto\" srcset=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-1024x781.png 1024w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-300x229.png 300w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-768x586.png 768w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-1536x1172.png 1536w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-2048x1563.png 2048w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-830x633.png 830w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-230x175.png 230w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-350x267.png 350w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-33-480x366.png 480w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p>\u672c\u5730\u5927\u6a21\u578b\u5403\u663e\u5b58\u4e3b\u8981\u5c31\u4e24\u5757\uff0c\u518d\u52a0\u4e0a\u5c11\u91cf\u989d\u5916\u5f00\u9500\uff1a<\/p>\n\n\n\n<ol>\n<li><strong>\u6a21\u578b\u6743\u91cd 50%<\/strong>\uff1a\u5c31\u662f\u6a21\u578b\u672c\u8eab\u7684\u53c2\u6570\uff0c\u91cf\u5316\u7cbe\u5ea6\u8d8a\u9ad8\u3001\u6a21\u578b\u53c2\u6570\u91cf\u8d8a\u5927\uff0c\u8fd9\u90e8\u5206\u5360\u663e\u5b58\u5c31\u8d8a\u9ad8\u3002<\/li>\n\n\n\n<li><strong>KV\u2011Cache 40%<\/strong>\uff1a\u5bf9\u8bdd\u4e0a\u4e0b\u6587\u7f13\u5b58\uff0c<strong>\u4e0a\u4e0b\u6587\u8d8a\u957f\uff0c\u8fd9\u5757\u663e\u5b58\u4f1a\u7ebf\u6027\u66b4\u6da8<\/strong>\u3002\u8fd9\u4e5f\u662f\u7edd\u5927\u591a\u6570\u4eba\u8e29\u5751\u7684\u6839\u6e90\u3002\u4f60\u8f93\u5165\u7684\u6587\u6863\u3001\u5386\u53f2\u804a\u5929\u8bb0\u5f55\u5168\u90e8\u5b58\u5728\u8fd9\u91cc\u3002\u4e0a\u4e0b\u6587\u7ffb\u500d\uff0cKV\u2011Cache \u5360\u7528\u663e\u5b58\u51e0\u4e4e\u540c\u6b65\u7ffb\u500d\u3002<\/li>\n\n\n\n<li><strong>\u5176\u4ed6\u5f00\u9500 10%<\/strong>\uff1a\u63a8\u7406\u4e2d\u95f4\u4e34\u65f6\u5f20\u91cf\u3001\u6846\u67b6\u8fd0\u884c\u65f6\u7b49\u96f6\u788e\u5360\u7528\u3002<\/li>\n<\/ol>\n\n\n\n<pre class=\"wp-block-preformatted\">\ud83d\udca1\u6838\u5fc3\u771f\u76f8\uff1a\u4f60\u7684\u663e\u5b58\u5c31\u662f\u4e00\u5757\u56fa\u5b9a\u5927\u5c0f\u86cb\u7cd5\u3002\u6a21\u578b\u6743\u91cd\u5403\u6389\u4e00\u534a\uff0cKV\u2011Cache \u8ddf\u7740\u4e0a\u4e0b\u6587\u75af\u72c2\u81a8\u80c0\u3002<br>\u5982\u679c\u4f60\u8981\u957f\u4e0a\u4e0b\u6587\uff0cKV\u2011Cache \u5c31\u8981\u591a\u5206\u86cb\u7cd5\uff0c\u53ea\u80fd\u538b\u69a8\u6a21\u578b\u6743\u91cd\uff0c\u53ea\u80fd\u964d\u91cf\u5316\uff1b\u5982\u679c\u4f60\u8981\u9ad8\u7cbe\u5ea6\u5927\u6a21\u578b\uff0c\u6743\u91cd\u5360\u6ee1\u663e\u5b58\uff0cKV\u2011Cache \u5c31\u653e\u4e0d\u4e0b\uff0c\u4e0a\u4e0b\u6587\u76f4\u63a5\u53d8\u77ed\u3002<\/pre>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\u4e8c\u3001\u4e09\u4e2a\u6307\u6807\uff0c\u5206\u6e05\u695a\u8c01\u91cd\u8981\u8c01\u6b21\u8981<\/strong> <strong> \ud83d\udd16<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p>\u5728\u8d44\u6e90\u6709\u9650\u7684\u60c5\u51b5\u4e0b\uff0c\u63d0\u5347\u4efb\u4f55\u4e00\u9879\uff0c\u90fd\u4f1a\u6324\u538b\u53e6\u5916\u4e24\u9879\uff0c\u90a3\u6709\u6ca1\u6709\u4ec0\u4e48\u597d\u7684\u89e3\u51b3\u529e\u6cd5\u5462\uff1f\u5728\u5927\u90e8\u5206\u7684\u672c\u5730\u90e8\u7f72\u5927\u6a21\u578b\u7684\u5b9e\u9645\u5e94\u7528\u573a\u666f\u91cc\u9762\uff0c\u8fd9\u4e09\u4e2a\u6307\u6807\u662f\u53ef\u4ee5\u6709\u4e00\u4e2a\u660e\u786e\u7684\u4f18\u5148\u7ea7\u7684\u3002<\/p>\n\n\n\n<p><strong>\ud83d\udd39 \u7b2c\u4e00\u4f18\u5148\u7ea7\uff1a\u4e0a\u4e0b\u6587\u957f\u5ea6\uff0c\u51b3\u5b9a\u300c\u80fd\u4e0d\u80fd\u5e72\u6d3b\u300d<\/strong><\/p>\n\n\n\n<pre class=\"wp-block-preformatted\">\u4e0a\u4e0b\u6587\u662f\u4e1a\u52a1\u7684\u547d\u6839\u5b50\u3002<\/pre>\n\n\n\n<p>\u5982\u679c\u4f60\u505a RAG \u77e5\u8bc6\u5e93\u3001\u8bfb\u53d6\u957f\u6587\u6863\u3001\u591a\u8f6e\u6301\u7eed\u5bf9\u8bdd\uff0c<strong>\u4e0a\u4e0b\u6587\u662f\u5e95\u7ebf<\/strong>\u3002 \u4e00\u65e6\u4e0a\u4e0b\u6587\u6ea2\u51fa\uff0c\u6a21\u578b\u76f4\u63a5\u5931\u5fc6\u3001\u62a5\u9519\u3001\u529f\u80fd\u76f4\u63a5\u762b\u75ea\uff0c\u4e1a\u52a1\u76f4\u63a5\u5931\u6548\u3002<\/p>\n\n\n\n<p><strong>\u5b9e\u64cd\u7b56\u7565\uff1a\u4f18\u5148\u9501\u6b7b\u4e1a\u52a1\u5fc5\u987b\u7684\u4e0a\u4e0b\u6587\u4e0b\u9650\u3002<\/strong> \u5b81\u53ef\u628a\u91cf\u5316\u7cbe\u5ea6\u4ece Q8 \u964d\u5230 Q4\uff0c\u4e5f\u8981\u4fdd\u8bc1 32K \u751a\u81f3 128K \u4e0a\u4e0b\u6587\u3002 \u5148\u4fdd\u8bc1 \u201c\u529f\u80fd\u80fd\u7528\u201d\uff0c\u518d\u53bb\u8c08\u8d28\u91cf\u548c\u901f\u5ea6\u3002<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\">\u4e3e\u4e2a\u4f8b\u5b50\uff1a32G \u663e\u5b58\u5f3a\u884c\u786c\u8dd1 70B \u5927\u6a21\u578b\u3002\u5343\u4e07\u4e0d\u8981\u4e3a\u585e\u4e0b\u5927\u6a21\u578b\uff0c\u628a\u91cf\u5316\u538b\u5230 Q2\u3002<br>Q2 \u91cf\u5316\u8d28\u91cf\u66b4\u8dcc\uff0c70B \u7684\u58f3\u5b50\uff0c\u8f93\u51fa\u6548\u679c\u8fd8\u4e0d\u5982\u4e00\u4e2a 12B \u7684 Q4 \u9ad8\u7cbe\u5ea6\u5c0f\u6a21\u578b\uff0c\u53c8\u6162\u53c8\u8822\u3002\u5b81\u53ef\u628a\u4e0a\u4e0b\u6587\u538b\u7f29\u5230 8K\uff0c\u4e5f\u4e0d\u8981\u6389\u5230 Q2 \u53ca\u4ee5\u4e0b\u3002<\/pre>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\ud83d\udd39 \u7b2c\u4e8c\u4f18\u5148\u7ea7\uff1a\u6a21\u578b\u7cbe\u5ea6\uff0c\u51b3\u5b9a\u300c\u5e72\u5f97\u597d\u4e0d\u597d\u300d<\/strong><\/p>\n\n\n\n<p>\u5982\u679c\u4f60\u7684\u573a\u666f\u662f\u5199\u4ee3\u7801\u3001\u590d\u6742\u903b\u8f91\u63a8\u7406\u3001\u7ed3\u6784\u5316\u6570\u636e\u62bd\u53d6\uff0c<strong>\u6a21\u578b\u7cbe\u5ea6\u5c31\u53d8\u5f97\u5f88\u5173\u952e<\/strong>\u3002<\/p>\n\n\n\n<p>\u91cf\u5316\u7b49\u7ea7\u53c2\u8003\uff1a<\/p>\n\n\n\n<ul>\n<li><code>FP16\/BF16<\/code>\uff1a\u5168\u91cf\u57fa\u51c6\uff0c\u5b8c\u6574\u539f\u59cb\u8d28\u91cf<\/li>\n\n\n\n<li><code>Q8_K_M\uff088bit\uff09<\/code>\uff1a\u63a5\u8fd1\u65e0\u635f\uff0c\u51e0\u4e4e\u770b\u4e0d\u51fa\u548c\u539f\u7248\u5dee\u8ddd<\/li>\n\n\n\n<li><code>Q4_K_M\uff084bit\uff09<\/code>\uff1a\u4fdd\u7559\u539f\u7248\u7ea6 95% \u80fd\u529b\uff0c\u4e2a\u4eba\u672c\u5730\u90e8\u7f72\u9ec4\u91d1\u5e95\u7ebf<\/li>\n\n\n\n<li><code>Q3 \/ Q2<\/code>\uff1a\u667a\u5546\u65ad\u5d16\u4e0b\u8dcc\uff0c\u903b\u8f91\u65ad\u88c2\u3001\u9891\u7e41\u7b54\u975e\u6240\u95ee\uff0c\u5c3d\u91cf\u907f\u5f00<\/li>\n<\/ul>\n\n\n\n<p>\u2705\u666e\u901a\u7528\u6237\u8bb0\u4f4f\u94c1\u5f8b\uff1a<strong>\u91cf\u5316\u5c3d\u91cf\u6b7b\u5b88 Q4_K_M \u8fd9\u6761\u5e95\u7ebf<\/strong>\u3002 Q4 \u5df2\u7ecf\u7528\u5f88\u5c0f\u7684\u8d28\u91cf\u635f\u5931\uff0c\u6362\u6765\u4e86\u663e\u5b58\u5927\u5e45\u964d\u4f4e\uff1b\u518d\u5f80\u4f4e\u8d70\uff0c\u6a21\u578b\u4f1a\u76f4\u63a5\u53d8\u7b28\u3002<\/p>\n\n\n\n<p>\u8981\u662f\u60f3\u8dd1\u6389\u6a21\u578b\u5b9e\u5728\u662f\u5927\u4e86\u4e00\u70b9\u5462\uff0c\u5c31\u6bd4\u5982\u8bf4\u4f60\u752832G\u76845090\uff0c\u786c\u60f3\u585e\u8fdb\u4e00\u4e2a70B\u7684\u6a21\u578b\uff0c\u8fd9\u4e2a\u65f6\u5019\u554a\uff0c\u5b81\u53ef\u628a\u4e0a\u4e0b\u6587\u538b\u52308K\uff0c\u4e5f\u4e0d\u8981\u7528\u53bbQ2\uff0c\u4e0d\u7136\u4f60\u62ff\u8fd9\u4e2a\u4e00\u4e2a70B\u5230\u58f3\u5b50\uff0c\u5e72\u51fa\u6765\u7684\u6d3b\u5462\uff0c\u8fd8\u4e0d\u5982\u4e00\u4e2a12B\u7684\u9ad8\u7cbe\u5ea6\u5c0f\u6a21\u578b\uff0c\u5b83\u4f1a\u53c8\u6162\u53c8\u7b28\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"566\" src=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-1024x566.png\" alt=\"\" class=\"wp-image-21482\" style=\"width:328px;height:auto\" srcset=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-1024x566.png 1024w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-300x166.png 300w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-768x424.png 768w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-830x459.png 830w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-230x127.png 230w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-350x193.png 350w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35-480x265.png 480w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-35.png 1426w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\ud83d\udd39 \u7b2c\u4e09\u4f18\u5148\u7ea7\uff1a\u751f\u6210\u901f\u5ea6\uff0c\u51b3\u5b9a\u300c\u7528\u7740\u723d\u4e0d\u723d\u300d<\/strong><\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large is-resized\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"481\" src=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-1024x481.png\" alt=\"\" class=\"wp-image-21484\" style=\"width:328px;height:auto\" srcset=\"https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-1024x481.png 1024w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-300x141.png 300w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-768x361.png 768w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-830x390.png 830w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-230x108.png 230w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-350x164.png 350w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36-480x226.png 480w, https:\/\/92it.top\/wp-content\/uploads\/2026\/09\/\u56fe\u7247-36.png 1528w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<p>\u901f\u5ea6\u4ee3\u8868 token\/s\uff0c\u5c31\u662f\u6bcf\u79d2\u8f93\u51fa\u591a\u5c11\u4e2a\u5b57\u3002<\/p>\n\n\n\n<p>\u53c2\u8003\u4eba\u7c7b\u4f53\u611f\u9608\u503c\uff1a<\/p>\n\n\n\n<ul>\n<li><strong>20 token\/s<\/strong>\uff1a\u6d41\u7545\uff0c\u9605\u8bfb\u4f53\u9a8c\u8212\u670d<\/li>\n\n\n\n<li>15 token\/s\uff1a\u53ca\u683c\u7ebf<\/li>\n\n\n\n<li>\u4f4e\u4e8e 15 token\/s\uff1a\u660e\u663e\u5361\u987f\uff0c\u7b49\u5f85\u611f\u5f88\u5f3a<\/li>\n<\/ul>\n\n\n\n<pre class=\"wp-block-preformatted\">\u7edd\u5927\u591a\u6570\u65e5\u5e38\u6587\u6863\u5904\u7406\u3001\u5199\u7a3f\u573a\u666f\uff0c\u901f\u5ea6\u653e\u5230 15token\/s \u4ee5\u4e0a\u5c31\u591f\u7528\uff0c\u4e0d\u5fc5\u75af\u72c2\u8ffd\u6c42\u6781\u901f\u3002<br>\u53ea\u6709\u5b9e\u65f6\u5bf9\u8bdd\u673a\u5668\u4eba\u3001\u9ad8\u9891 API \u66ff\u4ee3\u8fd9\u7c7b\u573a\u666f\uff0c\u624d\u9700\u8981\u628a\u901f\u5ea6\u653e\u5230\u7b2c\u4e00\u4f4d\u3002<\/pre>\n\n\n\n<p>\u663e\u5b58\u5403\u7d27\u8dd1\u4e0d\u5230 15token\/s \u7684\u65f6\u5019\uff0c<strong>\u4f18\u5148\u6362\u66f4\u5c0f\u53c2\u6570\u91cf\u7684\u6a21\u578b<\/strong>\uff0c\u800c\u4e0d\u662f\u7ee7\u7eed\u75af\u72c2\u964d\u7cbe\u5ea6\u3001\u780d\u4e0a\u4e0b\u6587\u3002<\/p>\n\n\n\n<pre class=\"wp-block-preformatted\">\u5c0f\u5c3a\u5bf8\u9ad8\u7cbe\u5ea6\u6a21\u578b\uff0c\u5f80\u5f80\u6bd4\u5927\u5c3a\u5bf8\u4f4e\u7cbe\u5ea6\u6a21\u578b\uff0c\u8dd1\u5f97\u66f4\u5feb\u3001\u8111\u5b50\u4e5f\u66f4\u806a\u660e\u3002<br><\/pre>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\u4e09\u3001\u8d44\u6e90\u6709\u9650\uff0c\u672c\u5730\u90e8\u7f72\u4e09\u6b65\u5b9e\u64cd\u6cd5<\/strong> <strong> \ud83d\udd16<\/strong><\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p>\u666e\u901a\u4e2a\u4eba\u7528\u6237\uff0c\u663e\u5b58\u6349\u895f\u89c1\u8098\uff0c\u76f4\u63a5\u7167\u7740\u8fd9\u5957\u6d41\u7a0b\u914d\u7f6e\uff1a<\/p>\n\n\n\n<p><strong>\ud83d\udd39 Step1\uff1a\u5148\u5b9a\u6a21\u578b\u5c3a\u5bf8<\/strong> <\/p>\n\n\n\n<ul>\n<li><code>\u6a21\u578b\u5927\u5c0f + 20%\u4f59\u91cf \u2264 \u4f60\u7684\u53ef\u7528\u663e\u5b58\u5927\u5c0f<\/code> <\/li>\n\n\n\n<li>\u9884\u7559 20% \u663e\u5b58\u4f59\u91cf\uff0c\u9632\u6b62 KV\u2011Cache\u3001\u4e34\u65f6\u663e\u5b58\u7a81\u53d1\u66b4\u6da8\uff0c\u907f\u514d\u7206\u663e\u5b58\u5d29\u6e83\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\ud83d\udd39 Step2\uff1a\u9501\u6b7b\u91cf\u5316\u6863\u4f4d<\/strong><\/p>\n\n\n\n<ul>\n<li>\u663e\u5b58\u7d27\u5f20\u9996\u9009\uff1a<code>Q4_K_M<\/code>\uff1b<\/li>\n\n\n\n<li>\u663e\u5b58\u8d44\u6e90\u5bbd\u88d5\uff1a\u4e0a<code>Q8_K_M<\/code>\uff1b \u7528\u6781\u5c0f\u7684\u6027\u80fd\u635f\u8017\u6362\u53d6\u663e\u5b58\u5927\u5e45\u4e0b\u964d\uff0c\u4e0d\u8981\u78b0 Q3\/Q2\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\ud83d\udd39 Step3\uff1a\u52a8\u6001\u8c03\u4f18\u8fdb\u4e00\u6b65\u69a8\u5e72\u663e\u5b58<\/strong> <\/p>\n\n\n\n<ul>\n<li>\u4f7f\u7528 llama.cpp\u3001vLLM \u7b49\u63a8\u7406\u5f15\u64ce\uff1a <\/li>\n\n\n\n<li>\u5f00\u542f<code>--rope\u2011scaling<\/code>\u505a\u4e0a\u4e0b\u6587\u6269\u5c55\uff1b <\/li>\n\n\n\n<li>\u6253\u5f00<strong>8\u2011bit KV Cache<\/strong>\uff0c\u8fdb\u4e00\u6b65\u538b\u7f29 KV \u7f13\u5b58\u663e\u5b58\u5f00\u9500\u3002<\/li>\n<\/ul>\n\n\n\n<p>\u3000\u3000<\/p>\n\n\n\n<p><strong>\ud83d\udd39 \u5199\u5728\u6700\u540e\uff0c\u603b\u7ed3<\/strong><\/p>\n\n\n\n<p>\u672c\u5730\u90e8\u7f72\u5927\u6a21\u578b\uff0c\u666e\u901a\u4eba\u7684\u6838\u5fc3\u4e0d\u662f\u8ffd\u6c42\u6781\u81f4\u53c2\u6570\uff0c\u800c\u662f\u8ffd\u6c42<strong>\u7a33\u5b9a\u591f\u7528\u7684\u5e73\u8861<\/strong>\u3002<\/p>\n\n\n\n<ol>\n<li><strong>\u4e0a\u4e0b\u6587\u4f18\u5148\u4fdd\u4e1a\u52a1\u53ef\u7528<\/strong>\uff0c\u662f\u5e95\u7ebf\uff1b<\/li>\n\n\n\n<li><strong>\u91cf\u5316\u5e95\u7ebf\u5b88\u4f4f Q4_K_M<\/strong>\uff0c\u4e0d\u8981\u65e0\u8111\u75af\u72c2\u538b\u91cf\u5316\uff1b<\/li>\n\n\n\n<li><strong>\u901f\u5ea6 15token\/s \u4ee5\u4e0a\u5c31\u591f\u7528<\/strong>\uff0c\u4e0d\u591f\u4f18\u5148\u6362\u5c0f\u6a21\u578b\uff0c\u4e0d\u8981\u727a\u7272\u524d\u4e24\u9879\u3002<\/li>\n<\/ol>\n\n\n\n<p>\u4ec0\u4e48\u90fd\u60f3\u8981\uff0c\u6700\u540e\u5f80\u5f80\u4ec0\u4e48\u90fd\u5f97\u4e0d\u5230\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u53c2\u8003\uff1a\u6296\u97f3 \u8001\u6797\u8bf4 \u524d\u8a00 \ud83d\udd16 \u5f88\u591a\u4eba\u5174\u51b2\u51b2\u5728\u81ea\u5df1\u7535\u8111\u672c\u5730\u8dd1\u5927\u6a21\u578b\uff0c\u770b\u7740\u7f51\u4e0a\u5927\u4f6c\u6652\u51fa\u6765\u7684\u914d\u7f6e\u53c2\u6570\uff0c\u611f\u89c9\u81ea\u5df1\u786c\u4ef6\u4e5f [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[48],"tags":[],"_links":{"self":[{"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/posts\/21476"}],"collection":[{"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/92it.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=21476"}],"version-history":[{"count":2,"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/posts\/21476\/revisions"}],"predecessor-version":[{"id":21485,"href":"https:\/\/92it.top\/index.php?rest_route=\/wp\/v2\/posts\/21476\/revisions\/21485"}],"wp:attachment":[{"href":"https:\/\/92it.top\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=21476"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/92it.top\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=21476"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/92it.top\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=21476"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}