{"id":1795,"date":"2026-08-04T13:37:27","date_gmt":"2026-08-04T05:37:27","guid":{"rendered":"https:\/\/www.izhuhn.cn\/?p=1795"},"modified":"2026-08-04T13:37:27","modified_gmt":"2026-08-04T05:37:27","slug":"aisbench-arm64-%e6%b5%8b%e8%af%95%e9%95%9c%e5%83%8f%e6%9e%84%e5%bb%ba%e7%ae%80%e8%ae%b0","status":"publish","type":"post","link":"https:\/\/www.izhuhn.cn\/index.php\/2026\/08\/04\/aisbench-arm64-%e6%b5%8b%e8%af%95%e9%95%9c%e5%83%8f%e6%9e%84%e5%bb%ba%e7%ae%80%e8%ae%b0\/","title":{"rendered":"AISBench ARM64 \u6d4b\u8bd5\u955c\u50cf\u6784\u5efa\u7b80\u8bb0"},"content":{"rendered":"\n<h2 class=\"wp-block-heading\">\u4e00\u3001\u80cc\u666f<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u9700\u8981\u5728\u6607\u817e ARM \u8282\u70b9\u4e0a\u505a vLLM\/MindIE \u670d\u52a1\u5316\u6027\u80fd\u6d4b\u8bd5\u3002\u6d4b\u8bd5\u4fa7\u5de5\u5177\u4f7f\u7528 AISBench\uff0c\u5e76\u53e0\u52a0 aisbench_auto_tools_prefix \u81ea\u52a8\u6d4b\u8bd5\u811a\u672c\uff0c\u7528\u4e8e\u751f\u6210 GSM8K \u683c\u5f0f\u6570\u636e\u96c6\u3001\u6267\u884c prefix cache \u538b\u6d4b\u3001\u7edf\u8ba1\u547d\u4e2d\u7387\u548c\u5bfc\u51fa\u7ed3\u679c CSV\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u672c\u6b21\u6784\u5efa\u5728 Intel Mac \u4e0a\u8fdb\u884c\uff0c\u901a\u8fc7 Docker Buildx + QEMU \u4ea7\u51fa linux\/arm64 \u955c\u50cf\uff0c\u518d\u5bfc\u51fa tar.gz \u90e8\u7f72\u5230 ARM\/NPU \u670d\u52a1\u5668\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e8c\u3001\u6784\u5efa\u65b9\u6848<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">AISBench \u5b98\u65b9\u5df2\u63d0\u4f9b aarch64 \u955c\u50cf\uff0c\u56e0\u6b64\u6ca1\u6709\u5728\u955c\u50cf\u5185\u91cd\u65b0\u7f16\u8bd1\u6574\u5957 AISBench \u4f9d\u8d56\uff0c\u800c\u662f\u4ee5\u5b98\u65b9 aarch64 \u955c\u50cf\u4f5c\u4e3a\u57fa\u7840\u5c42\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u57fa\u7840\u955c\u50cf\uff1aghcr.io\/aisbench\/aisbench_benchmark:v3.1-20260630-master-ubuntu22.04-py310-aarch64<\/li>\n<li>GHCR \u76f4\u8fde\u4e0d\u7a33\u5b9a\u65f6\uff0c\u6539\u7528\u534e\u4e3a\u4e91 OBS \u7684\u5b98\u65b9\u79bb\u7ebf\u5305\u52a0\u8f7d\uff1a<\/li>\n<li>\u6587\u4ef6\uff1aais_bench_benchmark_image_v3.1-20260630-master-ubuntu22.04-py310-aarch64.tar.gz<\/li>\n<li>\u5c06 aisbench_auto_tools_prefix \u590d\u5236\u5230\u955c\u50cf\u5185 \/opt\/aisbench_auto_tools_prefix<\/li>\n<li>\u4f7f\u7528 config.docker.py \u8986\u76d6\u9ed8\u8ba4 config.py\uff0c\u8def\u5f84\u5bf9\u9f50 AISBench \u5b98\u65b9\u955c\u50cf\u7ed3\u6784<\/li>\n<\/ul>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e09\u3001\u955c\u50cf\u5185\u5bb9<\/h2>\n\n\n\n<figure class=\"wp-block-table\"><table>\n<thead><tr><th>\u7ec4\u4ef6<\/th><th>\u7248\u672c\/\u8def\u5f84<\/th><\/tr><\/thead>\n<tbody>\n<tr><td>\u64cd\u4f5c\u7cfb\u7edf<\/td><td>Ubuntu 22.04<\/td><\/tr>\n<tr><td>\u67b6\u6784<\/td><td>arm64 \/ aarch64<\/td><\/tr>\n<tr><td>Python<\/td><td>3.10.12<\/td><\/tr>\n<tr><td>AISBench<\/td><td>v3.1-20260630-master<\/td><\/tr>\n<tr><td>torch<\/td><td>2.12.0+cpu<\/td><\/tr>\n<tr><td>transformers<\/td><td>5.12.1<\/td><\/tr>\n<tr><td>pandas<\/td><td>2.3.3<\/td><\/tr>\n<tr><td>AISBench \u5de5\u4f5c\u76ee\u5f55<\/td><td>\/benchmark<\/td><\/tr>\n<tr><td>\u81ea\u52a8\u6d4b\u8bd5\u5de5\u5177<\/td><td>\/opt\/aisbench_auto_tools_prefix<\/td><\/tr>\n<tr><td>\u9ed8\u8ba4\u8f93\u51fa\u76ee\u5f55<\/td><td>\/workspace\/outputs<\/td><\/tr>\n<tr><td>\u9ed8\u8ba4\u6570\u636e\u96c6\u76ee\u5f55<\/td><td>\/datasets<\/td><\/tr>\n<\/tbody>\n<\/table><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u56db\u3001\u6784\u5efa\u8fc7\u7a0b<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u9996\u5148\u52a0\u8f7d\u5b98\u65b9 aarch64 \u57fa\u7840\u955c\u50cf\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>docker load -i ais_bench_benchmark_image_v3.1-20260630-master-ubuntu22.04-py310-aarch64.tar.gz<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u7136\u540e\u6267\u884c ARM64 \u6784\u5efa\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>docker buildx build \\\n  --platform linux\/arm64 \\\n  --load \\\n  -f Dockerfile.arm64 \\\n  -t aisbench-arm64:latest \\\n  .<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">Dockerfile \u7684\u5173\u952e\u6b65\u9aa4\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>ARG AISBENCH_IMAGE=ghcr.io\/aisbench\/aisbench_benchmark:v3.1-20260630-master-ubuntu22.04-py310-aarch64\nFROM ${AISBENCH_IMAGE}\n\nCOPY . \/opt\/aisbench_auto_tools_prefix\n\nRUN cp config.docker.py config.py \\\n    &amp;&amp; python3 -m compileall -q . \\\n    &amp;&amp; python3 aisbench_test.py --help &gt;\/dev\/null\n\nWORKDIR \/workspace\nENTRYPOINT [\"python3\", \"\/opt\/aisbench_auto_tools_prefix\/aisbench_test.py\"]<\/code><\/pre>\n\n\n\n<h2 class=\"wp-block-heading\">\u4e94\u3001\u9a8c\u8bc1\u7ed3\u679c<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u6784\u5efa\u5b8c\u6210\u540e\u5728 QEMU \u4e0b\u9a8c\u8bc1\u4e86\u4ee5\u4e0b\u5185\u5bb9\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>uname -m \u8fd4\u56de aarch64<\/li>\n<li>python3 -V \u8fd4\u56de Python 3.10.12<\/li>\n<li>torch\/transformers\/pandas \u5747\u53ef\u6b63\u5e38\u5bfc\u5165<\/li>\n<li>ais_bench --help \u6b63\u5e38\u8f93\u51fa<\/li>\n<li>\u81ea\u52a8\u5de5\u5177\u751f\u6210\u7684 vllm_api_chat_temp \u914d\u7f6e\u53ef\u88ab ais_bench --search \u89e3\u6790<\/li>\n<li>gsm8k_gen_0_shot_cot_str_perf \u6027\u80fd\u6570\u636e\u96c6\u914d\u7f6e\u53ef\u88ab\u6b63\u5e38\u627e\u5230<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u7ec8\u955c\u50cf\u5927\u5c0f\u7ea6 2.38GB\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u516d\u3001\u4f7f\u7528\u4e0e\u5bfc\u51fa<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u8fd0\u884c\u538b\u6d4b\u793a\u4f8b\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>docker run --rm --platform linux\/arm64 --network host \\\n  -v \/host\/dataset:\/datasets \\\n  -v \/host\/model_weights:\/workspace\/model_weights \\\n  -v \/host\/output:\/workspace\/outputs \\\n  aisbench-arm64:latest \\\n  --input_len 2048 --output_len 2048 --data_num 160 --concurrency 40 --request_rate 10<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u9700\u8981\u4fee\u6539\u6a21\u578b\u670d\u52a1\u4fe1\u606f\u65f6\uff0c\u53ef\u4ee5\u6302\u8f7d\u81ea\u5b9a\u4e49 config.py\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>-v \/host\/config.py:\/opt\/aisbench_auto_tools_prefix\/config.py<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u5176\u4e2d\u5173\u952e\u914d\u7f6e\u4e3a\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>MODEL_NAME = \"\u6a21\u578b\u540d\"\nMODEL_PATH = \"\/workspace\/model_weights\"\nHOST_IP = \"\u670d\u52a1IP\"\nHOST_PORT = \"8004\"<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u5bfc\u51fa\u5230 ARM \u670d\u52a1\u5668\uff1a<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>docker save aisbench-arm64:latest | gzip &gt; aisbench-arm64.tar.gz\ndocker load -i aisbench-arm64.tar.gz<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u7b80\u8bb0\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4e00\u3001\u80cc\u666f \u9700\u8981\u5728\u6607\u817e ARM \u8282\u70b9\u4e0a\u505a vLLM\/MindIE \u670d\u52a1\u5316\u6027\u80fd\u6d4b\u8bd5\u3002\u6d4b\u8bd5\u4fa7\u5de5\u5177\u4f7f\u7528 AISBench\uff0c\u5e76\u53e0\u52a0 aisb &#8230;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[1],"tags":[],"class_list":["post-1795","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"jetpack_featured_media_url":"","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1795","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/comments?post=1795"}],"version-history":[{"count":1,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1795\/revisions"}],"predecessor-version":[{"id":1796,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1795\/revisions\/1796"}],"wp:attachment":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/media?parent=1795"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/categories?post=1795"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/tags?post=1795"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}