[{"data":1,"prerenderedAt":372},["ShallowReactive",2],{"content-query-XtvDQoVYST":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"body":13,"_type":366,"_id":367,"_source":368,"_file":369,"_stem":370,"_extension":371},"/news/zh/3807","zh",false,"","0Day支持！昇思MindSpore同步首发Qwen3-30B-A3B-Instruct-2507并上线开源社区","新的Qwen3模型，通用能力显著提升","2025-07-31","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2025/08/01/53fe763c6be5459bb0af5f3bb6f1a515.png","news",{"type":14,"children":15,"toc":363},"root",[16,24,30,35,40,45,56,61,70,89,94,102,119,124,134,139,147,155,163,178,192,197,205,213,221,226,234,242,247,255,262,270,287,295,300,308,316,321,329,337,342,350],{"type":17,"tag":18,"props":19,"children":21},"element","h1",{"id":20},"_0day支持昇思mindspore同步首发qwen3-30b-a3b-instruct-2507并上线开源社区",[22],{"type":23,"value":8},"text",{"type":17,"tag":25,"props":26,"children":27},"p",{},[28],{"type":23,"value":29},"今天，通义千问更新了旗舰版Qwen3模型，推出 Qwen3-235B-A22B 非思考模式（Non-thinking）的更新版本，命名为Qwen3-235B-A22B-Instruct-2507。",{"type":17,"tag":25,"props":31,"children":32},{},[33],{"type":23,"value":34},"新的Qwen3模型，通用能力显著提升，包括指令遵循、逻辑推理、文本理解、数学、科学、编程及工具使用等方面，在GPQA（知识）、AIME25（数学）、LiveCodeBench（编程）、Arena-Hard（人类偏好对齐）、BFCL（Agent能力）等众多测评中表现出色。",{"type":17,"tag":25,"props":36,"children":37},{},[38],{"type":23,"value":39},"目前，Qwen3新模型MindSpore版本已上线开源社区，欢迎开发者体验。",{"type":17,"tag":25,"props":41,"children":42},{},[43],{"type":23,"value":44},"昇思开源社区MindSpore Transformers代码仓：",{"type":17,"tag":25,"props":46,"children":47},{},[48],{"type":17,"tag":49,"props":50,"children":54},"a",{"href":51,"rel":52},"https://gitee.com/mindspore/mindformers/tree/r1.6.0/",[53],"nofollow",[55],{"type":23,"value":51},{"type":17,"tag":25,"props":57,"children":58},{},[59],{"type":23,"value":60},"魔乐社区vLLM-MindSpore推理版地址：",{"type":17,"tag":25,"props":62,"children":63},{},[64],{"type":17,"tag":49,"props":65,"children":68},{"href":66,"rel":67},"https://modelers.cn/models/MindSpore-Lab/Qwen3-30B-A3B-Instruct-2507",[53],[69],{"type":23,"value":66},{"type":17,"tag":25,"props":71,"children":72},{},[73,82,84],{"type":17,"tag":74,"props":75,"children":76},"strong",{},[77],{"type":17,"tag":74,"props":78,"children":79},{},[80],{"type":23,"value":81},"# 01",{"type":23,"value":83}," ",{"type":17,"tag":74,"props":85,"children":86},{},[87],{"type":23,"value":88},"下载链接",{"type":17,"tag":25,"props":90,"children":91},{},[92],{"type":23,"value":93},"魔乐社区：",{"type":17,"tag":25,"props":95,"children":96},{},[97],{"type":17,"tag":49,"props":98,"children":100},{"href":66,"rel":99},[53],[101],{"type":23,"value":66},{"type":17,"tag":25,"props":103,"children":104},{},[105,110,111],{"type":17,"tag":74,"props":106,"children":107},{},[108],{"type":23,"value":109},"# 02",{"type":23,"value":83},{"type":17,"tag":74,"props":112,"children":113},{},[114],{"type":17,"tag":74,"props":115,"children":116},{},[117],{"type":23,"value":118},"模型下载",{"type":17,"tag":25,"props":120,"children":121},{},[122],{"type":23,"value":123},"执行以下命令为自定义下载路径 /mnt/data/Qwen3-30B-A3B-Instruct-2507 添加白名单：",{"type":17,"tag":125,"props":126,"children":128},"pre",{"code":127},"export HUB_WHITE_LIST_PATHS=/mnt/data/Qwen3-30B-A3B-Instruct-2507\n",[129],{"type":17,"tag":130,"props":131,"children":132},"code",{"__ignoreMap":7},[133],{"type":23,"value":127},{"type":17,"tag":25,"props":135,"children":136},{},[137],{"type":23,"value":138},"执行以下命令从魔乐社区下载Qwen3-30B-A3B-Instruct-2507 权重文件至指定路径 /mnt/data/Qwen3-30B-A3B-Instruct-2507 。下载的文件包含模型代码、权重、分词模型和示例代码，占用约 60GB 的磁盘空间：",{"type":17,"tag":125,"props":140,"children":142},{"code":141},"pip install openmind_hub\n",[143],{"type":17,"tag":130,"props":144,"children":145},{"__ignoreMap":7},[146],{"type":23,"value":141},{"type":17,"tag":125,"props":148,"children":150},{"code":149},"python\n\nfrom openmind_hub import snapshot_download\n\nsnapshot_download(\n    repo_id=\"MindSpore-Lab/Qwen3-30B-A3B-Instruct-2507\",\n    local_dir=\"/mnt/data/Qwen3-30B-A3B-Instruct-2507\",\n    local_dir_use_symlinks=False\n)\nexit()\n",[151],{"type":17,"tag":130,"props":152,"children":153},{"__ignoreMap":7},[154],{"type":23,"value":149},{"type":17,"tag":25,"props":156,"children":157},{},[158],{"type":17,"tag":74,"props":159,"children":160},{},[161],{"type":23,"value":162},"注意事项：",{"type":17,"tag":164,"props":165,"children":166},"ul",{},[167,173],{"type":17,"tag":168,"props":169,"children":170},"li",{},[171],{"type":23,"value":172},"/mnt/data/Qwen3-30B-A3B-Instruct-2507 可修改为自定义路径，确保该路径有足够的磁盘空间（约 60GB）。",{"type":17,"tag":168,"props":174,"children":175},{},[176],{"type":23,"value":177},"下载时间可能因网络环境而异，建议在稳定的网络环境下操作。",{"type":17,"tag":25,"props":179,"children":180},{},[181,186,187],{"type":17,"tag":74,"props":182,"children":183},{},[184],{"type":23,"value":185},"# 03",{"type":23,"value":83},{"type":17,"tag":74,"props":188,"children":189},{},[190],{"type":23,"value":191},"快速开始",{"type":17,"tag":25,"props":193,"children":194},{},[195],{"type":23,"value":196},"/mnt/data/Qwen3-30B-A3B-Instruct-2507推理需要1台（4卡）Atlas 800T/800I A2（64G）服务器服务器（基于BF16权重）。昇思MindSpore提供了Qwen3-30B-A3B-Instruct-2507推理可用的Docker容器镜像，供开发者快速体验。",{"type":17,"tag":25,"props":198,"children":199},{},[200],{"type":17,"tag":74,"props":201,"children":202},{},[203],{"type":23,"value":204},"3.1 停止其他进程，避免服务器中其他进程影响",{"type":17,"tag":125,"props":206,"children":208},{"code":207},"pkill -9 python\npkill -9 mindie\npkill -9 ray\n",[209],{"type":17,"tag":130,"props":210,"children":211},{"__ignoreMap":7},[212],{"type":23,"value":207},{"type":17,"tag":25,"props":214,"children":215},{},[216],{"type":17,"tag":74,"props":217,"children":218},{},[219],{"type":23,"value":220},"3.2 下载昇思 MindSpore 推理容器镜像",{"type":17,"tag":25,"props":222,"children":223},{},[224],{"type":23,"value":225},"执行以下 Shell 命令，拉取昇思 MindSpore Qwen3 推理容器镜像：",{"type":17,"tag":125,"props":227,"children":229},{"code":228},"docker pull swr.cn-central-221.ovaijisuan.com/mindformers/qwen3-30b-2507:20250731\n",[230],{"type":17,"tag":130,"props":231,"children":232},{"__ignoreMap":7},[233],{"type":23,"value":228},{"type":17,"tag":25,"props":235,"children":236},{},[237],{"type":17,"tag":74,"props":238,"children":239},{},[240],{"type":23,"value":241},"3.3 启动容器",{"type":17,"tag":25,"props":243,"children":244},{},[245],{"type":23,"value":246},"执行以下命令创建并启动容器（/mnt/data/Qwen3-30B-A3B-Instruct-2507用于存放权重路径，若没有/mnt盘则要修改）：",{"type":17,"tag":125,"props":248,"children":250},{"code":249},"docker run -it \\\n--privileged \\\n--name=qwen3_30b_2507 \\\n--net=host \\\n--cap-add=SYS_PTRACE \\\n--security-opt seccomp=unconfined \\\n--device=/dev/davinci0 \\\n--device=/dev/davinci1 \\\n--device=/dev/davinci2 \\\n--device=/dev/davinci3 \\\n--device=/dev/davinci_manager \\\n--device=/dev/hisi_hdc \\\n--device=/dev/devmm_svm \\\n--device=/dev/davinci_manager \\\n-v /usr/local/Ascend/add-ons/:/usr/local/Ascend/add-ons/ \\\n-v /usr/local/Ascend/driver/:/usr/local/Ascend/driver/ \\\n-v /usr/local/sbin:/usr/local/sbin \\\n-v /etc/hccn.conf:/etc/hccn.conf \\\n-v /mnt/data/Qwen3-30B-A3B-Instruct-2507/:/mnt/data/Qwen3-30B-A3B-Instruct-2507/ \\\nswr.cn-central-221.ovaijisuan.com/mindformers/qwen3-30b-2507:20250731 \\\n/bin/bash\n",[251],{"type":17,"tag":130,"props":252,"children":253},{"__ignoreMap":7},[254],{"type":23,"value":249},{"type":17,"tag":25,"props":256,"children":257},{},[258],{"type":17,"tag":74,"props":259,"children":260},{},[261],{"type":23,"value":162},{"type":17,"tag":164,"props":263,"children":264},{},[265],{"type":17,"tag":168,"props":266,"children":267},{},[268],{"type":23,"value":269},"后续操作，除了发起推理请求可以在容器外进行，其余操作均在容器内进行。",{"type":17,"tag":25,"props":271,"children":272},{},[273,278,279],{"type":17,"tag":74,"props":274,"children":275},{},[276],{"type":23,"value":277},"# 04",{"type":23,"value":83},{"type":17,"tag":74,"props":280,"children":281},{},[282],{"type":17,"tag":74,"props":283,"children":284},{},[285],{"type":23,"value":286},"服务化部署",{"type":17,"tag":25,"props":288,"children":289},{},[290],{"type":17,"tag":74,"props":291,"children":292},{},[293],{"type":23,"value":294},"4.1 添加环境变量",{"type":17,"tag":25,"props":296,"children":297},{},[298],{"type":23,"value":299},"在服务器中都添加如下环境变量：",{"type":17,"tag":125,"props":301,"children":303},{"code":302},"export vLLM_MODEL_BACKEND=MindFormers\n",[304],{"type":17,"tag":130,"props":305,"children":306},{"__ignoreMap":7},[307],{"type":23,"value":302},{"type":17,"tag":25,"props":309,"children":310},{},[311],{"type":17,"tag":74,"props":312,"children":313},{},[314],{"type":23,"value":315},"4.2 拉起服务",{"type":17,"tag":25,"props":317,"children":318},{},[319],{"type":23,"value":320},"执行以下命令拉起服务：",{"type":17,"tag":125,"props":322,"children":324},{"code":323},"python3 -m vllm_mindspore.entrypoints vllm.entrypoints.openai.api_server --model \"/mnt/data/Qwen3-30B-A3B-Instruct-2507\" --trust_remote_code --tensor_parallel_size=4 --max-num-seqs=192 --max_model_len=32768 --max-num-batched-tokens=16384 --block-size=32 --gpu-memory-utilization=0.9\n",[325],{"type":17,"tag":130,"props":326,"children":327},{"__ignoreMap":7},[328],{"type":23,"value":323},{"type":17,"tag":25,"props":330,"children":331},{},[332],{"type":17,"tag":74,"props":333,"children":334},{},[335],{"type":23,"value":336},"4.3 执行推理请求测试",{"type":17,"tag":25,"props":338,"children":339},{},[340],{"type":23,"value":341},"打开新的窗口，执行以下命令发送推理请求。",{"type":17,"tag":125,"props":343,"children":345},{"code":344},"curl http://localhost:8000/v1/chat/completions -H \"Content-Type: application/json\" -d '{\n  \"model\": \"/mnt/data/Qwen3-30B-A3B-Instruct-2507\",\n  \"messages\": [\n    {\"role\": \"user\", \"content\": \"介绍一下上海\"}\n  ],\n  \"temperature\": 0.6,\n  \"top_p\": 0.95,\n  \"top_k\": 20,\n  \"min_p\": 0,\n  \"max_tokens\": 4096,\n  \"presence_penalty\": 1.05\n}'\n",[346],{"type":17,"tag":130,"props":347,"children":348},{"__ignoreMap":7},[349],{"type":23,"value":344},{"type":17,"tag":25,"props":351,"children":352},{},[353,355,361],{"type":23,"value":354},"昇思MindSpore AI框架将持续支持更多业界主流模型，欢迎大家试用并在昇思论坛提供宝贵的反馈意见。（",{"type":17,"tag":49,"props":356,"children":359},{"href":357,"rel":358},"https://discuss.mindspore.cn/",[53],[360],{"type":23,"value":357},{"type":23,"value":362},"）",{"title":7,"searchDepth":364,"depth":364,"links":365},4,[],"markdown","content:news:zh:3807.md","content","news/zh/3807.md","news/zh/3807","md",1776506089832]