[{"data":1,"prerenderedAt":171},["ShallowReactive",2],{"content-query-b9ZQfqlZ8K":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"body":13,"_type":165,"_id":166,"_source":167,"_file":168,"_stem":169,"_extension":170},"/news/zh/2292","zh",false,"","华为中国合作伙伴大会 ｜ 基于昇思MindSpore打造的CodeGeeX邀你现场自动编程","以“因聚而生 众志有为”为主题的“华为中国合作伙伴大会2023”将于5月8日~9日在深圳国际会展中心（宝安）举办。","2023-05-08","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2023/05/11/fe80de4e9c814973a7a8cc02b4ed224f.png","news",{"type":14,"children":15,"toc":162},"root",[16,24,30,39,46,64,69,74,81,86,91,111,116,123,128,133,138,145,150,157],{"type":17,"tag":18,"props":19,"children":21},"element","h1",{"id":20},"华为中国合作伙伴大会-基于昇思mindspore打造的codegeex邀你现场自动编程",[22],{"type":23,"value":8},"text",{"type":17,"tag":25,"props":26,"children":27},"p",{},[28],{"type":23,"value":29},"以“因聚而生 众志有为”为主题的“华为中国合作伙伴大会2023”将于5月8日~9日在深圳国际会展中心（宝安）举办。作为昇腾AI生态中的一员，基于昇思MindSpore AI框架打造的CodeGeeX将展示AI辅助编程，现场可体验CodeGeeX的核心3大功能：代码生成与智能补全、代码解释、代码翻译。",{"type":17,"tag":25,"props":31,"children":32},{},[33],{"type":17,"tag":34,"props":35,"children":38},"img",{"alt":36,"src":37},"image.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073718.29158464353170718108751263011660:50540510082352:2400:EAA772A6035A754279318EC38A929F1005852484D00401CB130B01CC537B83EC.png",[],{"type":17,"tag":25,"props":40,"children":41},{},[42],{"type":17,"tag":34,"props":43,"children":45},{"alt":36,"src":44},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073742.24157132138647071505978177349139:50540510082352:2400:B0136304DB1504A8C26EF2D78B039ECE4FA55A2BE2D9A91443D159322BE43A55.png",[],{"type":17,"tag":25,"props":47,"children":48},{},[49],{"type":17,"tag":50,"props":51,"children":52},"strong",{},[53],{"type":17,"tag":50,"props":54,"children":55},{},[56],{"type":17,"tag":50,"props":57,"children":58},{},[59],{"type":17,"tag":50,"props":60,"children":61},{},[62],{"type":23,"value":63},"自主创新：在国产平台实现与训练",{"type":17,"tag":25,"props":65,"children":66},{},[67],{"type":23,"value":68},"CodeGeeX是一个具有130亿参数的多编程语言代码生成预训练模型。在2022年4月启动CodeGeeX项目时，选择在MindSpore 1.7框架上实现，并使用鹏城实验室的全国产计算平台上进行训练。CodeGeeX使用了其一个计算集群中的1536个昇腾910 AI处理器（32GB）进行了两个月左右的训练（2022年4月18日至6月22日）。",{"type":17,"tag":25,"props":70,"children":71},{},[72],{"type":23,"value":73},"除了Layer-norm与Softmax使用FP32格式以获得更高的精度与稳定性，模型参数整体使用FP16格式，最终整个模型需要占用约27GB显存。为了增加训练效率，CodeGeeX使用8路模型并行和192路数据并行的训练策略，微批大小为16、全局批大小为3072，并采用ZeRO-2优化器降低显存占用。在开发与训练过程中，CodeGeeX和昇思团队合作，对昇思MindSpore AI框架进行了部分优化，进而大幅度提升训练效率。比如，CodeGeeX团队发现矩阵乘法的计算时间占比仅为22.9%，大量时间被用于各类其它算子，因此实现了一系列算子融合，包括单元素算子融合、层归一化算子融合、FastGelu与矩阵乘法融合、批量矩阵乘法与加法融合等；再比如对矩阵乘法算子的维度实现自动搜索调优，使其搜索出效率最高的计算维度组合等。使用优化后的软硬件训练时，CodeGeeX单日训练量可达到543亿个标识符（含填充符）。CodeGeeX团队还尝试进一步加入流水线优化，整体训练效率再次提升，单日训练量达到841亿个标识符（含填充符），证明了国产深度学习平台与工具的快速迭代能力以及强大竞争力。",{"type":17,"tag":25,"props":75,"children":76},{},[77],{"type":17,"tag":34,"props":78,"children":80},{"alt":36,"src":79},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073815.80661298277312146152339116746522:50540510082352:2400:1568F2942B984BC19A87E79600A1462316F53228170854A3A408C87DDB18A5EA.png",[],{"type":17,"tag":25,"props":82,"children":83},{},[84],{"type":23,"value":85},"进一步加入流水线并行等优化后，Ascend 910整体训练效率有极大提升",{"type":17,"tag":25,"props":87,"children":88},{},[89],{"type":23,"value":90},"除了对昇腾AI平台的支持，CodeGeeX团队也将模型迁移适配更多其它平台，并开源了跨平台代码和模型权重，让研究者可以在不同平台上运行CodeGeeX模型。",{"type":17,"tag":25,"props":92,"children":93},{},[94],{"type":17,"tag":50,"props":95,"children":96},{},[97],{"type":17,"tag":50,"props":98,"children":99},{},[100],{"type":17,"tag":50,"props":101,"children":102},{},[103],{"type":17,"tag":50,"props":104,"children":105},{},[106],{"type":17,"tag":50,"props":107,"children":108},{},[109],{"type":23,"value":110},"CodeGeeX在现场",{"type":17,"tag":25,"props":112,"children":113},{},[114],{"type":23,"value":115},"来到华为中国合作伙伴大会现场，您可以在昇腾AI生态展区中，亲自体验CodeGeeX的现场自动编程。",{"type":17,"tag":25,"props":117,"children":118},{},[119],{"type":17,"tag":34,"props":120,"children":122},{"alt":36,"src":121},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073834.44834849375010019287398681730060:50540510082352:2400:C38A8ACEE822AE51524D95FAED0F83060CC824AD5A757E068330ADC4D7AFE522.png",[],{"type":17,"tag":25,"props":124,"children":125},{},[126],{"type":23,"value":127},"如果您在线上观看本次活动，也欢迎在VSCode和JetBrains IDEs中下载CodeGeeX插件，免费体验代码的自动生成、智能补全、自动添加注释和跨语言翻译功能，还有能时时带给你惊喜的“Ask CodeGeeX”智能问答功能。",{"type":17,"tag":25,"props":129,"children":130},{},[131],{"type":23,"value":132},"更多视频可关注公众号查看哦~",{"type":17,"tag":25,"props":134,"children":135},{},[136],{"type":23,"value":137},"插入现场拍摄展位及体验用户的组图：",{"type":17,"tag":25,"props":139,"children":140},{},[141],{"type":17,"tag":34,"props":142,"children":144},{"alt":36,"src":143},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073934.99382036179862684753403856190371:50540510082352:2400:5B62E3A17D799426084B88E3B113CD6B3F4152219AF2016D1470A3C54D29CBEA.png",[],{"type":17,"tag":25,"props":146,"children":147},{},[148],{"type":23,"value":149},"欢迎CodeGeeX的用户和开发者一起，现场体验，自动编程。也可以带着你的问题，现场与专家深度交流。",{"type":17,"tag":25,"props":151,"children":152},{},[153],{"type":17,"tag":34,"props":154,"children":156},{"alt":36,"src":155},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230511073954.05469904857222666695358046388849:50540510082352:2400:EEB2CBDA360090CD551CB3B520F4378022076080BC78C8B2D71C10F568D62366.png",[],{"type":17,"tag":25,"props":158,"children":159},{},[160],{"type":23,"value":161},"扫码前往官网参与报名",{"title":7,"searchDepth":163,"depth":163,"links":164},4,[],"markdown","content:news:zh:2292.md","content","news/zh/2292.md","news/zh/2292","md",1776506065351]