[{"data":1,"prerenderedAt":172},["ShallowReactive",2],{"content-query-f0RKYTXSXs":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"body":13,"_type":166,"_id":167,"_source":168,"_file":169,"_stem":170,"_extension":171},"/news/zh/2202","zh",false,"","网易携手昇腾AI打造玉知-悟空图文理解大模型，做更“懂你”的产品","不少人都有过这样的“心动”体验：上班路上打开网易新闻，推荐内容恰好是自己最近关注的行业动态；下班途中打开网易云音乐，惊喜的发现了几个小众宝藏歌手，忍不住直呼“网易云真是太懂我了！” 个性化的推荐机制像一个贴心的朋友，在互联网的海量信息中，总能捕捉到最合你心意的那个。","2023-03-17","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2023/03/23/1817701d970347278f1bff8bc3b1c979.png","news",{"type":14,"children":15,"toc":163},"root",[16,24,29,38,43,52,57,62,69,102,107,136,146,151,158],{"type":17,"tag":18,"props":19,"children":21},"element","h1",{"id":20},"网易携手昇腾ai打造玉知-悟空图文理解大模型做更懂你的产品",[22],{"type":23,"value":8},"text",{"type":17,"tag":25,"props":26,"children":27},"p",{},[28],{"type":23,"value":9},{"type":17,"tag":25,"props":30,"children":31},{},[32],{"type":17,"tag":33,"props":34,"children":35},"strong",{},[36],{"type":23,"value":37},"01：个性化推荐机制的背后：多模态大模型保驾护航",{"type":17,"tag":25,"props":39,"children":40},{},[41],{"type":23,"value":42},"作为国内专业从事游戏与泛娱乐AI研究和应用的顶尖机构，网易伏羲于2021年起着力打造“玉知”多模态理解大模型。基于图片-文本双塔结构，先后训练了2亿、4亿、9亿参数的“玉知”版本。同时，利用网易伏羲开源的EET高效推理框架，对模型压缩、算法适配、硬件底层等方面进行优化，使其推理速度提升4倍，满足了线上的高并发需求，降低了部署资源的损耗。",{"type":17,"tag":25,"props":44,"children":45},{},[46],{"type":17,"tag":47,"props":48,"children":51},"img",{"alt":49,"src":50},"image.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230323073430.06906749449408092824517304241351:50540322080947:2400:00399AD072C3935F9DCBCE624A7B88590D6388C6FB7DB019A4B41E70F1115953.png",[],{"type":17,"tag":25,"props":53,"children":54},{},[55],{"type":23,"value":56},"在业务数据集的zero-shot评测中，“玉知”多模态理解大模型优于Chinese-CLIP的CN-CLIPViT-H/14。",{"type":17,"tag":25,"props":58,"children":59},{},[60],{"type":23,"value":61},"“玉知”多模态理解大模型目前已在网易的多个业务场景中落地验证，为个性化推荐机制保驾护航：网易新闻基于“玉知”构建的图文内容表征，在推荐环节采用基于该图文向量的dropoutnet召回优化，对召回源、列表页视频试投、列表页试投整体等效果明显改进，实现视频和整体大盘的业务指标提升；网易云音乐基于“玉知”构建的内容表征引擎和内容相似检索引擎，在云音乐视频、长音频、广告等多个业务中，实现了对内容冷启动效率、CTR预估模型的优化，带来显著收益。",{"type":17,"tag":25,"props":63,"children":64},{},[65],{"type":17,"tag":47,"props":66,"children":68},{"alt":49,"src":67},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230323073452.55486973984154860666872680552221:50540322080947:2400:CC2CC0BE5AE66B0D19FED1DDD42AB94ECE3A7058AE507A2C594EA43D194BAA92.png",[],{"type":17,"tag":25,"props":70,"children":71},{},[72,80,82,90,92,100],{"type":17,"tag":33,"props":73,"children":74},{},[75],{"type":17,"tag":33,"props":76,"children":77},{},[78],{"type":23,"value":79},"02：网易",{"type":23,"value":81},"+昇腾AI****：",{"type":17,"tag":33,"props":83,"children":84},{},[85],{"type":17,"tag":33,"props":86,"children":87},{},[88],{"type":23,"value":89},"创造",{"type":23,"value":91},"1+1****>",{"type":17,"tag":33,"props":93,"children":94},{},[95],{"type":17,"tag":33,"props":96,"children":97},{},[98],{"type":23,"value":99},"2的",{"type":23,"value":101},"智能体验****",{"type":17,"tag":25,"props":103,"children":104},{},[105],{"type":23,"value":106},"为了更好的使能大模型应用创新，昇腾AI构建了从规划、开发到产业化的大模型全流程使能体系，并于2022年正式发布了昇腾AI大模型开发使能平台，打通了大模型从开发到部署的全流程。",{"type":17,"tag":25,"props":108,"children":109},{},[110,112,129,131],{"type":23,"value":111},"**在大模型的开发上，",{"type":17,"tag":33,"props":113,"children":114},{},[115,117,122,124],{"type":23,"value":116},"通过昇思MindSpore提供的自动混合并行API来加速训练过程，利用高阶的Transformer API，百行代码实现千亿级参数的模型开发，同时获得更好的模型性能；",{"type":17,"tag":33,"props":118,"children":119},{},[120],{"type":23,"value":121},"为加速大模型场景化适配",{"type":23,"value":123},"，打造了丰富的微调套件，已成功应用于紫东太初大模型开放服务平台建设，支持小样本训练和模型一键微调；",{"type":17,"tag":33,"props":125,"children":126},{},[127],{"type":23,"value":128},"在大模型的推理部署上",{"type":23,"value":130},"，**昇腾AI提供的模型压缩工具，在精度基本无损的情况下，降低了70%计算量，提升了20%以上的推理性能。 为了给用户带来更好的智能体验，网易伏羲联合昇思MindSpore及华为诺亚团队，充分分析互联网行业数据集特性，对多模态模型结构进行优化，优选合适编码器并采用多阶段训练模式，",{"type":17,"tag":33,"props":132,"children":133},{},[134],{"type":23,"value":135},"基于昇腾AI大模型开发使能平台，共同打造了玉知-悟空图文理解大模型。",{"type":17,"tag":25,"props":137,"children":138},{},[139],{"type":17,"tag":33,"props":140,"children":141},{},[142],{"type":17,"tag":47,"props":143,"children":145},{"alt":49,"src":144},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230323073616.70506391968128506147413963933118:50540322080947:2400:337095DCC1067D0A5891D0718256643EF6461A0E2F5F3023D5110610C9D550DE.png",[],{"type":17,"tag":25,"props":147,"children":148},{},[149],{"type":23,"value":150},"玉知-悟空图文理解大模型可广泛应用在互联网推荐搜索等业务中，通过提取图文的特征进行相关的检索。在网易视频推荐业务的应用中，玉知-悟空图文理解大模型在核心算法指标中得到近5%的提升，效果远超预期。未来，联合团队将进一步将成果应用到网易新闻、网易云音乐等更丰富的业务场景中，提升最终用户的个性化体验。",{"type":17,"tag":25,"props":152,"children":153},{},[154],{"type":17,"tag":47,"props":155,"children":157},{"alt":49,"src":156},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230323073636.82750832858789765594481847877252:50540322080947:2400:A1C75F7AF4B7C5F59B26AF0F000D0F79E0AC76FBEA595F637C9FF979B6C0384E.png",[],{"type":17,"tag":25,"props":159,"children":160},{},[161],{"type":23,"value":162},"**当被输入丰富的行业知识时，更精更专的大模型将显现出巨大的应用价值。**昇腾AI大模型开发使能平台，已经具备了支持大模型开发所需的各项核心技术，同时提供了一整套高效、易用的大模型使能套件，形成了端到端的使能大模型开发能力。 未来，昇腾AI将联合网易以及更多行业伙伴共建共享，助力大模型创新，为繁荣AI产业生态铺就一条信心之路。",{"title":7,"searchDepth":164,"depth":164,"links":165},4,[],"markdown","content:news:zh:2202.md","content","news/zh/2202.md","news/zh/2202","md",1776506063525]