[{"data":1,"prerenderedAt":172},["ShallowReactive",2],{"content-query-npyb0zskrX":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"category":13,"body":14,"_type":166,"_id":167,"_source":168,"_file":169,"_stem":170,"_extension":171},"/technology-blogs/zh/3257","zh",false,"","如何用AI创造一个孙悟空：基于昇思MindSpore打造多模态风格化对话助手","作者陶宁宁，北京师范大学博士生","2024-08-02","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2024/11/28/6c8119c2cbd647a18e24b86b13b539b8.png","technology-blogs","调试调优",{"type":15,"children":16,"toc":163},"root",[17,25,30,35,44,60,68,73,81,86,95,100,105,114,124,129,134,139,147,152],{"type":18,"tag":19,"props":20,"children":22},"element","h1",{"id":21},"如何用ai创造一个孙悟空基于昇思mindspore打造多模态风格化对话助手",[23],{"type":24,"value":8},"text",{"type":18,"tag":26,"props":27,"children":28},"p",{},[29],{"type":24,"value":9},{"type":18,"tag":26,"props":31,"children":32},{},[33],{"type":24,"value":34},"在当今社会，随着技术的飞速发展，人工智能在多个领域的应用变得日益广泛。特别是在教育、客户服务和心理咨询等领域，人工智能的应用不仅能提高效率，还能解决人力资源的局限性。然而，这些领域的服务需求通常需要高度个性化的交互和24小时不间断的支持，这对传统的服务模式提出了极大的挑战。此外，特殊群体如阅读障碍学生需要更具针对性和可访问性的教育辅导，而现有的技术解决方案在满足这一需求方面仍显不足。同时，大模型在实际应用中可能出现的幻觉问题，如生成不准确或不相关的内容，也是一大技术难题。",{"type":18,"tag":26,"props":36,"children":37},{},[38],{"type":18,"tag":39,"props":40,"children":41},"strong",{},[42],{"type":24,"value":43},"风格化：让AI更有趣",{"type":18,"tag":26,"props":45,"children":46},{},[47,49,58],{"type":24,"value":48},"基于上述背景，北京师范大学Mate60 Pro团队在",{"type":18,"tag":50,"props":51,"children":55},"a",{"href":52,"rel":53},"http://mp.weixin.qq.com/s?__biz=MzkxMTM2MjMzNg==&mid=2247623647&idx=2&sn=2213b791b9eed3a08569058ae403008e&chksm=c111f390f6667a866c661254a294b873a2be604b808a8e26dedeeecb962568543462b4002b61&scene=21#wechat_redirect",[54],"nofollow",[56],{"type":24,"value":57},"京津冀·昇思MindSpore创新训练营活动",{"type":24,"value":59},"中开发了基于昇思MindSpore的多模态风格化对话助手——MSCA（MindStyle Chat Assistant）。此项目的核心目的在于通过高度个性化的对话体验，来解决教育教学、文化传承和心理治疗中的实际需求。通过模拟如孙悟空、鲁迅等经典文学作品中的人物风格，MSCA不仅可以为学生提供更生动、更具吸引力的学习体验，还可以通过这些文化符号的传承，加深用户对文化的理解和感受。此外，MSCA可以提供24小时的心理咨询服务，特别是在模仿熟悉的亲人或知心哥哥姐姐时，可以为用户创造一个更舒适和亲切的咨询环境，这对于处理心理健康问题尤为重要。",{"type":18,"tag":26,"props":61,"children":62},{},[63],{"type":18,"tag":39,"props":64,"children":65},{},[66],{"type":24,"value":67},"技术解析：多模态融合",{"type":18,"tag":26,"props":69,"children":70},{},[71],{"type":24,"value":72},"1、通过在西游记原著中截取孙悟空风格的对话内容，自己构建数据集：",{"type":18,"tag":26,"props":74,"children":75},{},[76],{"type":18,"tag":77,"props":78,"children":80},"img",{"alt":7,"src":79},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2024/08/09/fe6393953430487fb93c34c66ff09fb9.png",[],{"type":18,"tag":26,"props":82,"children":83},{},[84],{"type":24,"value":85},"2、基于ChatGLM2 6B模型，采用IA3微调技术，用自制的数据集对模型的输出风格做微调。考虑到ChatGLM 6B模型参数量比较小，为了使模型具有更丰富的知识，使用了检索增强生成(RAG)技术，丰富模型知识体量。",{"type":18,"tag":26,"props":87,"children":88},{},[89,93],{"type":18,"tag":77,"props":90,"children":92},{"alt":7,"src":91},"https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2024/08/09/9997bb800ab248e4a2c7ca83fd7f74e3.png",[],{"type":24,"value":94}," 3、最后，使用RVC-Boss/GPT-SoVITS，基于西游记中孙悟空配音的音频，训练好孙悟空的音色，并将模型输出的文字转化成孙悟空音色的音频。以此来达到输出的文字和语音上都具有孙悟空特色的回答。",{"type":18,"tag":26,"props":96,"children":97},{},[98],{"type":24,"value":99},"在本项目中，MindSpore NLP套件提供了便利的接口，用少量的代码即可实现大模型的微调任务。最终项目实现了孙悟空风格的输出、百度搜索自动化功能，以及将模型的输出转化成符合孙悟空音色的音频输出。",{"type":18,"tag":26,"props":101,"children":102},{},[103],{"type":24,"value":104},"项目链接：",{"type":18,"tag":26,"props":106,"children":107},{},[108],{"type":18,"tag":50,"props":109,"children":112},{"href":110,"rel":111},"https://pangu.huaweicloud.com/gallery/asset-detail.html?id=da70934c-543e-47c2-9f2b-0161c042ea7b",[54],[113],{"type":24,"value":110},{"type":18,"tag":26,"props":115,"children":116},{},[117,122],{"type":18,"tag":39,"props":118,"children":119},{},[120],{"type":24,"value":121},"Mate60 Pro团队成员",{"type":24,"value":123},"**：**",{"type":18,"tag":26,"props":125,"children":126},{},[127],{"type":24,"value":128},"陶宁宁 北京师范大学系统科学学院 系统科学专业",{"type":18,"tag":26,"props":130,"children":131},{},[132],{"type":24,"value":133},"徐俊达 北京师范大学人工智能学院 人工智能专业",{"type":18,"tag":26,"props":135,"children":136},{},[137],{"type":24,"value":138},"唐 聪 北京师范大学人工智能学院 计算机科学与技术专业",{"type":18,"tag":26,"props":140,"children":141},{},[142],{"type":18,"tag":39,"props":143,"children":144},{},[145],{"type":24,"value":146},"更多推荐",{"type":18,"tag":26,"props":148,"children":149},{},[150],{"type":24,"value":151},"昇思MindSpore2.3版本已经正式上线，增强动/静态图与大模型能力，欢迎体验！详细特性介绍请戳下文了解。",{"type":18,"tag":26,"props":153,"children":154},{},[155,157],{"type":24,"value":156},"安装信息：",{"type":18,"tag":50,"props":158,"children":161},{"href":159,"rel":160},"https://www.mindspore.cn/install",[54],[162],{"type":24,"value":159},{"title":7,"searchDepth":164,"depth":164,"links":165},4,[],"markdown","content:technology-blogs:zh:3257.md","content","technology-blogs/zh/3257.md","technology-blogs/zh/3257","md",1776506128104]