[{"data":1,"prerenderedAt":255},["ShallowReactive",2],{"content-query-JJSNrbkn2P":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"state":13,"body":14,"_type":249,"_id":250,"_source":251,"_file":252,"_stem":253,"_extension":254},"/activities/zh/2896","zh",false,"","【昇思MindSpore技术公开课】请查收第四讲文本生成解码原理知识点回顾","昇思MindSpore公开课大模型专题第二季课程火爆来袭！未报名的小伙伴抓紧时间扫描下方二维码参与课程，并同步加入课程群，有免费丰富的课程资源在等着你。课程同步赋能华为ICT大赛2023-2024，欢迎大家报名参与！","2023-11-29","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2023/12/01/c13e1a8f6ce044699f3d96441658a3ad.png","activities",1,{"type":15,"children":16,"toc":243},"root",[17,25,37,49,54,62,69,74,89,94,99,104,111,119,126,134,141,146,156,172,177,191,196,203,217,222,230,238],{"type":18,"tag":19,"props":20,"children":22},"element","h1",{"id":21},"昇思mindspore技术公开课请查收第四讲文本生成解码原理知识点回顾",[23],{"type":24,"value":8},"text",{"type":18,"tag":26,"props":27,"children":28},"p",{},[29,31],{"type":24,"value":30},"昇思MindSpore公开课大模型专题第二季课程火爆来袭！未报名的小伙伴抓紧时间扫描下方二维码参与课程，并同步加入课程群，有免费丰富的课程资源在等着你。",{"type":18,"tag":32,"props":33,"children":34},"strong",{},[35],{"type":24,"value":36},"课程同步赋能华为ICT大赛2023-2024，欢迎大家报名参与！",{"type":18,"tag":26,"props":38,"children":39},{},[40],{"type":18,"tag":32,"props":41,"children":42},{},[43],{"type":18,"tag":44,"props":45,"children":48},"img",{"alt":46,"src":47},"image.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032334.43491695647812281668683741975652:50541130072727:2400:738A0880180A0DD48ED1B9DBFD0F9E2231CA17DA4BECAA1BBBCA43B6527D3924.png",[],{"type":18,"tag":26,"props":50,"children":51},{},[52],{"type":24,"value":53},"在学习了GLM大模型之后，本周的公开课我们对LLM的核心能力——文本生成进行全面的解析，针对不同的文本生成(解码)方法进行了深入的原理介绍，并且依托MindSpore NLP提供了各种不同方法的demo。下面我们对本周公开课的内容进行总结，迎接下一节的深入：",{"type":18,"tag":26,"props":55,"children":56},{},[57],{"type":18,"tag":44,"props":58,"children":61},{"alt":59,"src":60},"cke_841.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032406.92884361616326873361563029959534:50541130072727:2400:3A4547275B8679895DB652F6EF889106F71486E581F7673809A80C956901C9C9.png",[],{"type":18,"tag":26,"props":63,"children":64},{},[65],{"type":18,"tag":44,"props":66,"children":68},{"alt":46,"src":67},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032418.74301555288565059390281128532765:50541130072727:2400:1D12D9E4110FA61C2ACE47228704EF638093D71F0965033E1E38FB19B07EDE92.png",[],{"type":18,"tag":26,"props":70,"children":71},{},[72],{"type":24,"value":73},"图 1 greedy search示例",{"type":18,"tag":26,"props":75,"children":76},{},[77,82,84],{"type":18,"tag":32,"props":78,"children":79},{},[80],{"type":24,"value":81},"2.2",{"type":24,"value":83}," ",{"type":18,"tag":32,"props":85,"children":86},{},[87],{"type":24,"value":88},"Beam search：",{"type":18,"tag":26,"props":90,"children":91},{},[92],{"type":24,"value":93},"通过在每个时间步保留最可能的 num_beams 个词，并从中最终选择出概率最高的序列来降低丢失潜在的高概率序列的风险。",{"type":18,"tag":26,"props":95,"children":96},{},[97],{"type":24,"value":98},"优点：一定程度保留最优路径",{"type":18,"tag":26,"props":100,"children":101},{},[102],{"type":24,"value":103},"缺点：无法解决重复问题和开放域生成效果差",{"type":18,"tag":26,"props":105,"children":106},{},[107],{"type":18,"tag":44,"props":108,"children":110},{"alt":46,"src":109},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032437.59850368546574451079846238568395:50541130072727:2400:7EAC262F2D398F9FA0BE2BF571838D47EC87CCA92D47200C1FA37E2A3CB20C8C.png",[],{"type":18,"tag":26,"props":112,"children":113},{},[114],{"type":18,"tag":44,"props":115,"children":118},{"alt":116,"src":117},"cke_2775.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032506.99969720620530278542681629989016:50541130072727:2400:2977D9549CC8B6169AB9E25D142E097CEA9B22627A7BB870759C7FE27D9F4224.png",[],{"type":18,"tag":26,"props":120,"children":121},{},[122],{"type":18,"tag":44,"props":123,"children":125},{"alt":46,"src":124},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032515.61502129746353256385314122314316:50541130072727:2400:D3C598630FC0DE71D599956897292894BC2FCA89DEAC46AB60B0D009FDCA623C.png",[],{"type":18,"tag":26,"props":127,"children":128},{},[129],{"type":18,"tag":44,"props":130,"children":133},{"alt":131,"src":132},"cke_4567.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032538.98315436155559418615288766264226:50541130072727:2400:6CCC1912410C3640E041DCABBA6D7900442B0DE8BC3BDE8A2E61663AD516A80E.png",[],{"type":18,"tag":26,"props":135,"children":136},{},[137],{"type":18,"tag":44,"props":138,"children":140},{"alt":46,"src":139},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032548.90123617436982433103541825943874:50541130072727:2400:EC2FB06BFEA2F2CE1F18A3C631B83F21CDA3FCEBDFCEB87600677135F5DD843C.png",[],{"type":18,"tag":26,"props":142,"children":143},{},[144],{"type":24,"value":145},"图 5 Top-P sample示例",{"type":18,"tag":26,"props":147,"children":148},{},[149,151],{"type":24,"value":150},"**4、**",{"type":18,"tag":32,"props":152,"children":153},{},[154],{"type":24,"value":155},"其他解码方法",{"type":18,"tag":157,"props":158,"children":160},"h3",{"id":159},"_41-constrained-beam-search",[161,166,167],{"type":18,"tag":32,"props":162,"children":163},{},[164],{"type":24,"value":165},"4.1",{"type":24,"value":83},{"type":18,"tag":32,"props":168,"children":169},{},[170],{"type":24,"value":171},"Constrained Beam search",{"type":18,"tag":26,"props":173,"children":174},{},[175],{"type":24,"value":176},"通过插入固定词汇组合到beam search候选词中，达到指定文本生成内容的目的。",{"type":18,"tag":26,"props":178,"children":179},{},[180,185,186],{"type":18,"tag":32,"props":181,"children":182},{},[183],{"type":24,"value":184},"4.2",{"type":24,"value":83},{"type":18,"tag":32,"props":187,"children":188},{},[189],{"type":24,"value":190},"Contrastive Search",{"type":18,"tag":26,"props":192,"children":193},{},[194],{"type":24,"value":195},"加入了前文相似度对比的惩罚项。",{"type":18,"tag":26,"props":197,"children":198},{},[199],{"type":18,"tag":44,"props":200,"children":202},{"alt":46,"src":201},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20231201032612.92127110521975355675602784592977:50541130072727:2400:FCEBC06E0B6001465965FA22C07A637D9F5A536F8306DBD1093B540C4505B317.png",[],{"type":18,"tag":26,"props":204,"children":205},{},[206,211,212],{"type":18,"tag":32,"props":207,"children":208},{},[209],{"type":24,"value":210},"4.3",{"type":24,"value":83},{"type":18,"tag":32,"props":213,"children":214},{},[215],{"type":24,"value":216},"Assisted Search",{"type":18,"tag":26,"props":218,"children":219},{},[220],{"type":24,"value":221},"LLM高效文本生成的解决方案，使用一个小的assistant model来进行预测或者是否使用cache文本的判断。减少LLM的调用次数。",{"type":18,"tag":26,"props":223,"children":224},{},[225],{"type":18,"tag":32,"props":226,"children":227},{},[228],{"type":24,"value":229},"二、",{"type":18,"tag":26,"props":231,"children":232},{},[233],{"type":18,"tag":32,"props":234,"children":235},{},[236],{"type":24,"value":237},"下节课预告",{"type":18,"tag":26,"props":239,"children":240},{},[241],{"type":24,"value":242},"昇思MindSpore技术公开课第二期的第五讲将在12月9日（周六）14：00-15：30与大家见面。为大家带来Llama模型的讲解与代码演示，我们不见不散！",{"title":7,"searchDepth":244,"depth":244,"links":245},4,[246],{"id":159,"depth":247,"text":248},3,"4.1 Constrained Beam search","markdown","content:activities:zh:2896.md","content","activities/zh/2896.md","activities/zh/2896","md",1776506021052]