[{"data":1,"prerenderedAt":216},["ShallowReactive",2],{"content-query-2LzHtYD8m7":3},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"date":10,"cover":11,"type":12,"state":13,"body":14,"_type":210,"_id":211,"_source":212,"_file":213,"_stem":214,"_extension":215},"/activities/zh/2480","zh",false,"","【昇思MindSpore技术公开课】第三节课GPT的课程回顾来啦！","上周六（5月9日）我们为大家讲解了GPT-1模型，不知道小伙伴们掌握得怎么样呢？在这里我们奉上GPT课程的内容回顾，帮助大家快速查缺补漏。如果遇到问题，欢迎大家在答疑群或者课程代码仓的issue项中进行提问~","2023-05-11","https://obs-mindspore-file.obs.cn-north-4.myhuaweicloud.com/file/2023/05/22/d9d658349c9445829a3a6aff8c131436.png","activities",1,{"type":15,"children":16,"toc":207},"root",[17,25,30,39,47,52,62,71,86,95,108,116,121,130,138,146,165,172,177,182,187,195,200],{"type":18,"tag":19,"props":20,"children":22},"element","h1",{"id":21},"昇思mindspore技术公开课第三节课gpt的课程回顾来啦",[23],{"type":24,"value":8},"text",{"type":18,"tag":26,"props":27,"children":28},"p",{},[29],{"type":24,"value":9},{"type":18,"tag":26,"props":31,"children":32},{},[33],{"type":18,"tag":34,"props":35,"children":36},"strong",{},[37],{"type":24,"value":38},"一、",{"type":18,"tag":26,"props":40,"children":41},{},[42],{"type":18,"tag":34,"props":43,"children":44},{},[45],{"type":24,"value":46},"课程回顾",{"type":18,"tag":26,"props":48,"children":49},{},[50],{"type":24,"value":51},"（具体课程回顾详情可扫描下方二维码，进入课程代码仓中的0.Course-Review进行查看）",{"type":18,"tag":26,"props":53,"children":54},{},[55,57],{"type":24,"value":56},"- ",{"type":18,"tag":34,"props":58,"children":59},{},[60],{"type":24,"value":61},"Semi-Supervised Learning",{"type":18,"tag":26,"props":63,"children":64},{},[65,66],{"type":24,"value":56},{"type":18,"tag":34,"props":67,"children":68},{},[69],{"type":24,"value":70},"Unsupervised Pretraining",{"type":18,"tag":72,"props":73,"children":74},"ul",{},[75,81],{"type":18,"tag":76,"props":77,"children":78},"li",{},[79],{"type":24,"value":80},"模型预训练优化目标",{"type":18,"tag":76,"props":82,"children":83},{},[84],{"type":24,"value":85},"模型结构",{"type":18,"tag":26,"props":87,"children":88},{},[89,90],{"type":24,"value":56},{"type":18,"tag":34,"props":91,"children":92},{},[93],{"type":24,"value":94},"Supervised Fine-Tuning",{"type":18,"tag":72,"props":96,"children":97},{},[98,103],{"type":18,"tag":76,"props":99,"children":100},{},[101],{"type":24,"value":102},"模型finetune优化目标",{"type":18,"tag":76,"props":104,"children":105},{},[106],{"type":24,"value":107},"下游任务及对应的输入处理",{"type":18,"tag":26,"props":109,"children":110},{},[111],{"type":18,"tag":34,"props":112,"children":113},{},[114],{"type":24,"value":115},"二、课程实践",{"type":18,"tag":26,"props":117,"children":118},{},[119],{"type":24,"value":120},"课程中我们讲解了如何finetune GPT模型实现分类（classification）任务，大家可以在另三类下游任务中选择一种进行实践，注意不同的下游任务需要对模型进行不同的处理。",{"type":18,"tag":26,"props":122,"children":123},{},[124],{"type":18,"tag":125,"props":126,"children":129},"img",{"alt":127,"src":128},"image.png","https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230522030933.14450662106535188301679496400774:50540521062921:2400:EAC9928A0B76B0B2D685FFFA85D25BA1E661CF1B184CAEEACFE9B91BAB7FA831.png",[],{"type":18,"tag":26,"props":131,"children":132},{},[133],{"type":18,"tag":34,"props":134,"children":135},{},[136],{"type":24,"value":137},"三、",{"type":18,"tag":26,"props":139,"children":140},{},[141],{"type":18,"tag":34,"props":142,"children":143},{},[144],{"type":24,"value":145},"下节课预告",{"type":18,"tag":26,"props":147,"children":148},{},[149,151,156,158,163],{"type":24,"value":150},"本周六（5月13日）14：00-15：30，将由我们颜值与人气并存的",{"type":18,"tag":34,"props":152,"children":153},{},[154],{"type":24,"value":155},"CUQ弟中弟老师",{"type":24,"value":157},"为大家带来",{"type":18,"tag":34,"props":159,"children":160},{},[161],{"type":24,"value":162},"GPT2",{"type":24,"value":164},"课程的讲解，这里悄悄剧透一下课程内容：",{"type":18,"tag":26,"props":166,"children":167},{},[168],{"type":18,"tag":34,"props":169,"children":170},{},[171],{"type":24,"value":162},{"type":18,"tag":26,"props":173,"children":174},{},[175],{"type":24,"value":176},"- Task Conditioning",{"type":18,"tag":26,"props":178,"children":179},{},[180],{"type":24,"value":181},"- Zero Shot Learning and Zero Shot Task Transfer",{"type":18,"tag":26,"props":183,"children":184},{},[185],{"type":24,"value":186},"- 使用GPT2训练一个 few shot 任务",{"type":18,"tag":26,"props":188,"children":189},{},[190],{"type":18,"tag":34,"props":191,"children":192},{},[193],{"type":24,"value":194},"四、课程建议和课后答疑",{"type":18,"tag":26,"props":196,"children":197},{},[198],{"type":24,"value":199},"如果大家在运行代码中遇到什么问题，对课程有什么建议，或者希望我们增添什么内容，都可以在昇思MindSpore技术公开课大模型专题的代码仓中提issue进行反馈，或者加入课程讨论群，会有课程讲师在群中进行答疑。",{"type":18,"tag":26,"props":201,"children":202},{},[203],{"type":18,"tag":125,"props":204,"children":206},{"alt":127,"src":205},"https://fileserver.developer.huaweicloud.com/FileServer/getFile/cmtybbs/e64/154/b38/90a1d5d431e64154b387b3660e356ff5.20230522030955.96036563453573153862790354432009:50540521062921:2400:AF472FF20C8FBF009DB2FC5D3E25F50E9301680A55E00A97A793C2B6917224C8.png",[],{"title":7,"searchDepth":208,"depth":208,"links":209},4,[],"markdown","content:activities:zh:2480.md","content","activities/zh/2480.md","activities/zh/2480","md",1776506018316]