{"id":3100,"date":"2023-07-22T04:38:15","date_gmt":"2023-07-21T20:38:15","guid":{"rendered":"https:\/\/www.shuizilong.com\/house\/?p=3100"},"modified":"2023-07-22T05:40:24","modified_gmt":"2023-07-21T21:40:24","slug":"llama-2","status":"publish","type":"post","link":"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/","title":{"rendered":"LLaMA 2 \u76f8\u5173"},"content":{"rendered":"<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_65 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\">Table of Contents<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a0b8d3a5506d\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a0b8d3a5506d\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E5%93%AA%E9%87%8C%E7%8E%A9%E5%8E%9F%E7%89%88_LLaMA_2_Demo\" title=\"\u54ea\u91cc\u73a9\u539f\u7248 \/ LLaMA 2 Demo\">\u54ea\u91cc\u73a9\u539f\u7248 \/ LLaMA 2 Demo<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E6%80%8E%E4%B9%88%E7%8E%A9_How_to_Prompt\" title=\"\u600e\u4e48\u73a9 \/ How to Prompt\">\u600e\u4e48\u73a9 \/ How to Prompt<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E8%B7%91%E5%88%86_Benchmark\" title=\"\u8dd1\u5206 \/ Benchmark\">\u8dd1\u5206 \/ Benchmark<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E7%BB%86%E8%8A%82_Detail\" title=\"\u7ec6\u8282 \/ Detail\">\u7ec6\u8282 \/ Detail<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E5%BE%AE%E8%B0%83_Fine-tuning\" title=\"\u5fae\u8c03 \/ Fine-tuning\">\u5fae\u8c03 \/ Fine-tuning<\/a><ul class='ez-toc-list-level-3' ><li class='ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-6\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E5%B7%B2%E7%BB%8F%E6%9C%89%E5%93%AA%E4%BA%9B%E4%BA%86%EF%BC%9F_Where\" title=\"\u5df2\u7ecf\u6709\u54ea\u4e9b\u4e86\uff1f \/ Where\">\u5df2\u7ecf\u6709\u54ea\u4e9b\u4e86\uff1f \/ Where<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-3'><a class=\"ez-toc-link ez-toc-heading-7\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E6%80%8E%E4%B9%88%E8%B0%83%EF%BC%9F_How\" title=\"\u600e\u4e48\u8c03\uff1f\/ How\">\u600e\u4e48\u8c03\uff1f\/ How<\/a><\/li><\/ul><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-8\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E5%85%B6%E5%AE%83_Misc\" title=\"\u5176\u5b83 \/ Misc.\">\u5176\u5b83 \/ Misc.<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-9\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E6%89%B9%E8%AF%84\" title=\"\u6279\u8bc4\">\u6279\u8bc4<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-10\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/llama-2\/#%E5%8F%82%E8%80%83%E8%B5%84%E6%96%99_Reference\" title=\"\u53c2\u8003\u8d44\u6599 \/ Reference\">\u53c2\u8003\u8d44\u6599 \/ Reference<\/a><\/li><\/ul><\/nav><\/div>\n\n<h2><span class=\"ez-toc-section\" id=\"%E5%93%AA%E9%87%8C%E7%8E%A9%E5%8E%9F%E7%89%88_LLaMA_2_Demo\"><\/span>\u54ea\u91cc\u73a9\u539f\u7248 \/ LLaMA 2 Demo<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/huggingface.co\/chat\">HuggingChat\/Llama-2-70b-chat-hf<\/a><\/li>\n<li><a href=\"https:\/\/huggingface.co\/spaces\/huggingface-projects\/llama-2-7b-chat\">Hugging Face Space 7B<\/a> | <a href=\"https:\/\/huggingface.co\/spaces\/huggingface-projects\/llama-2-13b-chat\">13B<\/a> | <a href=\"https:\/\/huggingface.co\/spaces\/ysharma\/Explore_llamav2_with_TGI\">70B<\/a><\/li>\n<li><a href=\"https:\/\/labs.perplexity.ai\/\">Perplexity 7B\/13B<\/a><\/li>\n<li><a href=\"https:\/\/replicate.com\/a16z-infra\/llama7b-v2-chat\">Replicate 7B<\/a> | <a href=\"https:\/\/replicate.com\/a16z-infra\/llama13b-v2-chat\">13B<\/a> | <a href=\"https:\/\/replicate.com\/replicate\/llama70b-v2-chat\">70B<\/a><\/li>\n<li><a href=\"https:\/\/sdk.vercel.ai\/\">sdk.vercel.ai<\/a><\/li>\n<li><a href=\"https:\/\/nat.dev\/\">nat.dev<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"%E6%80%8E%E4%B9%88%E7%8E%A9_How_to_Prompt\"><\/span>\u600e\u4e48\u73a9 \/ How to Prompt<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<pre class=\"brush: python; light: false; title: single-turn; toolbar: true; notranslate\" title=\"single-turn\">\r\n&lt;s&gt;&#x5B;INST] &lt;&lt;SYS&gt;&gt;\r\n{{ system_prompt }}\r\n&lt;&lt;\/SYS&gt;&gt;\r\n\r\n{{ user_message }} &#x5B;\/INST]\r\n<\/pre>\n<pre class=\"brush: python; light: false; title: multi-turn; toolbar: true; notranslate\" title=\"multi-turn\">\r\n&lt;s&gt;&#x5B;INST] &lt;&lt;SYS&gt;&gt;\r\n{{ system_prompt }}\r\n&lt;&lt;\/SYS&gt;&gt;\r\n\r\n{{ user_msg_1 }} &#x5B;\/INST] {{ model_answer_1 }} &lt;\/s&gt;\\\r\n&lt;s&gt;&#x5B;INST] {{ user_msg_2 }} &#x5B;\/INST] {{ model_answer_2 }} &lt;\/s&gt;\\\r\n&lt;s&gt;&#x5B;INST] {{ user_msg_3 }} &#x5B;\/INST]\r\n<\/pre>\n<h2><span class=\"ez-toc-section\" id=\"%E8%B7%91%E5%88%86_Benchmark\"><\/span>\u8dd1\u5206 \/ Benchmark<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/huggingface.co\/spaces\/HuggingFaceH4\/open_llm_leaderboard\">Hugging Face Open LLM Leaderboard<\/a><\/li>\n<li><a href=\"https:\/\/ai.meta.com\/llama\/\">https:\/\/ai.meta.com\/llama\/<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"%E7%BB%86%E8%8A%82_Detail\"><\/span>\u7ec6\u8282 \/ Detail<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2307.09288\">Llama 2: Open Foundation and Fine-Tuned Chat Models<\/a><\/li>\n<li><a href=\"https:\/\/www.interconnects.ai\/p\/llama-2-from-meta\">Llama 2: an incredible open LLM<\/a><\/li>\n<li><a href=\"https:\/\/www.youtube.com\/watch?v=zJBpRn2zTco\">Llama 2: Full Breakdown<\/a><\/li>\n<li><a href=\"https:\/\/twitter.com\/DrJimFan\/status\/1681372700881854465\">https:\/\/twitter.com\/DrJimFan\/status\/1681372700881854465<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"%E5%BE%AE%E8%B0%83_Fine-tuning\"><\/span>\u5fae\u8c03 \/ Fine-tuning<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<h3><span class=\"ez-toc-section\" id=\"%E5%B7%B2%E7%BB%8F%E6%9C%89%E5%93%AA%E4%BA%9B%E4%BA%86%EF%BC%9F_Where\"><\/span>\u5df2\u7ecf\u6709\u54ea\u4e9b\u4e86\uff1f \/ Where<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ul>\n<li><a href=\"https:\/\/huggingface.co\/spaces\/LinkSoul\/Chinese-Llama-2-7b\">https:\/\/huggingface.co\/spaces\/LinkSoul\/Chinese-Llama-2-7b<\/a> \u4e2d\u6587<\/li>\n<li><a href=\"https:\/\/huggingface.co\/NousResearch\/Nous-Hermes-Llama2-13b\">https:\/\/huggingface.co\/NousResearch\/Nous-Hermes-Llama2-13b<\/a> Hermes<\/li>\n<li><a href=\"https:\/\/huggingface.co\/stabilityai\/FreeWilly2\">https:\/\/huggingface.co\/stabilityai\/FreeWilly2<\/a> Orca-like<\/li>\n<\/ul>\n<h3><span class=\"ez-toc-section\" id=\"%E6%80%8E%E4%B9%88%E8%B0%83%EF%BC%9F_How\"><\/span>\u600e\u4e48\u8c03\uff1f\/ How<span class=\"ez-toc-section-end\"><\/span><\/h3>\n<ul>\n<li><a href=\"https:\/\/www.philschmid.de\/sagemaker-llama2-qlora\">Fine-tune LLaMA 2 (7-70B) on Amazon SageMaker<\/a><\/li>\n<li><a href=\"https:\/\/huggingface.co\/blog\/llama2#fine-tuning-with-peft\">HuggingFace, Fine-tuning LLaMA 2 with PEFT<\/a><\/li>\n<li><a href=\"https:\/\/github.com\/facebookresearch\/llama-recipes\/tree\/main\">Meta Examples and recipes for Llama model<\/a><\/li>\n<li><a href=\"https:\/\/www.youtube.com\/watch?v=3fsn19OI_C8\">The EASIEST way to finetune LLAMA-v2 on local machine!<\/a><\/li>\n<li><a href=\"https:\/\/zhuanlan.zhihu.com\/p\/644680366\">\u77e5\u4e4e\uff0cLLaMA2 RLHF \u6280\u672f\u7ec6\u8282<\/a><\/li>\n<li><a href=\"https:\/\/github.com\/jmorganca\/ollama\">Ollama<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"%E5%85%B6%E5%AE%83_Misc\"><\/span>\u5176\u5b83 \/ Misc.<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<p>\u7f8e\u897f\u65f6\u95f4\u8fd9\u5468\u516d\u65e9\u4e0a\u4e5d\u70b9\uff0c\u7f8e\u4e1c\u65f6\u95f4\u65e9\u4e0a\u5341\u4e8c\u70b9\uff0c\u804a\u4e00\u4e0b\u600e\u4e48\u628a LLaMA 2 \u641e\u5230\u8d85\u8fc7 GPT 3.5 \u7684\u6548\u679c\uff0c\u6709\u5174\u8da3\u4e00\u8d77\u6765\u8ba8\u8bba<br \/>\nTopic: LLaMA-2 \u641e\u5230 match \/ \u8d85\u8fc7 GPT 3.5<br \/>\nTime: Jul 22, 2023 09:00 AM Pacific Time (US and Canada)<br \/>\n<a href=\"https:\/\/ed-ac-uk.zoom.us\/j\/87003419834\">https:\/\/ed-ac-uk.zoom.us\/j\/87003419834<\/a><br \/>\nMeeting ID: 870 0341 9834<br \/>\nPasscode: abcd1234<\/p>\n<h2><span class=\"ez-toc-section\" id=\"%E6%89%B9%E8%AF%84\"><\/span>\u6279\u8bc4<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/twitter.com\/MarcosGorgojo\/status\/1681365374606901255\">https:\/\/twitter.com\/MarcosGorgojo\/status\/1681365374606901255<\/a><\/li>\n<li><a href=\"https:\/\/twitter.com\/dotey\/status\/1681925505644101632\">https:\/\/twitter.com\/dotey\/status\/1681925505644101632<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"%E5%8F%82%E8%80%83%E8%B5%84%E6%96%99_Reference\"><\/span>\u53c2\u8003\u8d44\u6599 \/ Reference<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/www.philschmid.de\/llama-2\">LLaMA 2 &#8211; Every Resource you need<\/a><\/li>\n<li><a href=\"https:\/\/huggingface.co\/blog\/llama2#how-to-prompt-llama-2\">HuggingFace, Llama 2 is here &#8211; get it on Hugging Face<\/a><\/li>\n<li><a href=\"https:\/\/replicate.com\/blog\/llama-2-roundup\">Replicate, What happened with Llama 2 in the last 24 hours?<\/a><\/li>\n<li><a href=\"https:\/\/replicate.com\/blog\/fine-tune-llama-2\">Replicate, Fine-tune Llama 2 on Replicate<\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u54ea\u91cc\u73a9\u539f\u7248 \/ LLaMA 2 Demo HuggingChat\/Llama-2-70b-chat-hf Hugging Face Space 7B | 13B | 70B Perplexity 7B\/13B Replicate 7B | 13B | 70B sdk.vercel.ai nat.dev \u600e\u4e48\u73a9 \/ How to Prompt &lt;s&gt;&#x5B;INST] &lt;&lt;SYS&gt;&gt; {{ system_prompt }} &lt;&lt;\/SYS&gt;&gt; {{ user_message }} &#x5B;\/INST] &lt;s&gt;&#x5B;INST] &lt;&lt;SYS&gt;&gt; {{ system_prompt }} &lt;&lt;\/SYS&gt;&gt; {{ user_msg_1 }} &#x5B;\/INST] {{ model_answer_1 }} &lt;\/s&gt;\\ &lt;s&gt;&#x5B;INST] {{ [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","enabled":false}}},"categories":[1],"tags":[],"class_list":["post-3100","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_shortlink":"https:\/\/wp.me\/p2tdP7-O0","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3100","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/comments?post=3100"}],"version-history":[{"count":26,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3100\/revisions"}],"predecessor-version":[{"id":3126,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3100\/revisions\/3126"}],"wp:attachment":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/media?parent=3100"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/categories?post=3100"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/tags?post=3100"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}