{"id":3041,"date":"2023-06-21T17:17:49","date_gmt":"2023-06-21T09:17:49","guid":{"rendered":"https:\/\/www.shuizilong.com\/house\/?p=3041"},"modified":"2023-06-28T18:49:28","modified_gmt":"2023-06-28T10:49:28","slug":"note","status":"publish","type":"post","link":"https:\/\/www.shuizilong.com\/house\/archives\/note\/","title":{"rendered":"Note"},"content":{"rendered":"<div id=\"ez-toc-container\" class=\"ez-toc-v2_0_65 counter-hierarchy ez-toc-counter ez-toc-grey ez-toc-container-direction\">\n<p class=\"ez-toc-title\">Table of Contents<\/p>\n<label for=\"ez-toc-cssicon-toggle-item-6a0b70f2317a8\" class=\"ez-toc-cssicon-toggle-label\"><span class=\"\"><span class=\"eztoc-hide\" style=\"display:none;\">Toggle<\/span><span class=\"ez-toc-icon-toggle-span\"><svg style=\"fill: #999;color:#999\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" class=\"list-377408\" width=\"20px\" height=\"20px\" viewBox=\"0 0 24 24\" fill=\"none\"><path d=\"M6 6H4v2h2V6zm14 0H8v2h12V6zM4 11h2v2H4v-2zm16 0H8v2h12v-2zM4 16h2v2H4v-2zm16 0H8v2h12v-2z\" fill=\"currentColor\"><\/path><\/svg><svg style=\"fill: #999;color:#999\" class=\"arrow-unsorted-368013\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\" width=\"10px\" height=\"10px\" viewBox=\"0 0 24 24\" version=\"1.2\" baseProfile=\"tiny\"><path d=\"M18.2 9.3l-6.2-6.3-6.2 6.3c-.2.2-.3.4-.3.7s.1.5.3.7c.2.2.4.3.7.3h11c.3 0 .5-.1.7-.3.2-.2.3-.5.3-.7s-.1-.5-.3-.7zM5.8 14.7l6.2 6.3 6.2-6.3c.2-.2.3-.5.3-.7s-.1-.5-.3-.7c-.2-.2-.4-.3-.7-.3h-11c-.3 0-.5.1-.7.3-.2.2-.3.5-.3.7s.1.5.3.7z\"\/><\/svg><\/span><\/span><\/label><input type=\"checkbox\"  id=\"ez-toc-cssicon-toggle-item-6a0b70f2317a8\"  aria-label=\"Toggle\" \/><nav><ul class='ez-toc-list ez-toc-list-level-1 ' ><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-1\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/note\/#VC_perspective\" title=\"VC perspective\">VC perspective<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-1'><a class=\"ez-toc-link ez-toc-heading-2\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/note\/#%E5%A4%A7%E6%A8%A1%E5%9E%8B%E7%9A%84%E6%94%B9%E8%BF%9B\" title=\"\u5927\u6a21\u578b\u7684\u6539\u8fdb\">\u5927\u6a21\u578b\u7684\u6539\u8fdb<\/a><ul class='ez-toc-list-level-2' ><li class='ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-3\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/note\/#Compression_rate\" title=\"Compression rate\">Compression rate<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-4\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/note\/#Token_size\" title=\"Token size\">Token size<\/a><\/li><li class='ez-toc-page-1 ez-toc-heading-level-2'><a class=\"ez-toc-link ez-toc-heading-5\" href=\"https:\/\/www.shuizilong.com\/house\/archives\/note\/#Truth\" title=\"Truth\">Truth<\/a><\/li><\/ul><\/li><\/ul><\/nav><\/div>\n\n<h1><span class=\"ez-toc-section\" id=\"VC_perspective\"><\/span>VC perspective<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<ul>\n<li><a href=\"https:\/\/www.sequoiacap.com\/article\/llm-stack-perspective\/\">Sequoia, The New Language Model Stack<\/a><\/li>\n<li><a href=\"https:\/\/a16z.com\/2023\/06\/20\/emerging-architectures-for-llm-applications\/\">A16Z, Emerging Architectures for LLM Applications<\/a><\/li>\n<li><a href=\"https:\/\/mp.weixin.qq.com\/s\/UcfaeqBzr8KsbkfJ3Gb69g\">\u7ea2\u6749\u7f8e\u56fd\u6700\u65b0AI\u9884\u5224\uff5c\u65b0\u7684\u8bed\u8a00\u6a21\u578b\u6280\u672f\u6808\u5168\u89e3<\/a><\/li>\n<li><a href=\"https:\/\/mp.weixin.qq.com\/s\/Lx_ieV8CHX-dxAQqgdGuow\">a16z\u6700\u65b0\u9884\u5224\uff5cAI\u865a\u62df\u966a\u4f34\u751f\u6001\u5168\u89e3\u6790<\/a><\/li>\n<li><a href=\"https:\/\/mp.weixin.qq.com\/s?search_click_id=7380461848891890129-1687880763387-8694376893&#038;__biz=MTA3NDM1MzUwMQ==&#038;mid=2652096310&#038;idx=1&#038;sn=05995f314168056f1b850f843bfcc3a0&#038;chksm=73d1c50444a64c12af131a7439cb9fc234aa28d3ceaa303de2d4b6d859ca77745ce2c976a773&#038;key=a304d12f8c2241877859534666aeb37234b3e16697496fcf5f58b66b7ae7f37e4c580622f4b5c45f69aaa3aea1896efc14967a88089d93634b499b72b1d8f0a65ed51aff8d0e308efc5ff9ebd3333bcce52775dc31ffc943c34017673f6da4317ac5c053356b96e00f924b35f32d934a0fad5f88a76a0b184684b7c4f8a4a79b&#038;ascene=65&#038;uin=OTA0MDAzMDg0&#038;devicetype=Windows+11+x64&#038;version=63080021&#038;lang=zh_CN&#038;countrycode=AF&#038;exportkey=n_ChQIAhIQ%2FjIMujJq0kPrW5CL6Bjr5xLgAQIE97dBBAEAAAAAAAH5EmyryTAAAAAOpnltbLcz9gKNyK89dVj0xCWhcstnMhQJyfDIoZVDIx42%2BZeYK872RPSVSm2XE4IWylRpWEebq8fAXf7wXjROqpdY7TTbVSqI5kXHr4jR3eMEbxE9RTSpG7AgpjxCKSjU49oED3iamlmEH30HgHDufj9XFwk7b39%2FZyJetNDX6KJ1iUanfJH93k9YklhUycXLBqGY74IsGGF6Du0nBL8dfR8Y3WQecXrkMUTxGaPJilsU8LdE1DKMHAGNb5t3zbeLAHR9F100SKu9&#038;acctmode=0&#038;pass_ticket=BS9RQpIEbXDOzuRLyXu%2F7FJdDuSQORCZ9MPkaeBqJP2B4mpEsAMhhLWwbVc5lC7Z&#038;wx_header=1&#038;fontgear=2\">\u6731\u5578\u864e\uff1aChatGpt\u5bf9\u521b\u4e1a\u516c\u53f8\u5f88\u4e0d\u53cb\u597d\uff0c\u672a\u6765\u4e24\u4e09\u5e74\u5185\u8bf7\u5927\u5bb6\u653e\u5f03\u878d\u8d44\u5e7b\u60f3<\/a> | <a href=\"https:\/\/www.yicai.com\/news\/101792446.html\">\u5927\u6a21\u578b\u521b\u4e1a\u4ef7\u503c\u6d88\u5931\u4e86\uff1f\u6731\u5578\u864e\u4e0e\u5085\u76db\u9694\u7a7a\u6fc0\u8fa9<\/a><\/li>\n<li><a href=\"https:\/\/bootcamp.uxdesign.cc\/ai-or-die-ushering-in-a-new-era-of-user-research-1d4ce89a9660\">AI or die: ushering in a new era of user research<\/a><\/li>\n<li><a href=\"https:\/\/www.economist.com\/science-and-technology\/2023\/06\/21\/the-bigger-is-better-approach-to-ai-is-running-out-of-road\">The bigger-is-better approach to AI is running out of road<\/a><\/li>\n<\/ul>\n<h1><span class=\"ez-toc-section\" id=\"%E5%A4%A7%E6%A8%A1%E5%9E%8B%E7%9A%84%E6%94%B9%E8%BF%9B\"><\/span>\u5927\u6a21\u578b\u7684\u6539\u8fdb<span class=\"ez-toc-section-end\"><\/span><\/h1>\n<h2><span class=\"ez-toc-section\" id=\"Compression_rate\"><\/span>Compression rate<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/zhuanlan.zhihu.com\/p\/619511222\">zxytim, \u538b\u7f29\u4e0b\u4e00\u4e2a token \u901a\u5411\u8d85\u8fc7\u4eba\u7c7b\u7684\u667a\u80fd<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"Token_size\"><\/span>Token size<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/www.anthropic.com\/index\/100k-context-windows\">https:\/\/www.anthropic.com\/index\/100k-context-windows<\/a><\/li>\n<li><a href=\"https:\/\/mp.weixin.qq.com\/s\/p4JfnUE5cbRZtiIJPRr2LQ\">https:\/\/mp.weixin.qq.com\/s\/p4JfnUE5cbRZtiIJPRr2LQ<\/a> <\/li>\n<li><a href=\"https:\/\/arxiv.org\/abs\/\/2306.15595\">Extending Context Window of Large Language Models via Positional Interpolation<\/a><\/li>\n<\/ul>\n<h2><span class=\"ez-toc-section\" id=\"Truth\"><\/span>Truth<span class=\"ez-toc-section-end\"><\/span><\/h2>\n<ul>\n<li><a href=\"https:\/\/arxiv.org\/abs\/1808.00508\">Neural Arithmetic Logic Units<\/a><\/li>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2306.02707\">Orca: Progressive Learning from Complex Explanation Traces of GPT-4<\/a> | <a href=\"https:\/\/twitter.com\/cwolferesearch\/status\/1673398297304911872\">https:\/\/twitter.com\/cwolferesearch\/status\/1673398297304911872<\/a><\/li>\n<li><a href=\"https:\/\/twitter.com\/SebastienBubeck\/status\/1671326369626853376\">Textbooks Are All You Need<\/a><\/li>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2305.05383\">Code Execution with Pre-trained Language Models<\/a><\/li>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2207.14502\">Language Models Can Teach Themselves to Program Better<\/a><\/li>\n<li><a href=\"https:\/\/huggingface.co\/papers\/2306.14101\">Language models are weak learners<\/a><\/li>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2305.18654\">Faith and Fate: Limits of Transformers on Compositionality<\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>VC perspective Sequoia, The New Language Model Stack A16Z, Emerging Architectures for LLM Applications \u7ea2\u6749\u7f8e\u56fd\u6700\u65b0AI\u9884\u5224\uff5c\u65b0\u7684\u8bed\u8a00\u6a21\u578b\u6280\u672f\u6808\u5168\u89e3 a16z\u6700\u65b0\u9884\u5224\uff5cAI\u865a\u62df\u966a\u4f34\u751f\u6001\u5168\u89e3\u6790 \u6731\u5578\u864e\uff1aChatGpt\u5bf9\u521b\u4e1a\u516c\u53f8\u5f88\u4e0d\u53cb\u597d\uff0c\u672a\u6765\u4e24\u4e09\u5e74\u5185\u8bf7\u5927\u5bb6\u653e\u5f03\u878d\u8d44\u5e7b\u60f3 | \u5927\u6a21\u578b\u521b\u4e1a\u4ef7\u503c\u6d88\u5931\u4e86\uff1f\u6731\u5578\u864e\u4e0e\u5085\u76db\u9694\u7a7a\u6fc0\u8fa9 AI or die: ushering in a new era of user research The bigger-is-better approach to AI is running out of road \u5927\u6a21\u578b\u7684\u6539\u8fdb Compression rate zxytim, \u538b\u7f29\u4e0b\u4e00\u4e2a token \u901a\u5411\u8d85\u8fc7\u4eba\u7c7b\u7684\u667a\u80fd Token size https:\/\/www.anthropic.com\/index\/100k-context-windows https:\/\/mp.weixin.qq.com\/s\/p4JfnUE5cbRZtiIJPRr2LQ Extending Context Window of [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","enabled":false}}},"categories":[1],"tags":[],"class_list":["post-3041","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_shortlink":"https:\/\/wp.me\/s2tdP7-note","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3041","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/comments?post=3041"}],"version-history":[{"count":15,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3041\/revisions"}],"predecessor-version":[{"id":3087,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/posts\/3041\/revisions\/3087"}],"wp:attachment":[{"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/media?parent=3041"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/categories?post=3041"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.shuizilong.com\/house\/wp-json\/wp\/v2\/tags?post=3041"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}