From 855775d41de1a36b5944ab0e64e48f9cf775a7c4 Mon Sep 17 00:00:00 2001 From: Ying1123 Date: Wed, 15 Nov 2023 18:27:47 +0000 Subject: [PATCH] deploy: 2730fe2e61b824df2cbdaf26bb97acdbdc8f99e2 --- 404/index.html | 2 +- .../about.json | 0 .../blog.json | 0 .../blog/2023-03-30-vicuna.json | 0 .../blog/2023-05-03-arena.json | 0 .../blog/2023-05-10-leaderboard.json | 0 .../blog/2023-05-25-leaderboard.json | 0 .../blog/2023-06-09-api-server.json | 0 .../blog/2023-06-22-leaderboard.json | 0 .../blog/2023-06-29-longchat.json | 0 .../blog/2023-07-20-dataset.json | 0 .../blog/2023-10-30-toxicchat.json | 0 .../blog/2023-11-14-llm-decontaminator.json | 0 .../blog/2023-11-15-slora.json | 0 .../donations.json | 0 .../vicuna_eval.json | 0 .../_buildManifest.js | 0 .../_middlewareManifest.js | 0 .../OBGnujS-duNkYEN6pY2Ec/_ssgManifest.js | 1 + .../QES-6itgfMcdIBNqfuxhI/_ssgManifest.js | 1 - about/index.html | 4 ++-- blog/2023-03-30-vicuna/index.html | 4 ++-- blog/2023-05-03-arena/index.html | 4 ++-- blog/2023-05-10-leaderboard/index.html | 4 ++-- blog/2023-05-25-leaderboard/index.html | 4 ++-- blog/2023-06-09-api-server/index.html | 4 ++-- blog/2023-06-22-leaderboard/index.html | 4 ++-- blog/2023-06-29-longchat/index.html | 4 ++-- blog/2023-07-20-dataset/index.html | 4 ++-- blog/2023-10-30-toxicchat/index.html | 4 ++-- blog/2023-11-14-llm-decontaminator/index.html | 4 ++-- blog/2023-11-15-slora/index.html | 4 ++-- blog/index.html | 4 ++-- donations/index.html | 4 ++-- .../thumbnail_preview-opt-10.WEBP | Bin 54 -> 72 bytes .../thumbnail_preview-opt-1080.WEBP | Bin 11152 -> 19380 bytes .../thumbnail_preview-opt-1200.WEBP | Bin 12328 -> 21422 bytes .../thumbnail_preview-opt-128.WEBP | Bin 570 -> 1160 bytes .../thumbnail_preview-opt-16.WEBP | Bin 66 -> 102 bytes .../thumbnail_preview-opt-1920.WEBP | Bin 20652 -> 24018 bytes .../thumbnail_preview-opt-2048.WEBP | Bin 21636 -> 24018 bytes .../thumbnail_preview-opt-256.WEBP | Bin 1578 -> 3386 bytes .../thumbnail_preview-opt-32.WEBP | Bin 122 -> 234 bytes .../thumbnail_preview-opt-384.WEBP | Bin 2926 -> 5954 bytes .../thumbnail_preview-opt-3840.WEBP | Bin 24116 -> 24018 bytes .../thumbnail_preview-opt-48.WEBP | Bin 212 -> 338 bytes .../thumbnail_preview-opt-64.WEBP | Bin 264 -> 496 bytes .../thumbnail_preview-opt-640.WEBP | Bin 6072 -> 10606 bytes .../thumbnail_preview-opt-750.WEBP | Bin 7152 -> 13164 bytes .../thumbnail_preview-opt-828.WEBP | Bin 8284 -> 14444 bytes .../thumbnail_preview-opt-96.WEBP | Bin 424 -> 786 bytes images/blog/slora/thumbnail_preview.png | Bin 180478 -> 113564 bytes index.html | 2 +- projects/index.html | 2 +- rss.xml | 2 +- vicuna_eval/index.html | 4 ++-- 56 files changed, 35 insertions(+), 35 deletions(-) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/about.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-03-30-vicuna.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-05-03-arena.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-05-10-leaderboard.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-05-25-leaderboard.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-06-09-api-server.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-06-22-leaderboard.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-06-29-longchat.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-07-20-dataset.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-10-30-toxicchat.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-11-14-llm-decontaminator.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/blog/2023-11-15-slora.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/donations.json (100%) rename _next/data/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/vicuna_eval.json (100%) rename _next/static/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/_buildManifest.js (100%) rename _next/static/{QES-6itgfMcdIBNqfuxhI => OBGnujS-duNkYEN6pY2Ec}/_middlewareManifest.js (100%) create mode 100644 _next/static/OBGnujS-duNkYEN6pY2Ec/_ssgManifest.js delete mode 100644 _next/static/QES-6itgfMcdIBNqfuxhI/_ssgManifest.js diff --git a/404/index.html b/404/index.html index c6239641..e2d485d6 100644 --- a/404/index.html +++ b/404/index.html @@ -1 +1 @@ -
\ No newline at end of file +
\ No newline at end of file diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/about.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/about.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/about.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/about.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-03-30-vicuna.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-03-30-vicuna.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-03-30-vicuna.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-03-30-vicuna.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-03-arena.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-03-arena.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-03-arena.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-03-arena.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-10-leaderboard.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-10-leaderboard.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-10-leaderboard.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-10-leaderboard.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-25-leaderboard.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-25-leaderboard.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-05-25-leaderboard.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-05-25-leaderboard.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-09-api-server.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-09-api-server.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-09-api-server.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-09-api-server.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-22-leaderboard.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-22-leaderboard.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-22-leaderboard.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-22-leaderboard.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-29-longchat.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-29-longchat.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-06-29-longchat.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-06-29-longchat.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-07-20-dataset.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-07-20-dataset.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-07-20-dataset.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-07-20-dataset.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-10-30-toxicchat.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-10-30-toxicchat.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-10-30-toxicchat.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-10-30-toxicchat.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-11-14-llm-decontaminator.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-11-14-llm-decontaminator.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-11-14-llm-decontaminator.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-11-14-llm-decontaminator.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-11-15-slora.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-11-15-slora.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/blog/2023-11-15-slora.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/blog/2023-11-15-slora.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/donations.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/donations.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/donations.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/donations.json diff --git a/_next/data/QES-6itgfMcdIBNqfuxhI/vicuna_eval.json b/_next/data/OBGnujS-duNkYEN6pY2Ec/vicuna_eval.json similarity index 100% rename from _next/data/QES-6itgfMcdIBNqfuxhI/vicuna_eval.json rename to _next/data/OBGnujS-duNkYEN6pY2Ec/vicuna_eval.json diff --git a/_next/static/QES-6itgfMcdIBNqfuxhI/_buildManifest.js b/_next/static/OBGnujS-duNkYEN6pY2Ec/_buildManifest.js similarity index 100% rename from _next/static/QES-6itgfMcdIBNqfuxhI/_buildManifest.js rename to _next/static/OBGnujS-duNkYEN6pY2Ec/_buildManifest.js diff --git a/_next/static/QES-6itgfMcdIBNqfuxhI/_middlewareManifest.js b/_next/static/OBGnujS-duNkYEN6pY2Ec/_middlewareManifest.js similarity index 100% rename from _next/static/QES-6itgfMcdIBNqfuxhI/_middlewareManifest.js rename to _next/static/OBGnujS-duNkYEN6pY2Ec/_middlewareManifest.js diff --git a/_next/static/OBGnujS-duNkYEN6pY2Ec/_ssgManifest.js b/_next/static/OBGnujS-duNkYEN6pY2Ec/_ssgManifest.js new file mode 100644 index 00000000..1bdc3125 --- /dev/null +++ b/_next/static/OBGnujS-duNkYEN6pY2Ec/_ssgManifest.js @@ -0,0 +1 @@ +self.__SSG_MANIFEST=new Set(["\u002Fabout","\u002Fvicuna_eval","\u002Fblog","\u002Fdonations","\u002Fblog\u002F[slug]"]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB() \ No newline at end of file diff --git a/_next/static/QES-6itgfMcdIBNqfuxhI/_ssgManifest.js b/_next/static/QES-6itgfMcdIBNqfuxhI/_ssgManifest.js deleted file mode 100644 index e57f2c9b..00000000 --- a/_next/static/QES-6itgfMcdIBNqfuxhI/_ssgManifest.js +++ /dev/null @@ -1 +0,0 @@ -self.__SSG_MANIFEST=new Set(["\u002Fabout","\u002Fblog","\u002Fdonations","\u002Fvicuna_eval","\u002Fblog\u002F[slug]"]);self.__SSG_MANIFEST_CB&&self.__SSG_MANIFEST_CB() \ No newline at end of file diff --git a/about/index.html b/about/index.html index 999c9b9b..2ccf7051 100644 --- a/about/index.html +++ b/about/index.html @@ -1,4 +1,4 @@ -About | LMSYS Org

ABOUT


Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU.

+About | LMSYS Org

ABOUT


Large Model Systems Organization (LMSYS Org) is an open research organization founded by students and faculty from UC Berkeley in collaboration with UCSD and CMU.

We aim to make large models accessible to everyone by co-development of open models, datasets, systems, and evaluation tools. Our work encompasses research in both machine learning and systems. We train large language models and make them widely available, while also developing distributed systems to accelerate their training and inference.

Members

Student Team
@@ -15,4 +15,4 @@

Contact us

  • Join us on discord.
  • Follow us on twitter.
  • -
    \ No newline at end of file +
    \ No newline at end of file diff --git a/blog/2023-03-30-vicuna/index.html b/blog/2023-03-30-vicuna/index.html index 526eb723..06b37fcb 100644 --- a/blog/2023-03-30-vicuna/index.html +++ b/blog/2023-03-30-vicuna/index.html @@ -1,4 +1,4 @@ -Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality | LMSYS Org

    Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality

    by: The Vicuna Team, Mar 30, 2023


    We introduce Vicuna-13B, an open-source chatbot trained by fine-tuning LLaMA on user-shared conversations collected from ShareGPT. Preliminary evaluation using GPT-4 as a judge shows Vicuna-13B achieves more than 90%* quality of OpenAI ChatGPT and Google Bard while outperforming other models like LLaMA and Stanford Alpaca in more than 90%* of cases. The cost of training Vicuna-13B is around $300. The code and weights, along with an online demo, are publicly available for non-commercial use.

    +Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality | LMSYS Org

    Vicuna: An Open-Source Chatbot Impressing GPT-4 with 90%* ChatGPT Quality

    by: The Vicuna Team, Mar 30, 2023


    We introduce Vicuna-13B, an open-source chatbot trained by fine-tuning LLaMA on user-shared conversations collected from ShareGPT. Preliminary evaluation using GPT-4 as a judge shows Vicuna-13B achieves more than 90%* quality of OpenAI ChatGPT and Google Bard while outperforming other models like LLaMA and Stanford Alpaca in more than 90%* of cases. The cost of training Vicuna-13B is around $300. The code and weights, along with an online demo, are publicly available for non-commercial use.

    Vicuna (generated by stable diffusion 2.1)

    *According to a fun and non-scientific evaluation with GPT-4. Further rigorous evaluation is needed.

    @@ -171,4 +171,4 @@

    Judging LLM-as-a-judge with MT-Bench and Chatbot Arena.

    -

    \ No newline at end of file +
    \ No newline at end of file diff --git a/blog/2023-05-03-arena/index.html b/blog/2023-05-03-arena/index.html index a4740a2e..ca2d6a02 100644 --- a/blog/2023-05-03-arena/index.html +++ b/blog/2023-05-03-arena/index.html @@ -1,4 +1,4 @@ -Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings | LMSYS Org

    Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings

    by: Lianmin Zheng*, Ying Sheng*, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica, May 03, 2023


    We present Chatbot Arena, a benchmark platform for large language models (LLMs) that features anonymous, randomized battles in a crowdsourced manner. In this blog post, we are releasing our initial results and a leaderboard based on the Elo rating system, which is a widely-used rating system in chess and other competitive games. We invite the entire community to join this effort by contributing new models and evaluating them by asking questions and voting for your favorite answer.

    +Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings | LMSYS Org

    Chatbot Arena: Benchmarking LLMs in the Wild with Elo Ratings

    by: Lianmin Zheng*, Ying Sheng*, Wei-Lin Chiang, Hao Zhang, Joseph E. Gonzalez, Ion Stoica, May 03, 2023


    We present Chatbot Arena, a benchmark platform for large language models (LLMs) that features anonymous, randomized battles in a crowdsourced manner. In this blog post, we are releasing our initial results and a leaderboard based on the Elo rating system, which is a widely-used rating system in chess and other competitive games. We invite the entire community to join this effort by contributing new models and evaluating them by asking questions and voting for your favorite answer.

    -
    \ No newline at end of file +
    \ No newline at end of file