From e5d01cdda57cdb769837778a4364d7fa7da34455 Mon Sep 17 00:00:00 2001
From: Craig Younkins <cyounkins@gmail.com>
Date: Sat, 22 Jun 2024 00:08:15 -0400
Subject: [PATCH] Add Claude sonnet 3.5

---
 fastchat/model/model_adapter.py                   | 2 ++
 fastchat/model/model_registry.py                  | 1 +
 fastchat/serve/gradio_block_arena_anony.py        | 9 +++++----
 fastchat/serve/gradio_block_arena_vision_anony.py | 1 +
 4 files changed, 9 insertions(+), 4 deletions(-)

diff --git a/fastchat/model/model_adapter.py b/fastchat/model/model_adapter.py
index 1556b47d2..fa4182669 100644
--- a/fastchat/model/model_adapter.py
+++ b/fastchat/model/model_adapter.py
@@ -61,6 +61,8 @@
     "claude-3-haiku-20240307-vertex",
     "claude-3-sonnet-20240229",
     "claude-3-sonnet-20240229-vertex",
+    "claude-3-5-sonnet-20240620",
+    "claude-3-5-sonnet-20240620-vertex",
     "claude-3-opus-20240229",
     "claude-instant-1",
     "claude-instant-1.2",
diff --git a/fastchat/model/model_registry.py b/fastchat/model/model_registry.py
index 2481dbe8f..39924c72f 100644
--- a/fastchat/model/model_registry.py
+++ b/fastchat/model/model_registry.py
@@ -42,6 +42,7 @@ def get_model_info(name: str) -> ModelInfo:
 
 register_model_info(
     [
+        "claude-3-5-sonnet-20240620",
         "claude-3-haiku-20240307",
         "claude-3-sonnet-20240229",
         "claude-3-opus-20240229",
diff --git a/fastchat/serve/gradio_block_arena_anony.py b/fastchat/serve/gradio_block_arena_anony.py
index 50cb24d9c..cc5694815 100644
--- a/fastchat/serve/gradio_block_arena_anony.py
+++ b/fastchat/serve/gradio_block_arena_anony.py
@@ -174,8 +174,9 @@ def share_click(state0, state1, model_selector0, model_selector1, request: gr.Re
     "gpt-4-0125-preview": 4,
     "gpt-4-turbo-2024-04-09": 4,
     "gpt-3.5-turbo-0125": 2,
+    "claude-3-5-sonnet-20240620": 4,
     "claude-3-opus-20240229": 4,
-    "claude-3-sonnet-20240229": 4,
+    "claude-3-sonnet-20240229": 1,
     "claude-3-haiku-20240307": 4,
     "claude-2.1": 1,
     "zephyr-orpo-141b-A35b-v0.1": 2,
@@ -217,7 +218,7 @@ def share_click(state0, state1, model_selector0, model_selector1, request: gr.Re
         "gpt-4-turbo-2024-04-09",
         "claude-3-opus-20240229",
         "gpt-4-0125-preview",
-        "claude-3-sonnet-20240229",
+        "claude-3-5-sonnet-20240620",
     },
     "reka-flash": {
         "qwen1.5-72b-chat",
@@ -235,7 +236,7 @@ def share_click(state0, state1, model_selector0, model_selector1, request: gr.Re
         "gpt-4-1106-preview",
         "gpt-4-0125-preview",
         "claude-3-opus-20240229",
-        "claude-3-sonnet-20240229",
+        "claude-3-5-sonnet-20240620",
     },
     "qwen1.5-32b-chat": {
         "gpt-3.5-turbo-0125",
@@ -259,7 +260,7 @@ def share_click(state0, state1, model_selector0, model_selector1, request: gr.Re
         "mixtral-8x7b-instruct-v0.1",
         "mistral-medium",
         "mistral-next",
-        "claude-3-sonnet-20240229",
+        "claude-3-5-sonnet-20240620",
     },
     "gemma-1.1-2b-it": {
         "gpt-3.5-turbo-0125",
diff --git a/fastchat/serve/gradio_block_arena_vision_anony.py b/fastchat/serve/gradio_block_arena_vision_anony.py
index 9b1bef363..bdbd04fd2 100644
--- a/fastchat/serve/gradio_block_arena_vision_anony.py
+++ b/fastchat/serve/gradio_block_arena_vision_anony.py
@@ -78,6 +78,7 @@
     "gpt-4-turbo": 4,
     "gemini-1.5-flash": 4,
     "gemini-1.5-pro": 4,
+    "claude-3-5-sonnet-20240620": 4,
     "claude-3-opus-20240229": 4,
     "claude-3-haiku-20240307": 4,
     "claude-3-sonnet-20240229": 4,