Merge branch 'microsoft:main' into main

HelloBroBro · May 27, 2024 · 9a15be6 · 9a15be6
2 parents 8cf8cf2 + 3daaf2d
commit 9a15be6
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -69,6 +69,7 @@
 <!-- News and Updates -->
 
 ## News and Updates
+- [26/05/2024] Add support for GPT-4o.
 - [13/03/2024] Add support for multi-modal models and datasets.
 - [05/01/2024] Add support for BigBench Hard, DROP, ARC datasets.
 - [16/12/2023] Add support for Gemini, Mistral, Mixtral, Baichuan, Yi models.

diff --git a/docs/requirements.txt b/docs/requirements.txt
@@ -7,7 +7,7 @@ openai==1.3.7
 sentencepiece==0.1.99
 tokenizers==0.15.0
 torch==2.1.1
-tqdm==4.66.1
+tqdm==4.66.3
 transformers==4.38.0
 Sphinx==7.1.2
 sphinx-autodoc-typehints==1.25.2

diff --git a/examples/prompt_attack.ipynb b/examples/prompt_attack.ipynb
@@ -79,6 +79,7 @@
  " return mapping.get(pred, -1)\n",
  "\n",
  "# define the evaluation function required by the attack\n",
+ "# if the prompt does not require any dataset, for example, \"write a poem\", you still need to include the dataset parameter\n",
  "def eval_func(prompt, dataset, model):\n",
  " preds = []\n",
  " labels = []\n",

diff --git a/promptbench/models/__init__.py b/promptbench/models/__init__.py
@@ -9,7 +9,7 @@
  LlamaModel: ['llama2-7b', 'llama2-7b-chat', 'llama2-13b', 'llama2-13b-chat', 'llama2-70b', 'llama2-70b-chat',],
  PhiModel: ['phi-1.5', 'phi-2'],
  PaLMModel: ['palm'],
- OpenAIModel: ['gpt-3.5-turbo', 'gpt-4', 'gpt-4-1106-preview', 'gpt-3.5-turbo-1106', 'gpt-4-0125-preview', 'gpt-3.5-turbo-0125'],
+ OpenAIModel: ['gpt-3.5-turbo', 'gpt-4', 'gpt-4-1106-preview', 'gpt-3.5-turbo-1106', 'gpt-4-0125-preview', 'gpt-3.5-turbo-0125', 'gpt-4-turbo', 'gpt-4o'],
  VicunaModel: ['vicuna-7b', 'vicuna-13b', 'vicuna-13b-v1.3'],
  UL2Model: ['google/flan-ul2'],
  GeminiModel: ['gemini-pro'],

diff --git a/requirements.txt b/requirements.txt
@@ -6,7 +6,7 @@ openai==1.3.7
 sentencepiece==0.1.99
 tokenizers==0.15.0
 torch==2.1.1
-tqdm==4.66.1
+tqdm==4.66.3
 transformers==4.38.0
 Pillow==10.3.0
 google-generativeai==0.4.0