contropist · pull · Oct 7, 2023 · Oct 8, 2023 · Oct 8, 2023 · Oct 8, 2023
diff --git a/.dockerignore b/.dockerignore
@@ -0,0 +1,2 @@
+.github
+.gitignore
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -0,0 +1,42 @@
+name: Test
+
+on:
+ push:
+ branches:
+ - main
+ pull_request:
+ branches:
+ - main
+
+jobs:
+ test:
+ runs-on: ${{ matrix.os }}
+ if: "!contains(github.event.head_commit.message, 'ci skip')"
+ strategy:
+ matrix:
+ os: [macos-latest, windows-latest, ubuntu-latest]
+ steps:
+ - name: Cancel previous run
+ uses: styfle/[email protected]
+ with:
+ access_token: ${{ github.token }}
+ - uses: actions/checkout@v3
+ - name: Set up Python 3.9
+ uses: actions/setup-python@v4
+ with:
+ python-version: 3.9
+ - name: Upgrade pip
+ run: |
+ python -m pip install --upgrade pip setuptools wheel
+ - name: Install dependencies
+ run: |
+ python -m pip install -r requirements.txt
+ - name: Test
+ env: 
+ OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+ OPENAI_ORGANIZATION: ${{ secrets.OPENAI_ORGANIZATION }}
+ OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
+ run: |
+ python setup.py develop 
+ python agentverse_command/benchmark.py --task tasksolving/mgsm/gpt-3.5 --dataset_path data/mgsm/test_sample.jsonl --overwrite --output_path ci_smoke_test_output --tasks_dir ./agentverse/tasks
+ python scripts/evaluate_math.py --path ci_smoke_test_output/results.jsonl --ci_smoke_test
diff --git a/.gitignore b/.gitignore
@@ -172,4 +172,6 @@ raw/
 results
 tmp/
 data/toolbench
-logs/
+logs/
+ci_smoke_test_output/
+.env
diff --git a/Dockerfile b/Dockerfile
@@ -0,0 +1,20 @@
+FROM python:3.10 as Builder
+RUN sed -i 's/deb.debian.org/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list.d/debian.sources && \
+ sed -i 's/security.debian.org/mirrors.tuna.tsinghua.edu.cn/g' /etc/apt/sources.list.d/debian.sources
+RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
+ pip3 install --upgrade pip # enable PEP 660 support
+WORKDIR /app
+# install libGL.so.1
+RUN apt-get update && apt-get install libgl1 -y
+# install BMTools
+RUN git clone https://github.com/OpenBMB/BMTools.git --depth=1
+RUN cd BMTools && \
+ pip install -r requirements.txt && \
+ python setup.py develop
+# install AgentVerse
+WORKDIR /app/AgentVerse
+COPY requirements*.txt ./
+RUN pip install -r requirements.txt
+RUN pip install -r requirements_local.txt
+COPY . .
+RUN pip install -e .
diff --git a/MANIFEST.in b/MANIFEST.in
@@ -1,2 +1,2 @@
-include agentverse/tasks/*/*
 include agentverse/tasks/*/*/*
+include agentverse/tasks/*/*/*/*
diff --git a/PULL_REQUEST_TEMPLATE.md b/PULL_REQUEST_TEMPLATE.md
@@ -0,0 +1,32 @@
+
+<!--
+First of all, thank you for your contribution! 😄
+-->
+
+
+### 🤔 What is the nature of this change? 
+
+- [ ] New feature 
+- [ ] Fix bug / bug 
+- [ ] Style optimization 
+- [ ] Code style optimization 
+- [ ] Performance optimization 
+- [ ] Build optimization 
+- [ ] Website, documentation, demo improvements 
+- [ ] Refactor code or style 
+- [ ] Test related 
+- [ ] Solved proposed issues 
+- [ ] Other 
+
+### 🔗 Related Issue 
+
+(Describe the source of related requirements, such as the related issue discussion link. Example: close #123, close #456.)
+
+### 💡 Background or solution 
+
+(The specific problem solved.)
+
+### 📝 Changelog 
+
+(Describe changes from the user side, and list all potential break changes or other risks.)
+
diff --git a/README.md b/README.md
diff --git a/README_simulation_cases.md b/README_simulation_cases.md
@@ -0,0 +1,75 @@
+
+## 👾 Simple Demo Video
+
+We demonstrate the following cases that are expertly crafted by AgentVerse.
+
+
+#### NLP Classroom
+In the NLP class, the professor and students engage in interactive communication. When students have a question, they raise their hands and patiently wait for the professor to call on them. Only after being called on by the professor, can students speak and ask their questions.
+
+Use the following command to launch the NLP Classroom example:
+```bash
+python agentverse_command/main_simulation_gui.py --task simulation/nlp_classroom_9players
+```
+
+https://github.com/OpenBMB/AgentVerse/assets/11704492/6ea07850-595e-4a28-a82e-f863011353c2
+
+
+#### Prisoner Dilemma
+A prisoner's Dilemma is a thought experiment that challenges two completely rational agents to a dilemma: they can cooperate with their partner for mutual benefit or betray their partner ("defect") for individual reward.
+
+Use the following command to launch the Prisoner Dilemma example:
+```bash
+python agentverse_command/main_simulation_gui.py --task simulation/prisoner_dilemma
+```
+
+https://github.com/OpenBMB/AgentVerse/assets/11704492/017c46e5-c738-4fca-9352-b008e2d518bd
+
+
+#### Software Design
+In the Software Design example, a code writer, a code tester and a code reviewer collaborate on the code generation problem. Given a problem, the code writer first composes the code implementation. The code tester runs the unit tests and provides the feedback. The code viewer then generates a review. After collecting the test feedback and review, the code writer iteratively refines the code.
+
+Use the following command to launch the Software Design example:
+```bash
+python agentverse_command/main_simulation_gui.py --task simulation/sde_team/sde_team_2players
+```
+
+https://github.com/OpenBMB/AgentVerse/assets/11704492/5058066a-abee-490d-8659-b4e54661626a
+
+
+#### [Database Administrator (DBA)](https://github.com/TsinghuaDatabaseGroup/DB-GPT)
+
+In the database diagnosis scenario, the Chief DBA monitors the system anomalies (e.g., slow queries, locks, crash down). If detected, the domain experts are alerted to analyze root causes, share insights, and suggest optimization solutions together. The Chief DBA then provides a summarized report to the user.
+
+```bash
+python agentverse_command/main_simulation_gui.py --task simulation/db_diag
+```
+
+https://github.com/OpenBMB/AgentVerse/assets/11704492/c633419d-afbb-47d4-bb12-6bb512e7af3a
+
+#### [Text Evaluation (ChatEval)](https://github.com/chanchimin/ChatEval)
+In the context of the text evaluation scenario, we recommend users explore the [ChatEval](https://github.com/chanchimin/ChatEval) repo. They've implemented a multi-agent referee team on AgentVerse to assess the quality of text generated by different models. When given two distinct pieces of text, roles within ChatEval can autonomously debate the nuances and disparities, drawing upon their assigned personas, and subsequently provide their judgments. Experiments indicate that their referee team, enriched with diverse roles specified in [config.yaml](#2-configuring-the-agents), aligns more closely with human evaluations. This demo is built upon the [Fastchat](https://github.com/lm-sys/FastChat) repo, and we'd like to express our appreciation for their foundational work.
+
+
+https://github.com/OpenBMB/AgentVerse/assets/75533759/58f33468-f15b-4bac-ae01-8d0780019f85
+
+#### Pokemon
+**Currently available only in [`release-0.1`](https://github.com/OpenBMB/AgentVerse/tree/release-0.1)**. In the game, agents can walk around the game world, and interact with one another. As a player, you take on the role of an agent and can engage with others at any time. There are 6 characters in the Pokémon environment who appeared in Pokemon Emerald: [May](https://bulbapedia.bulbagarden.net/wiki/May_(game)), [Professor Birch](https://bulbapedia.bulbagarden.net/wiki/Professor_Birch), [Steven Stone](https://bulbapedia.bulbagarden.net/wiki/Steven_Stone), [Maxie](https://bulbapedia.bulbagarden.net/wiki/Maxie), [Archie](https://bulbapedia.bulbagarden.net/wiki/Archie) and [Joseph](https://bulbapedia.bulbagarden.net/wiki/Mr._Stone). 
+
+To launch the Pokemon game, first launch a local server with the following command:
+```bash
+uvicorn pokemon_server:app --reload --port 10002
+```
+Then open another terminal in the project's root path and run the following command:
+```bash
+cd ui
+# If you do not have npm installed, you need to install it before running the following commands 
+# https://docs.npmjs.com/downloading-and-installing-node-js-and-npm
+# We have tested on [email protected], [email protected]
+npm install
+npm run watch
+```
+Wait for the compilation to complete, and have fun! (WASD for moving around, and SPACE for launching a conversation.)
+
+https://github.com/OpenBMB/AgentVerse/assets/11704492/4d07da68-f942-4205-b558-f155e95782e7
+
diff --git a/README_tasksolving_cases.md b/README_tasksolving_cases.md
diff --git a/README_zh.md b/README_zh.md
@@ -10,6 +10,9 @@
  <a href="https://www.python.org/downloads/release/python-3916/">
  <img alt="Documentation" src="https://img.shields.io/badge/python-3.9+-blue.svg">
  </a>
+ <a href="https://huggingface.co/spaces/AgentVerse/agentVerse">
+ <img alt="Hugging Face" src="https://img.shields.io/badge/hugging_face-play-yellow">
+ </a>
 </p>
 
 <p align="center">
@@ -33,6 +36,8 @@
 - 🛠 **工具(插件)利用**: AgentVerse支持多智能体环境的工具。目前，AgentVerse支持[BMTools](https://github.com/OpenBMB/BMTools)中提供的工具。 
 
 ## 📰 最新消息
+- [2023/10/17] 我们很高兴来分享我们AI开源社区 hugging face: [`AgentVerse`](https://huggingface.co/spaces/AgentVerse/agentVerse). 在你提供openai API 密钥 and the openai 组织码之后，你可以体验NLP教室和囚徒困境两个模拟应用程序。祝你玩得开心！
+
 - [2023/8/22] 📝 我们很高兴分享与此仓库相关的正在进行中的论文[AgentVerse: Facilitating Multi-Agent Collaboration and Exploring Emergent Behaviors in Agents](https://arxiv.org/abs/2308.10848).
 <img width="616" alt="Screen Shot 2023-09-01 at 12 08 57 PM" src="https://github.com/OpenBMB/AgentVerse/assets/11704492/6db1c907-b7fc-42f9-946c-89853a28f386">
 
@@ -198,6 +203,11 @@ pip install -r requirements.txt
 # 导出你的OpenAI API密钥
 export OPENAI_API_KEY="your_api_key_here"
 ```
+或者您想使用 Azure OpenAI 服务，请按照以下方式配置 OpenAI API 密钥和 API base：
+```bash
+export AZURE_OPENAI_API_KEY="your_api_key_here"
+export AZURE_OPENAI_API_BASE="your_api_base_here"
+```
 
 如果您想使用BMTools提供的工具，您需要按如下方式安装BMTools：
 ```bash

diff --git a/agentverse/__init__.py b/agentverse/__init__.py
@@ -1,7 +1,4 @@
-from .tasks import *
-
-
-# from .agents import Agent
+from .output_parser import output_parser_registry
 from .environments import env_registry
 from .environments.simulation_env.rules.order import order_registry
 from .environments.simulation_env.rules.describer import describer_registry

diff --git a/agentverse/agents/__init__.py b/agentverse/agents/__init__.py
@@ -7,6 +7,7 @@
 from .base import BaseAgent
 from agentverse.agents.simulation_agent.conversation import ConversationAgent
 from agentverse.agents.simulation_agent.tool import ToolAgent
+from agentverse.agents.simulation_agent.reflection import ReflectionAgent
 from agentverse.agents.simulation_agent.prisoner_dilemma import (
  PoliceAgent,
  PrisonerAgent,

diff --git a/agentverse/agents/base.py b/agentverse/agents/base.py
@@ -4,11 +4,13 @@
 from string import Template
 
 from pydantic import BaseModel, Field
-
 from agentverse.llms import BaseLLM
+
+from agentverse.logging import logger
+from agentverse.llms.utils import count_string_tokens
 from agentverse.memory import BaseMemory, ChatHistoryMemory
 from agentverse.message import Message
-from agentverse.parser import OutputParser
+from agentverse.output_parser import OutputParser
 from agentverse.memory_manipulator import BaseMemoryManipulator
 
 
@@ -48,12 +50,34 @@ def add_message_to_memory(self, messages: List[Message]) -> None:
  """Add a message to the memory"""
  pass
 
+ def get_spend(self) -> float:
+ return self.llm.get_spend()
+
+ def get_spend_formatted(self) -> str:
+ two_trailing = f"${self.get_spend():.2f}"
+ if two_trailing == "$0.00":
+ return f"${self.get_spend():.6f}"
+ return two_trailing
+
  def get_all_prompts(self, **kwargs):
  prepend_prompt = Template(self.prepend_prompt_template).safe_substitute(
  **kwargs
  )
  append_prompt = Template(self.append_prompt_template).safe_substitute(**kwargs)
- return prepend_prompt, append_prompt
+
+ # TODO: self.llm.args.model is not generalizable
+ num_prepend_prompt_token = count_string_tokens(
+ prepend_prompt, self.llm.args.model
+ )
+ num_append_prompt_token = count_string_tokens(
+ append_prompt, self.llm.args.model
+ )
+
+ return (
+ prepend_prompt,
+ append_prompt,
+ num_prepend_prompt_token + num_append_prompt_token,
+ )
 
  def get_receiver(self) -> Set[str]:
  return self.receiver
@@ -83,7 +107,7 @@ def remove_receiver(self, receiver: Union[Set[str], str]) -> None:
  try:
  self.receiver.remove(receiver)
  except KeyError as e:
- logging.warning(f"Receiver {receiver} not found.")
+ logger.warn(f"Receiver {receiver} not found.")
  elif isinstance(receiver, set):
  self.receiver = self.receiver.difference(receiver)
  else:

diff --git a/agentverse/agents/simulation_agent/__init__.py b/agentverse/agents/simulation_agent/__init__.py
diff --git a/agentverse/agents/simulation_agent/conversation.py b/agentverse/agents/simulation_agent/conversation.py
@@ -9,8 +9,8 @@
 
 from agentverse.message import Message
 
-#from . import agent_registry
-#from .base import BaseAgent
+# from . import agent_registry
+# from .base import BaseAgent
 from agentverse.agents import agent_registry
 from agentverse.agents.base import BaseAgent
 
@@ -66,7 +66,7 @@ async def astep(self, env_description: str = "") -> Message:
  raise
  except Exception as e:
  logger.error(e)
- logger.warning("Retrying...")
+ logger.warn("Retrying...")
  continue
 
  if parsed_response is None:

diff --git a/agentverse/agents/simulation_agent/prisoner_dilemma.py b/agentverse/agents/simulation_agent/prisoner_dilemma.py
@@ -1,13 +1,13 @@
 from __future__ import annotations
 
-import logging
 from string import Template
 from typing import TYPE_CHECKING, List
 
 from agentverse.message import Message
+from agentverse.logging import logger
 
-#from . import agent_registry
-#from .base import BaseAgent
+# from . import agent_registry
+# from .base import BaseAgent
 from agentverse.agents import agent_registry
 from agentverse.agents.base import BaseAgent
 
@@ -30,12 +30,12 @@ def step(
  parsed_response = self.output_parser.parse(self, environment, response)
  break
  except Exception as e:
- logging.error(e)
- logging.warning("Retrying...")
+ logger.error(e)
+ logger.warn("Retrying...")
  continue
 
  if parsed_response is None:
- logging.error(f"{self.name} failed to generate valid response.")
+ logger.error(f"{self.name} failed to generate valid response.")
 
  message = Message(
  content=""
@@ -59,12 +59,12 @@ async def astep(
  parsed_response = self.output_parser.parse(self, environment, response)
  break
  except Exception as e:
- logging.error(e)
- logging.warning("Retrying...")
+ logger.error(e)
+ logger.warn("Retrying...")
  continue
 
  if parsed_response is None:
- logging.error(f"{self.name} failed to generate valid response.")
+ logger.error(f"{self.name} failed to generate valid response.")
 
  message = Message(
  content=""

diff --git a/agentverse/agents/simulation_agent/reflection.py b/agentverse/agents/simulation_agent/reflection.py
@@ -14,7 +14,7 @@
 from agentverse.llms import BaseLLM
 from agentverse.memory import BaseMemory, ChatHistoryMemory
 from agentverse.message import Message
-from agentverse.parser import OutputParser
+from agentverse.output_parser import OutputParser
 
 from agentverse.message import Message
 from agentverse.agents.base import BaseAgent