Skip to content

Commit

Permalink
some oai types
Browse files Browse the repository at this point in the history
  • Loading branch information
keepingitneil committed Jun 25, 2024
1 parent 52dc803 commit 8de801d
Showing 1 changed file with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ def __init__(
) -> None:
self._opts = LLMOptions(model=model)
self._client = client or openai.AsyncClient(base_url=get_base_url(base_url))
self._running_fncs: MutableSet[asyncio.Task] = set()
self._running_fncs: MutableSet[asyncio.Task[Any]] = set()

async def chat(
self,
Expand All @@ -56,7 +56,7 @@ async def chat(
temperature: float | None = None,
n: int | None = 1,
) -> "LLMStream":
opts = dict()
opts: dict[str, Any] = dict()
if fnc_ctx and len(fnc_ctx.ai_functions) > 0:
fncs_desc = []
for fnc in fnc_ctx.ai_functions.values():
Expand Down Expand Up @@ -86,7 +86,7 @@ def __init__(
super().__init__()
self._oai_stream = oai_stream
self._fnc_ctx = fnc_ctx
self._running_tasks: MutableSet[asyncio.Task] = set()
self._running_tasks: MutableSet[asyncio.Task[Any]] = set()

# current function call that we're waiting for full completion (args are streamed)
self._tool_call_id = None
Expand Down

0 comments on commit 8de801d

Please sign in to comment.