Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Retry on connection disconnect #4178

Merged
merged 32 commits into from
Jun 14, 2024
Merged
Changes from 1 commit
Commits
Show all changes
32 commits
Select commit Hold shift + click to select a range
d45db9a
fix(http_handler.py): retry on httpx connection errors
krrishdholakia Jun 13, 2024
46d5752
fix(http_handler.py): add retry logic on httpx.remoteprotocolerror
krrishdholakia Jun 13, 2024
e93727b
test(test_router_debug_logs.py): fix test
krrishdholakia Jun 14, 2024
ba88264
fix - fix redacting messages litellm
ishaan-jaff Jun 13, 2024
a166db1
fix config
ishaan-jaff Jun 13, 2024
cb0639d
fix - redacting messages
ishaan-jaff Jun 13, 2024
6a674b5
test test_redact_msgs_from_logs
ishaan-jaff Jun 13, 2024
ec027b7
docs(alerting.md): add microsoft teams alerting to docs
krrishdholakia Jun 13, 2024
4408c78
docs(alerting.md): add expected response teams alerting image to docs
krrishdholakia Jun 13, 2024
ddb60ed
fix(caching.py): Stop throwing constant spam errors on every single S…
Manouchehri Jun 13, 2024
1a9ab1d
fix - clean up swagger spend endpoints
ishaan-jaff Jun 13, 2024
330df10
feat - add remaining team budget gauge
ishaan-jaff Jun 13, 2024
8b7b2ee
feat - add remaining budget for key on prometheus
ishaan-jaff Jun 13, 2024
0f94133
docs - budget metrics litellm
ishaan-jaff Jun 13, 2024
6d44c56
fix bug when updating team
ishaan-jaff Jun 13, 2024
f6d3865
fix - ui show correct team budget when budget = 0.0
ishaan-jaff Jun 13, 2024
86d64c3
build(ui/teams.tsx): allow resetting teams budget
krrishdholakia Jun 13, 2024
1450a77
build: allow resetting customer budget weekly + edit customer budget …
krrishdholakia Jun 13, 2024
b37e471
feat(__init__.py): allow setting drop_params as an env
krrishdholakia Jun 13, 2024
9598209
doc - setting team budgets
ishaan-jaff Jun 13, 2024
62ff15f
fix /team/update
ishaan-jaff Jun 13, 2024
397a3d8
doc - team based budgets
ishaan-jaff Jun 13, 2024
ecdb817
doc - setting team budgets
ishaan-jaff Jun 14, 2024
17b8a31
update swagger for /team endpoints
ishaan-jaff Jun 14, 2024
39c0f29
fix - update team
ishaan-jaff Jun 14, 2024
bf04085
bump: version 1.40.10 → 1.40.11
ishaan-jaff Jun 14, 2024
80aa492
doc fix creating team budgets
ishaan-jaff Jun 14, 2024
17556cf
llama 3
themrzmaster Jun 14, 2024
8498600
feat(proxy/utils.py): allow budget duration in months
krrishdholakia Jun 13, 2024
acdd8f1
build(ui): new build
krrishdholakia Jun 14, 2024
7117e56
bump: version 1.40.11 → 1.40.12
krrishdholakia Jun 14, 2024
64f50c0
docs(team_budgets.md): fix docs
krrishdholakia Jun 14, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix /team/update
  • Loading branch information
ishaan-jaff authored and krrishdholakia committed Jun 14, 2024
commit 62ff15fe6c7c72d861d4c29d809c86d5b0b8bdc4
16 changes: 9 additions & 7 deletions litellm/proxy/proxy_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -6644,7 +6644,7 @@ async def generate_key_fn(

# Enterprise Feature - Audit Logging. Enable with litellm.store_audit_logs = True
if litellm.store_audit_logs is True:
_updated_values = json.dumps(response)
_updated_values = json.dumps(response, default=str)
asyncio.create_task(
create_audit_log_for_update(
request_data=LiteLLM_AuditLogs(
Expand Down Expand Up @@ -6749,10 +6749,10 @@ async def update_key_fn(

# Enterprise Feature - Audit Logging. Enable with litellm.store_audit_logs = True
if litellm.store_audit_logs is True:
_updated_values = json.dumps(data_json)
_updated_values = json.dumps(data_json, default=str)

_before_value = existing_key_row.json(exclude_none=True)
_before_value = json.dumps(_before_value)
_before_value = json.dumps(_before_value, default=str)

asyncio.create_task(
create_audit_log_for_update(
Expand Down Expand Up @@ -6848,7 +6848,7 @@ async def delete_key_fn(
)

key_row = key_row.json(exclude_none=True)
_key_row = json.dumps(key_row)
_key_row = json.dumps(key_row, default=str)

asyncio.create_task(
create_audit_log_for_update(
Expand Down Expand Up @@ -9964,6 +9964,7 @@ async def new_team(
- tpm_limit: Optional[int] - The TPM (Tokens Per Minute) limit for this team - all keys with this team_id will have at max this TPM limit
- rpm_limit: Optional[int] - The RPM (Requests Per Minute) limit for this team - all keys associated with this team_id will have at max this RPM limit
- max_budget: Optional[float] - The maximum budget allocated to the team - all keys for this team_id will have at max this max_budget
- budget_duration: Optional[str] - The budget duration for this team - Example "1s", "1d", "1m", "1y"
- models: Optional[list] - A list of models associated with the team - all keys for this team_id will have at most, these models. If empty, assumes all models are allowed.
- blocked: bool - Flag indicating if the team is blocked or not - will stop all calls from keys with this team_id.

Expand Down Expand Up @@ -10117,7 +10118,8 @@ async def new_team(
# Enterprise Feature - Audit Logging. Enable with litellm.store_audit_logs = True
if litellm.store_audit_logs is True:
_updated_values = complete_team_data.json(exclude_none=True)
_updated_values = json.dumps(_updated_values)

_updated_values = json.dumps(_updated_values, default=str)

asyncio.create_task(
create_audit_log_for_update(
Expand Down Expand Up @@ -10256,8 +10258,8 @@ async def update_team(
# Enterprise Feature - Audit Logging. Enable with litellm.store_audit_logs = True
if litellm.store_audit_logs is True:
_before_value = existing_team_row.json(exclude_none=True)
_before_value = json.dumps(_before_value)
_after_value: str = json.dumps(updated_kv)
_before_value = json.dumps(_before_value, default=str)
_after_value: str = json.dumps(updated_kv, default=str)

asyncio.create_task(
create_audit_log_for_update(
Expand Down