allow setting max_file_size_mb

nidhishs · Jul 16, 2024 · 865469e · 865469e
1 parent a900f35
commit 865469e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/litellm/types/router.py b/litellm/types/router.py
@@ -154,6 +154,8 @@ class GenericLiteLLMParams(BaseModel):
  input_cost_per_second: Optional[float] = None
  output_cost_per_second: Optional[float] = None
 
+ max_file_size_mb: Optional[int] = None
+
  model_config = ConfigDict(extra="allow", arbitrary_types_allowed=True)
 
  def __init__(
@@ -185,6 +187,7 @@ def __init__(
  output_cost_per_token: Optional[float] = None,
  input_cost_per_second: Optional[float] = None,
  output_cost_per_second: Optional[float] = None,
+ max_file_size_mb: Optional[int] = None,
  **params,
  ):
  args = locals()
@@ -243,6 +246,9 @@ def __init__(
  aws_access_key_id: Optional[str] = None,
  aws_secret_access_key: Optional[str] = None,
  aws_region_name: Optional[str] = None,
+ # OpenAI / Azure Whisper
+ # set a max-size of file that can be passed to litellm proxy
+ max_file_size_mb: Optional[int] = None,
  **params,
  ):
  args = locals()