Merge branch 'mychanges'

.github/workflows/load_test.yml

@@ -16,7 +16,7 @@ jobs:
  - name: Setup Python
  uses: actions/setup-python@v2
  with:
- python-version: '3.x'
+ python-version: "3.x"
 
  - name: Install dependencies
  run: |
@@ -27,7 +27,7 @@ jobs:
  uses: BerriAI/locust-github-action@master
  with:
  LOCUSTFILE: ".github/workflows/locustfile.py"
- URL:  "https://litellm-database-docker-build-production.up.railway.app/"
+ URL: "https://litellm-database-docker-build-production.up.railway.app/"
  USERS: "100"
  RATE: "10"
  RUNTIME: "300s"
@@ -47,4 +47,4 @@ jobs:
  file: "load_test_stats.csv;load_test.html"
  update_latest_release: true
  tag_name: "load-test"
- overwrite: true
+ overwrite: true

docs/my-website/docs/proxy/enterprise.md

@@ -12,8 +12,7 @@ Features here are behind a commercial license in our `/enterprise` folder. [**Se
 :::
 
 Features: 
-- ✅ [SSO for Admin UI](./ui.md#✨-enterprise-features)
-- ✅ Content Moderation with LLM Guard
+- ✅ Prompt Injection Detection
 - ✅ Content Moderation with LlamaGuard 
 - ✅ Content Moderation with Google Text Moderations 
 - ✅ Reject calls from Blocked User list 
@@ -22,8 +21,6 @@ Features:
 - ✅ Tracking Spend for Custom Tags
 
 
-
-
 ## Content Moderation
 ### Content Moderation with LLM Guard
 

docs/my-website/sidebars.js

@@ -22,10 +22,13 @@ const sidebars = {
  type: "category",
  label: "💥 OpenAI Proxy Server",
  link: {
+ type: "generated-index",
+ title: "💥 OpenAI Proxy Server",
  type: "generated-index",
  title: "💥 OpenAI Proxy Server",
  description: `Proxy Server to call 100+ LLMs in a unified interface & track spend, set budgets per virtual key/user`,
  slug: "/simple_proxy",
+ slug: "/simple_proxy",
  },
  items: [
  "proxy/quick_start",
@@ -67,8 +70,8 @@ const sidebars = {
  "proxy/prometheus",
  "proxy/call_hooks",
  "proxy/rules",
- "proxy/cli", 
- ]
+ "proxy/cli",
+ ],
  },
  {
  type: "category",
@@ -78,13 +81,20 @@ const sidebars = {
  title: "Completion()",
  description: "Details on the completion() function",
  slug: "/completion",
+ type: "generated-index",
+ title: "Completion()",
+ description: "Details on the completion() function",
+ slug: "/completion",
  },
  items: [
+ "completion/input",
  "completion/input",
  "completion/prompt_formatting",
  "completion/output",
+ "completion/output",
  "exception_mapping",
  "completion/stream",
+ "completion/stream",
  "completion/message_trimming",
  "completion/function_call",
  "completion/vision",
@@ -96,13 +106,15 @@ const sidebars = {
  },
  {
  type: "category",
- label: "Embedding(), Moderation(), Image Generation(), Audio Transcriptions()",
+ label:
+ "Embedding(), Moderation(), Image Generation(), Audio Transcriptions()",
  items: [
+ "embedding/supported_embedding",
  "embedding/supported_embedding",
  "embedding/async_embedding",
  "embedding/moderation",
  "image_generation",
- "audio_transcription"
+ "audio_transcription",
  ],
  },
  {
@@ -114,39 +126,44 @@ const sidebars = {
  description:
  "Learn how to deploy + call models from different providers on LiteLLM",
  slug: "/providers",
+ type: "generated-index",
+ title: "Providers",
+ description:
+ "Learn how to deploy + call models from different providers on LiteLLM",
+ slug: "/providers",
  },
  items: [
  "providers/openai", 
  "providers/text_completion_openai",
  "providers/openai_compatible",
- "providers/azure", 
- "providers/azure_ai", 
- "providers/vertex", 
- "providers/palm", 
- "providers/gemini", 
- "providers/mistral", 
- "providers/anthropic", 
+ "providers/azure",
+ "providers/azure_ai",
+ "providers/vertex",
+ "providers/palm",
+ "providers/gemini",
+ "providers/mistral",
+ "providers/anthropic",
  "providers/aws_sagemaker",
- "providers/bedrock", 
- "providers/cohere", 
+ "providers/bedrock",
+ "providers/cohere",
  "providers/anyscale",
- "providers/huggingface", 
- "providers/ollama", 
- "providers/perplexity", 
- "providers/groq", 
- "providers/fireworks_ai", 
- "providers/vllm", 
- "providers/xinference", 
- "providers/cloudflare_workers", 
+ "providers/huggingface",
+ "providers/ollama",
+ "providers/perplexity",
+ "providers/groq",
+ "providers/fireworks_ai",
+ "providers/vllm",
+ "providers/xinference",
+ "providers/cloudflare_workers",
  "providers/deepinfra",
- "providers/ai21", 
+ "providers/ai21",
  "providers/nlp_cloud",
- "providers/replicate", 
- "providers/togetherai", 
- "providers/voyage", 
- "providers/aleph_alpha", 
- "providers/baseten", 
- "providers/openrouter", 
+ "providers/replicate",
+ "providers/togetherai",
+ "providers/voyage",
+ "providers/aleph_alpha",
+ "providers/baseten",
+ "providers/openrouter",
  "providers/custom_openai_proxy",
  "providers/petals",
  "providers/watsonx",
@@ -165,6 +182,7 @@ const sidebars = {
  type: "category",
  label: "Logging & Observability",
  items: [
+ "debugging/local_debugging",
  "debugging/local_debugging",
  "observability/callbacks",
  "observability/custom_callback",
@@ -186,19 +204,27 @@ const sidebars = {
  },
  "caching/redis_cache",
  {
+ type: "category",
+ label: "Tutorials",
  type: "category",
  label: "Tutorials",
  items: [
- 'tutorials/azure_openai',
- 'tutorials/instructor',
- 'tutorials/oobabooga',
+ "tutorials/azure_openai",
+ "tutorials/instructor",
+ "tutorials/oobabooga",
  "tutorials/gradio_integration",
  "tutorials/huggingface_codellama",
  "tutorials/huggingface_tutorial",
  "tutorials/TogetherAI_liteLLM",
  "tutorials/finetuned_chat_gpt",
  "tutorials/sagemaker_llms",
  "tutorials/text_completion",
+ "tutorials/huggingface_codellama",
+ "tutorials/huggingface_tutorial",
+ "tutorials/TogetherAI_liteLLM",
+ "tutorials/finetuned_chat_gpt",
+ "tutorials/sagemaker_llms",
+ "tutorials/text_completion",
  "tutorials/first_playground",
  "tutorials/model_fallbacks",
  ],
@@ -207,11 +233,15 @@ const sidebars = {
  type: "category",
  label: "LangChain, LlamaIndex Integration",
  items: ["langchain/langchain"],
+ items: ["langchain/langchain"],
  },
  {
+ type: "category",
+ label: "Extras",
  type: "category",
  label: "Extras",
  items: [
+ "extras/contributing",
  "extras/contributing",
  "proxy_server",
  {
@@ -223,13 +253,19 @@ const sidebars = {
  description:
  "Learn how to deploy + call models from different providers on LiteLLM",
  slug: "/project",
+ type: "generated-index",
+ title: "Projects built on LiteLLM",
+ description:
+ "Learn how to deploy + call models from different providers on LiteLLM",
+ slug: "/project",
  },
  items: [
  "projects/Docq.AI",
  "projects/OpenInterpreter",
  "projects/FastREPL",
  "projects/PROMPTMETHEUS",
  "projects/Codium PR Agent",
+ "projects/Codium PR Agent",
  "projects/Prompt2Model",
  "projects/SalesGPT",
  "projects/Quivr",
@@ -239,6 +275,13 @@ const sidebars = {
  "projects/YiVal",
  "projects/LiteLLM Proxy",
  ],
+ "projects/Quivr",
+ "projects/Langstream",
+ "projects/Otter",
+ "projects/GPT Migrate",
+ "projects/YiVal",
+ "projects/LiteLLM Proxy",
+ ],
  },
  ],
  },