From 176ed9a832172fa0d294ec6d6c121e56a7631dd0 Mon Sep 17 00:00:00 2001
From: misbahsy <misbah.sy@gmail.com>
Date: Sun, 11 Oct 2026 07:54:17 -0700
Subject: [PATCH] feat: add LiteLLM provider

---
 providers/litellm/logo.svg               |  9 +++++++++
 providers/litellm/models/gpt-6-luna.toml |  8 ++++++++
 providers/litellm/provider.toml          | 12 ++++++++++++
 3 files changed, 29 insertions(+)
 create mode 100644 providers/litellm/logo.svg
 create mode 100644 providers/litellm/models/gpt-6-luna.toml
 create mode 100644 providers/litellm/provider.toml

diff --git a/providers/litellm/logo.svg b/providers/litellm/logo.svg
new file mode 100644
index 00000000000..4da62e50ed3
--- /dev/null
+++ b/providers/litellm/logo.svg
@@ -0,0 +1,9 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 -0.5 372.14 372.14" fill="currentColor">
+  <path d="M296.11,254.16c7.79-1.07,7.43-12.43.39-13.28-6.58-.79-14.5.86-21.17-.23l-50.86.37c-7.25,2.25-6.45,12.27,1.1,13.28l70.54-.14Z"/>
+  <path d="M309.42,196.83c-35.23-15.22-72.84-26.08-109.96-35.87-33.05-8.71-69.92-16.92-103.8-21.32-31.89-4.14-63.43-3.41-95.51-3.23v6.54c36.23-.59,71.45.42,107.34,5.91,48.38,7.41,99.06,19.56,145.78,33.98,27.15,8.38,53.59,18.79,79.2,31.01l.1,67.98c12.46-2,31.2-8.81,39.28-20.3l-.04-24.63c-10.86-17.17-45.21-32.66-62.4-40.09Z"/>
+  <path d="M14.79,115.72c-.07.12-.14.23-.21.35,23.36.36,46.79,1.59,69.97,4.75,36.98,5.04,75.62,13.61,111.4,24.06,17.99,5.25,35.13,13.22,54.25,12.22,4.13-.22,8.25-1.11,12.36-1.52l-.56-.73c-22.47-16.17-52.91-34.43-91.33-48.5C101.55,81.06,39.38,81.29.08,85.13l.05,31.74c3.47-.28,6.94-.56,10.39-.99,1.4-.02,2.84-.06,4.28-.16Z"/>
+  <path d="M333.75-.37L37.67.08C16.84.11-.03,17.02,0,37.85l.06,39.13c27.48-4.04,66.25-6.26,112.14,2.78,1.52.3,6.38,1.29,12.73,2.77,54.99,12.83,104.51,41.22,151.11,71.93,22.76,14.99,46.61,30.85,68.19,47.42,8.92,6.85,19.82,15.04,27.57,24.61l-.29-189.2c-.03-20.83-16.94-37.69-37.77-37.66Z"/>
+  <path d="M92.09,245.59h6.39s0,.03,0,.03l57.07-.09-48.14-66.6c-.53-.87-3.85-2.78-4.61-2.78h-4.75s0,.18,0,.18h-6.06s0-.09,0-.09l-91.76.14.11,69.62,91.76-.14v-.28Z"/>
+  <path d="M.4,298.26l.05,35.68c.03,20.83,16.94,37.69,37.77,37.66l296.08-.45c20.83-.03,37.69-16.94,37.66-37.77l-.09-59.31c-17.35,19.08-52.22,22.16-75.65,23.75l-295.82.45Z"/>
+  <path d="M159.06,253.3c-20.19.1-40.38.04-60.58.04v.26s-42.72.07-42.72.07c-.83.12-1.69.18-2.17,0l-53.25.08v9.76s166.32-.25,166.32-.25c-1.47-1.7-5.76-9.61-7.6-9.96Z"/>
+</svg>
diff --git a/providers/litellm/models/gpt-6-luna.toml b/providers/litellm/models/gpt-6-luna.toml
new file mode 100644
index 00000000000..0cd348c0f94
--- /dev/null
+++ b/providers/litellm/models/gpt-6-luna.toml
@@ -0,0 +1,8 @@
+# Example alias only. LiteLLM has no built-in models: each proxy maps its own aliases
+# (model_list[].model_name) to a backend, so this ID works only if the proxy config defines it.
+# Metadata comes from the GPT-6 Luna lab entry; cost is omitted because pricing depends on the backend.
+# LiteLLM forwards reasoning_effort to the backend; values match the OpenAI entry.
+# https://docs.litellm.ai/docs/proxy/configs
+# https://docs.litellm.ai/docs/reasoning_content
+base_model = "openai/gpt-6-luna"
+reasoning_options = [{ type = "effort", values = ["none", "low", "medium", "high", "xhigh", "max"] }]
diff --git a/providers/litellm/provider.toml b/providers/litellm/provider.toml
new file mode 100644
index 00000000000..1a5c085a2a5
--- /dev/null
+++ b/providers/litellm/provider.toml
@@ -0,0 +1,12 @@
+# LiteLLM Proxy is a self-hosted gateway that exposes an OpenAI-compatible API.
+# Model IDs are aliases that the operator sets in the proxy config (model_list[].model_name).
+# GET /v1/models returns the aliases that a given proxy serves.
+# The API key is a LiteLLM virtual key or the master key; a proxy can also run without auth.
+# https://docs.litellm.ai/docs/proxy/quick_start
+# https://docs.litellm.ai/docs/proxy/virtual_keys
+# https://docs.litellm.ai/docs/providers/litellm_proxy
+name = "LiteLLM"
+npm = "@ai-sdk/openai-compatible"
+env = ["LITELLM_API_KEY"]
+api = "http://localhost:4000/v1"
+doc = "https://docs.litellm.ai/docs/proxy/quick_start"