Litellm add managed files db (#9930)

* fix(openai.py): ensure openai file object shows up on logs

* fix(managed_files.py): return unified file id as b64 str

allows retrieve file id to work as expected

* fix(managed_files.py): apply decoded file id transformation

* fix: add unit test for file id + decode logic

* fix: initial commit for litellm_proxy support with CRUD Endpoints

* fix(managed_files.py): support retrieve file operation

* fix(managed_files.py): support for DELETE endpoint for files

* fix(managed_files.py): retrieve file content support

supports retrieve file content api from openai

* fix: fix linting error

* test: update tests

* fix: fix linting error

* feat(managed_files.py): support reading / writing files in DB

* feat(managed_files.py): support deleting file from DB on delete

* test: update testing

* fix(spend_tracking_utils.py): ensure each file create request is logged correctly

* fix(managed_files.py): fix storing / returning managed file object from cache

* fix(files/main.py): pass litellm params to azure route

* test: fix test

* build: add new prisma migration

* build: bump requirements

* test: add more testing

* refactor: cleanup post merge w/ main

* fix: fix code qa errors

Author: krrishdholakia

litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4-py3-none-any.whl

@@ -0,0 +1,18 @@
+-- CreateTable
+CREATE TABLE "LiteLLM_ManagedFileTable" (
+    "id" TEXT NOT NULL,
+    "unified_file_id" TEXT NOT NULL,
+    "file_object" JSONB NOT NULL,
+    "model_mappings" JSONB NOT NULL,
+    "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "updated_at" TIMESTAMP(3) NOT NULL,
+
+    CONSTRAINT "LiteLLM_ManagedFileTable_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "LiteLLM_ManagedFileTable_unified_file_id_key" ON "LiteLLM_ManagedFileTable"("unified_file_id");
+
+-- CreateIndex
+CREATE INDEX "LiteLLM_ManagedFileTable_unified_file_id_idx" ON "LiteLLM_ManagedFileTable"("unified_file_id");
+

litellm-proxy-extras/dist/litellm_proxy_extras-0.1.4.tar.gz

@@ -354,3 +354,14 @@ enum JobStatus {
   INACTIVE
 }
 
+model LiteLLM_ManagedFileTable {
+  id String @id @default(uuid())
+  unified_file_id String @unique // The base64 encoded unified file ID
+  file_object Json // Stores the OpenAIFileObject
+  model_mappings Json // Stores the mapping of model_id -> provider_file_id
+  created_at DateTime @default(now())
+  updated_at DateTime @updatedAt
+
+  @@index([unified_file_id])
+}
+

litellm-proxy-extras/litellm_proxy_extras/migrations/20250411215431_add_managed_file_table/migration.sql

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "litellm-proxy-extras"
-version = "0.1.3"
+version = "0.1.4"
 description = "Additional files for the LiteLLM Proxy. Reduces the size of the main litellm package."
 authors = ["BerriAI"]
 readme = "README.md"
@@ -22,7 +22,7 @@ requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
 
 [tool.commitizen]
-version = "0.1.3"
+version = "0.1.4"
 version_files = [
     "pyproject.toml:version",
     "../requirements.txt:litellm-proxy-extras==",

litellm-proxy-extras/litellm_proxy_extras/schema.prisma

@@ -313,13 +313,20 @@ def get_format_from_file_id(file_id: Optional[str]) -> Optional[str]:
     unified_file_id = litellm_proxy:{};unified_id,{}
     If not a unified file id, returns 'file' as default format
     """
+    from litellm.proxy.hooks.managed_files import _PROXY_LiteLLMManagedFiles
+
     if not file_id:
         return None
     try:
-        if file_id.startswith(SpecialEnums.LITELM_MANAGED_FILE_ID_PREFIX.value):
+        transformed_file_id = (
+            _PROXY_LiteLLMManagedFiles._convert_b64_uid_to_unified_uid(file_id)
+        )
+        if transformed_file_id.startswith(
+            SpecialEnums.LITELM_MANAGED_FILE_ID_PREFIX.value
+        ):
             match = re.match(
                 f"{SpecialEnums.LITELM_MANAGED_FILE_ID_PREFIX.value}:(.*?);unified_id",
-                file_id,
+                transformed_file_id,
             )
             if match:
                 return match.group(1)
@@ -343,6 +350,7 @@ def update_messages_with_model_file_ids(
         }
     }
     """
+
     for message in messages:
         if message.get("role") == "user":
             content = message.get("content")

litellm-proxy-extras/pyproject.toml

@@ -16,7 +16,7 @@
 from typing_extensions import Required, TypedDict
 
 from litellm.types.integrations.slack_alerting import AlertType
-from litellm.types.llms.openai import AllMessageValues
+from litellm.types.llms.openai import AllMessageValues, OpenAIFileObject
 from litellm.types.router import RouterErrors, UpdateRouterConfig
 from litellm.types.utils import (
     CallTypes,
@@ -144,6 +144,7 @@ class LitellmTableNames(str, enum.Enum):
     USER_TABLE_NAME = "LiteLLM_UserTable"
     KEY_TABLE_NAME = "LiteLLM_VerificationToken"
     PROXY_MODEL_TABLE_NAME = "LiteLLM_ProxyModelTable"
+    MANAGED_FILE_TABLE_NAME = "LiteLLM_ManagedFileTable"
 
 
 class Litellm_EntityType(enum.Enum):
@@ -2795,3 +2796,9 @@ class SpendUpdateQueueItem(TypedDict, total=False):
     entity_type: Litellm_EntityType
     entity_id: str
     response_cost: Optional[float]
+
+
+class LiteLLM_ManagedFileTable(LiteLLMPydanticObjectBase):
+    unified_file_id: str
+    file_object: OpenAIFileObject
+    model_mappings: Dict[str, str]