Add Dockerfile and configuration files for Litellm setup

Dockerfile

@@ -0,0 +1,9 @@
+from ghcr.io/berriai/litellm:main-stable
+
+ENV TZ=Asia/Shanghai SERVER_ROOT_PATH=/hf/v1 OPENAI_API_KEY=any
+
+COPY ./litellm_config.yaml /app/config.yaml
+EXPOSE 7860
+
+ENTRYPOINT ["litellm"] 
+CMD [ "--config", "/app/config.yaml", "--port", "7860", "--num_workers", "8" ]

README.md

@@ -6,6 +6,7 @@ colorTo: indigo
 sdk: docker
 pinned: false
 license: apache-2.0
+app_port: 7860
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

litellm_config.yaml

@@ -0,0 +1,7 @@
+model_list:
+  - model_name: azure-gpt-4o
+    litellm_params:
+      model: azure/<your-azure-model-deployment>
+      api_base: os.environ/AZURE_API_BASE # runs os.getenv("AZURE_API_BASE")
+      api_key: os.environ/AZURE_API_KEY # runs os.getenv("AZURE_API_KEY")
+      api_version: "2025-01-01-preview"