feat: single-GPU configuration

NapthaAI · Jan 29, 2025 · 4bfa743 · 4bfa743
1 parent b8adf97
commit 4bfa743
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/node/inference/litellm_config.single_gpu.yml → litellm_config.single_gpu.yml b/node/inference/litellm_config.single_gpu.yml → litellm_config.single_gpu.yml
diff --git a/node/inference/single-gpu.docker-compose.yml → single-gpu.docker-compose.yml b/node/inference/single-gpu.docker-compose.yml → single-gpu.docker-compose.yml
@@ -45,7 +45,7 @@ services:
       LITELLM_SALT_KEY: ${LITELLM_SALT_KEY:?error}
       DATABASE_URL: postgresql://${LOCAL_DB_POSTGRES_USERNAME?:error}:${LOCAL_DB_POSTGRES_PASSWORD:?error}@pgvector:5432/litellm
     volumes:
-      - ./litellm_config.vllm.yml:/app/config.yaml # this should be the litellm config file
+      - ./litellm_config.single_gpu.yml:/app/config.yaml # this should be the litellm config file
     ports:
       - '4000:4000'