From 5b9676b73cf9c0c3374c6a2b6769b28e4b317caa Mon Sep 17 00:00:00 2001 From: Adam Outler Date: Thu, 20 Mar 2025 21:37:55 +0000 Subject: [PATCH] Update docker-compose.yaml --- docker-compose.yaml | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/docker-compose.yaml b/docker-compose.yaml index cf9e9f7..da3f8f7 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -1,5 +1,5 @@ services: - ollamasmall: + ollama1: #For GPU 0 image: ${OLLAMA:-ollama/ollama:latest} deploy: resources: @@ -7,9 +7,7 @@ services: devices: - driver: nvidia capabilities: [gpu] - device_ids: ['0'] - ports: - - "11434:11434" + device_ids: ['0'] volumes: - ollama-small:/root/.ollama restart: always @@ -19,7 +17,7 @@ services: networks: - shared_net - ollamalarge: + ollama2: #For GPU 1 image: ${OLLAMA:-ollama/ollama:latest} deploy: resources: @@ -27,9 +25,7 @@ services: devices: - driver: nvidia capabilities: [gpu] - device_ids: ['1'] # Assign to GPU1 - ports: - - "11435:11434" # Different port to avoid conflicts + device_ids: ['1'] volumes: - ollama:/root/.ollama restart: always @@ -98,7 +94,7 @@ services: WEBUI_URL: https://ai.hackedyour.info OPENID_PROVIDER_URL: https://git.adamoutler.com/.well-known/openid-configuration OPENID_REDIRECT_URI: https://ai.hackedyour.info/oauth/oidc/callback - OLLAMA_BASE_URL: http://ollama:11434 + OLLAMA_BASE_URL: http://ollama1:11434 OLLAMA_BASE_URLS: http://ollamasmall:11434,http://ollamalarge:11435 OPENAI_API_KEY: ${OPEN_AI_TOKEN} OAUTH_CLIENT_ID: ${CLIENT_ID}