From 7e86a30bd866a7508447626b3d9fb38a0989116d Mon Sep 17 00:00:00 2001 From: root Date: Mon, 15 Jun 2026 15:31:31 +0000 Subject: [PATCH] fix: resolve port conflict between sidecar and llama-server MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Sidecar and llama-server were both configured on port 8080, causing llama-server to fail on startup (port already in use). - sidecar/app.py: LLAMA_SERVER_PORT → 8081 (sidecar stays on 8080) - docker-compose.yml: MAIN_PC_URL → port 8081 (router sends chat requests to llama-server, not the sidecar) --- docker-compose.yml | 2 +- sidecar/app.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index ad02735..e579b53 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: - "9001:9000" environment: - SIDECAR_URL=http://10.0.4.11:8080 - - MAIN_PC_URL=http://10.0.4.11:8080/v1 + - MAIN_PC_URL=http://10.0.4.11:8081/v1 - FALLBACK_SLM_URL=http://10.0.4.200:8080/v1 - OPENROUTER_API_KEY=${OPENROUTER_API_KEY:-} restart: unless-stopped diff --git a/sidecar/app.py b/sidecar/app.py index f271f92..edd7bca 100644 --- a/sidecar/app.py +++ b/sidecar/app.py @@ -18,7 +18,7 @@ from sidecar.manifest import load_manifest # Configuration from environment MANIFEST_PATH = os.getenv("MANIFEST_PATH", "/home/bigt/AI/llm/manifest.yaml") SIDECAR_PORT = int(os.getenv("SIDECAR_PORT", "8080")) -LLAMA_SERVER_PORT = 8080 +LLAMA_SERVER_PORT = 8081 # Global state _llama_server_process: Optional[asyncio.subprocess.Process] = None