diff --git a/docker-compose.yml b/docker-compose.yml index ad02735..e579b53 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: - "9001:9000" environment: - SIDECAR_URL=http://10.0.4.11:8080 - - MAIN_PC_URL=http://10.0.4.11:8080/v1 + - MAIN_PC_URL=http://10.0.4.11:8081/v1 - FALLBACK_SLM_URL=http://10.0.4.200:8080/v1 - OPENROUTER_API_KEY=${OPENROUTER_API_KEY:-} restart: unless-stopped diff --git a/sidecar/app.py b/sidecar/app.py index f271f92..edd7bca 100644 --- a/sidecar/app.py +++ b/sidecar/app.py @@ -18,7 +18,7 @@ from sidecar.manifest import load_manifest # Configuration from environment MANIFEST_PATH = os.getenv("MANIFEST_PATH", "/home/bigt/AI/llm/manifest.yaml") SIDECAR_PORT = int(os.getenv("SIDECAR_PORT", "8080")) -LLAMA_SERVER_PORT = 8080 +LLAMA_SERVER_PORT = 8081 # Global state _llama_server_process: Optional[asyncio.subprocess.Process] = None