[Unit] Description=LLM Sidecar Service — manages llama-server subprocess After=network.target [Service] Type=simple User=bigt WorkingDirectory=/home/bigt/AI/llm # Environment EnvironmentFile=-/home/bigt/AI/llm/.env Environment=MANIFEST_PATH=/home/bigt/AI/llm/manifest.yaml Environment=SIDECAR_PORT=8081 Environment=PATH=/usr/local/bin:/usr/bin:/bin # Executable — adjust path as needed ExecStart=/usr/bin/python3 -m uvicorn sidecar.app:app --host 0.0.0.0 --port 8080 Restart=always RestartSec=3 # Logging StandardOutput=journal StandardError=journal SyslogIdentifier=llm-sidecar # Security hardening (optional, adjust as needed) NoNewPrivileges=true ProtectSystem=strict ReadWritePaths=/home/bigt/AI/llm [Install] WantedBy=multi-user.target