diff --git a/sidecar/app.py b/sidecar/app.py index 1a82437..734ba9b 100644 --- a/sidecar/app.py +++ b/sidecar/app.py @@ -111,6 +111,7 @@ async def _start_llama_server(profile: dict): cmd = ["/home/bigt/AI/llama.cpp/build/bin/llama-server"] cmd += ["--model", profile["model_path"]] cmd += ["--port", str(LLAMA_SERVER_PORT)] + cmd += ["--host", "0.0.0.0"] for key, value in profile.get("flags", {}).items(): cmd += ["--" + _flag_key(key), _flag_value(value)]