changed llama-server location
This commit is contained in:
parent
1ef8a497f6
commit
af12370632
@ -63,7 +63,7 @@ async def _start_llama_server(profile: dict):
|
|||||||
_kill_llama_server()
|
_kill_llama_server()
|
||||||
|
|
||||||
# Build command from profile flags
|
# Build command from profile flags
|
||||||
cmd = ["llama-server"]
|
cmd = ["/home/bigt/AI/llama.cpp/bin/llama-server"]
|
||||||
cmd += ["--model", profile["model_path"]]
|
cmd += ["--model", profile["model_path"]]
|
||||||
cmd += ["--port", str(LLAMA_SERVER_PORT)]
|
cmd += ["--port", str(LLAMA_SERVER_PORT)]
|
||||||
for key, value in profile.get("flags", {}).items():
|
for key, value in profile.get("flags", {}).items():
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user