doru/intelligence-router
1
0
Fork 0
Code Issues 17 Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: doru:b7079fa1993bd6ece9c59dd1b122f88f9e27a5cf
Branches Tags
doru:master
doru:feature/add-model-profiles
..
compare: doru:555a887b4e3844e410bdc7b65f513cc17c5c5209
Branches Tags
doru:master
doru:feature/add-model-profiles

No commits in common. "b7079fa1993bd6ece9c59dd1b122f88f9e27a5cf" and "555a887b4e3844e410bdc7b65f513cc17c5c5209" have entirely different histories.
b7079fa199 ... 555a887b4e

2 changed files with 7 additions and 17 deletions
Show Stats Expand all files Collapse all files

18
deploy/README.md
View File

@ -8,32 +8,22 @@ On the Main PC:
# 1. Copy the service file # 1. Copy the service file
sudo cp deploy/llm-sidecar.service /etc/systemd/system/ sudo cp deploy/llm-sidecar.service /etc/systemd/system/
# 2. Create the working directory and copy files # 2. Copy the manifest (adjust paths as needed)
mkdir -p /home/bigt/AI/llm mkdir -p /home/bigt/AI/llm
cp deploy/manifest.yaml /home/bigt/AI/llm/manifest.yaml cp deploy/manifest.yaml /home/bigt/AI/llm/manifest.yaml
# Copy the sidecar Python package (app.py + manifest.py) # 3. Create a .env for the sidecar (optional)
cp -r sidecar/ /home/bigt/AI/llm/sidecar/
# Copy requirements.txt for the venv
cp requirements.txt /home/bigt/AI/llm/
# 3. Create a Python virtual environment with dependencies
python3 -m venv /home/bigt/AI/llm/venv
/home/bigt/AI/llm/venv/bin/pip install -r /home/bigt/AI/llm/requirements.txt
# 4. Create a .env for the sidecar (optional)
cat > /home/bigt/AI/llm/.env << 'EOF' cat > /home/bigt/AI/llm/.env << 'EOF'
# Sidecar configuration # Sidecar configuration
MANIFEST_PATH=/home/bigt/AI/llm/manifest.yaml MANIFEST_PATH=/home/bigt/AI/llm/manifest.yaml
SIDECAR_PORT=8081 SIDECAR_PORT=8081
EOF EOF
# 5. Enable and start the service # 4. Enable and start the service
sudo systemctl daemon-reload sudo systemctl daemon-reload
sudo systemctl enable --now llm-sidecar sudo systemctl enable --now llm-sidecar
# 6. Verify it's running # 5. Verify it's running
sudo systemctl status llm-sidecar sudo systemctl status llm-sidecar
``` ```

6
deploy/llm-sidecar.service
View File

@ -11,10 +11,10 @@ WorkingDirectory=/home/bigt/AI/llm
EnvironmentFile=-/home/bigt/AI/llm/.env EnvironmentFile=-/home/bigt/AI/llm/.env
Environment=MANIFEST_PATH=/home/bigt/AI/llm/manifest.yaml Environment=MANIFEST_PATH=/home/bigt/AI/llm/manifest.yaml
Environment=SIDECAR_PORT=8081 Environment=SIDECAR_PORT=8081
Environment=PATH=/home/bigt/AI/llm/venv/bin:/usr/local/bin:/usr/bin:/bin Environment=PATH=/usr/local/bin:/usr/bin:/bin
# Use the sidecar's venv — install deps via deploy/README.md # Executable — adjust path as needed
ExecStart=/home/bigt/AI/llm/venv/bin/uvicorn sidecar.app:app --host 0.0.0.0 --port 8080 ExecStart=/usr/bin/python3 -m uvicorn sidecar.app:app --host 0.0.0.0 --port 8080
Restart=always Restart=always
RestartSec=3 RestartSec=3