feat(npu): add bounded OpenVINO GenAI worker

2026-06-04 13:07:51 -07:00
parent d3373e7234
commit 2ef9e3dfd2
7 changed files with 972 additions and 0 deletions
@@ -0,0 +1,17 @@
+[Unit]
+Description=OpenVINO GenAI NPU worker prototype
+After=network-online.target
+
+[Service]
+Type=simple
+WorkingDirectory=/home/will/lab/swarm/openvino-genai-npu-worker
+Environment=OV_GENAI_NPU_MODEL=/home/will/models/openvino-genai/Qwen2.5-1.5B-Instruct-int4-ov
+Environment=OV_GENAI_NPU_CACHE=/home/will/.cache/openvino/genai-npu/qwen2.5-1.5b-int4
+Environment=OV_GENAI_NPU_HOST=127.0.0.1
+Environment=OV_GENAI_NPU_PORT=18820
+ExecStart=/home/will/.venvs/npu/bin/python /home/will/lab/swarm/openvino-genai-npu-worker/worker.py --host 127.0.0.1 --port 18820
+Restart=on-failure
+RestartSec=5
+
+[Install]
+WantedBy=default.target