feat(npu): add dry-run classifier router prototype

2026-06-04 13:07:51 -07:00
parent 0683253157
commit ea452886f3
7 changed files with 1305 additions and 0 deletions
@@ -0,0 +1,18 @@
+[Unit]
+Description=Atlas/Hermes dry-run OpenVINO router classifier
+After=network.target openvino-embeddings.service
+Wants=openvino-embeddings.service
+
+[Service]
+Type=simple
+WorkingDirectory=/home/will/lab/swarm/openvino-classifier-npu
+Environment=OPENVINO_CLASSIFIER_HOST=127.0.0.1
+Environment=OPENVINO_CLASSIFIER_PORT=18819
+Environment=OPENVINO_CLASSIFIER_EMBED_URL=http://127.0.0.1:18817/v1/embeddings
+Environment=OPENVINO_CLASSIFIER_MAX_BATCH_SIZE=32
+ExecStart=/home/will/.venvs/npu/bin/python /home/will/lab/swarm/openvino-classifier-npu/router_classifier.py
+Restart=on-failure
+RestartSec=5
+
+[Install]
+WantedBy=default.target