From 076916a8cceabf67326c9db01794fee2bc90de73 Mon Sep 17 00:00:00 2001
From: Yiorgis Gozadinos <ggozadinos@gmail.com>
Date: Thu, 2 Apr 2026 15:07:37 +0300
Subject: [PATCH] Add CI workflow to build RAG database on release

---
 .github/haiku.rag.yaml             |  8 +++++
 .github/workflows/build-rag-db.yml | 58 ++++++++++++++++++++++++++++++
 2 files changed, 66 insertions(+)
 create mode 100644 .github/haiku.rag.yaml
 create mode 100644 .github/workflows/build-rag-db.yml

diff --git a/.github/haiku.rag.yaml b/.github/haiku.rag.yaml
new file mode 100644
index 00000000..1619ec0f
--- /dev/null
+++ b/.github/haiku.rag.yaml
@@ -0,0 +1,8 @@
+embeddings:
+  model:
+    provider: ollama
+    name: qwen3-embedding:4b
+
+processing:
+  conversion_options:
+    do_ocr: false
diff --git a/.github/workflows/build-rag-db.yml b/.github/workflows/build-rag-db.yml
new file mode 100644
index 00000000..06f3664d
--- /dev/null
+++ b/.github/workflows/build-rag-db.yml
@@ -0,0 +1,58 @@
+name: Build RAG database
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: true
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version-file: "pyproject.toml"
+      - name: Install dependencies
+        run: uv sync
+      - name: Restore previous RAG database
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          LATEST=$(gh release list --limit 10 --json tagName --jq '.[].tagName' | while read -r tag; do
+            if gh release view "$tag" --json assets --jq '.assets[].name' 2>/dev/null | grep -q "haiku-rag-docs.lancedb.tar.gz"; then
+              echo "$tag"
+              break
+            fi
+          done)
+          if [ -n "$LATEST" ]; then
+            gh release download "$LATEST" --pattern "haiku-rag-docs.lancedb.tar.gz"
+            tar xzf haiku-rag-docs.lancedb.tar.gz
+            rm haiku-rag-docs.lancedb.tar.gz
+            echo "Restored database from $LATEST"
+          else
+            echo "No previous database found, starting fresh"
+            uv run haiku-rag --config ${{ github.workspace }}/.github/haiku.rag.yaml init --db rag.lancedb
+          fi
+      - name: Build RAG database
+        env:
+          OLLAMA_BASE_URL: ${{ secrets.OLLAMA_BASE_URL }}
+          OLLAMA_API_KEY: ${{ secrets.OLLAMA_API_KEY }}
+        run: uv run haiku-rag --config ${{ github.workspace }}/.github/haiku.rag.yaml add-src docs/ --db rag.lancedb
+      - name: Package RAG database
+        run: tar czf haiku-rag-docs.lancedb.tar.gz rag.lancedb/
+      - name: Upload to release
+        if: github.event_name == 'release'
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: gh release upload ${{ github.event.release.tag_name }} haiku-rag-docs.lancedb.tar.gz --clobber
+      - name: Upload workflow artifact
+        if: github.event_name == 'workflow_dispatch'
+        uses: actions/upload-artifact@v4
+        with:
+          name: haiku-rag-docs.lancedb.tar.gz
+          path: haiku-rag-docs.lancedb.tar.gz
+          retention-days: 1