Hybrid search: PostgreSQL FTS + dense-vector retrieval with RRF fusion

.github/workflows/ci.yml

@@ -14,7 +14,7 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v8.1.0
         with:
-          version: "0.11.13"
+          version: "0.11.16"
       - name: Setup Python
         uses: actions/setup-python@v6
         with:
@@ -35,6 +35,7 @@ jobs:
             radis_dev-web:latest
             radis_dev-default_worker:latest
             radis_dev-llm_worker:latest
+            radis_dev-embeddings_worker:latest
           cache-from: type=gha
           cache-to: type=gha,mode=max
       - name: Start Docker containers

Dockerfile

@@ -21,7 +21,7 @@ RUN apt-get update \
   postgresql-client-17 \
   && rm -rf /var/lib/apt/lists/*
 
-COPY --from=ghcr.io/astral-sh/uv:0.11.13 /uv /uvx /bin/
+COPY --from=ghcr.io/astral-sh/uv:0.11.16 /uv /uvx /bin/
 
 WORKDIR /app
 

docker-compose.base.yml

@@ -17,6 +17,12 @@ x-app: &default-app
     DJANGO_SERVER_EMAIL: ${DJANGO_SERVER_EMAIL:?}
     EXTERNAL_LLM_PROVIDER_URL: ${EXTERNAL_LLM_PROVIDER_URL:-}
     EXTERNAL_LLM_PROVIDER_API_KEY: ${EXTERNAL_LLM_PROVIDER_API_KEY:-}
+    EMBEDDING_BACKEND: ${EMBEDDING_BACKEND:-openai}
+    EMBEDDING_PROVIDER_URL: ${EMBEDDING_PROVIDER_URL:-}
+    EMBEDDING_PROVIDER_PATH: ${EMBEDDING_PROVIDER_PATH:-}
+    EMBEDDING_PROVIDER_API_KEY: ${EMBEDDING_PROVIDER_API_KEY:-}
+    EMBEDDING_MODEL_NAME: ${EMBEDDING_MODEL_NAME:-Qwen/Qwen3-Embedding-4B}
+    EMBEDDING_DIM: ${EMBEDDING_DIM:-1024}
     IS_DOCKER_CONTAINER: 1
     HTTP_PROXY: ${HTTP_PROXY:-}
     HTTPS_PROXY: ${HTTPS_PROXY:-}
@@ -54,8 +60,12 @@ services:
     <<: *default-app
     hostname: llm_worker.local
 
+  embeddings_worker:
+    <<: *default-app
+    hostname: embeddings_worker.local
+
   postgres:
-    image: postgres:17
+    image: pgvector/pgvector:pg17
     hostname: postgres.local
     volumes:
       - postgres_data:/var/lib/postgresql/data

docker-compose.dev.yml

@@ -82,6 +82,15 @@ services:
         ./manage.py bg_worker -l debug -q llm --autoreload
       "
 
+  embeddings_worker:
+    <<: *default-app
+    image: radis_dev-embeddings_worker:latest
+    command: >
+      bash -c "
+        wait-for-it -s postgres.local:5432 -t ${WAIT_POSTGRES_TIMEOUT:-180} &&
+        ./manage.py bg_worker -l debug -q embeddings --autoreload --concurrency 4
+      "
+
   postgres:
     environment:
       POSTGRES_PASSWORD: postgres

docker-compose.prod.yml

@@ -77,6 +77,16 @@ services:
     deploy:
       <<: *deploy
 
+  embeddings_worker:
+    <<: *default-app
+    command: >
+      bash -c "
+        wait-for-it -s postgres.local:5432 -t ${WAIT_POSTGRES_TIMEOUT:-180} &&
+        ./manage.py bg_worker -q embeddings --concurrency 4
+      "
+    deploy:
+      <<: *deploy
+
   postgres:
     environment:
       POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?}