[DEV-15246] - Adding pgvector migration

db.Dockerfile

@@ -0,0 +1,11 @@
+FROM postgres:16-alpine3.24
+
+# Install pgvector extension https://github.com/pgvector/pgvector#installation
+RUN apk add --no-cache --virtual .build-deps \
+    git build-base clang21 llvm21 && \
+    cd /tmp && \
+    git clone --branch v0.8.6 https://github.com/pgvector/pgvector.git && \
+    cd pgvector && \
+    make && \
+    make install && \
+    apk del .build-deps

docker-compose.yml

@@ -56,7 +56,9 @@ services:
       - spark
       - test
       - usaspending
-    image: postgres:16-alpine
+    build:
+      context: .
+      dockerfile: db.Dockerfile
     healthcheck:
       test: [ "CMD-SHELL", "pg_isready -U ${USASPENDING_DB_USER} -d ${USASPENDING_DB_NAME}" ]
       interval: 5s

pyproject.toml

@@ -49,6 +49,7 @@ dependencies = [
     "numpy==1.26.*",
     "openpyxl==3.1.*",
     "pandas==2.2.*",
+    "pgvector>=0.5.0",
     "psutil==5.9.*",
     "psycopg>=3.3.3",
     "py-gfm==2.0.0",

usaspending_api/llm/migrations/0002_create_pgvector.py

@@ -0,0 +1,9 @@
+from django.db import migrations
+from pgvector.django import VectorExtension
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [("llm", "0001_initial")]
+
+    operations = [VectorExtension()]