Add support for custom graphs via langgraph-cli

.env.example

@@ -14,4 +14,5 @@ POSTGRES_PORT=placeholder
 POSTGRES_DB=placeholder
 POSTGRES_USER=placeholder
 POSTGRES_PASSWORD=placeholder
-SCARF_NO_ANALYTICS=true
+POSTGRES_HOST=postgres
+SCARF_NO_ANALYTICS=true

.github/workflows/ci.yml

@@ -29,34 +29,16 @@ jobs:
     secrets: inherit
 
   test:
-    timeout-minutes: 5
+    timeout-minutes: 10
     runs-on: ubuntu-latest
     defaults:
       run:
         working-directory: ${{ env.WORKDIR }}
     strategy:
       matrix:
         python-version:
-          - "3.9"
-          - "3.10"
           - "3.11"
     name: Python ${{ matrix.python-version }} tests
-    services:
-      # Label used to access the service container
-      postgres:
-        image: pgvector/pgvector:pg16
-        env:
-          POSTGRES_USER: postgres
-          POSTGRES_PASSWORD: postgres
-          POSTGRES_DB: postgres
-        # Set health checks to wait until postgres has started
-        options: >-
-          --health-cmd pg_isready
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 5
-        ports:
-          - "5432:5432"
     steps:
       - uses: actions/checkout@v3
       - name: Set up Python ${{ matrix.python-version }} + Poetry ${{ env.POETRY_VERSION }}
@@ -69,10 +51,10 @@ jobs:
       - name: Install dependencies
         run: |
           poetry install --with test
-      - name: Install golang-migrate
+      - name: Start the service
         run: |
-          wget -O golang-migrate.deb https://github.com/golang-migrate/migrate/releases/download/v4.17.0/migrate.linux-amd64.deb
-          sudo dpkg -i golang-migrate.deb && rm golang-migrate.deb
+          echo "OPENAI_API_KEY=placeholder" >> ../.env
+          poetry run langgraph up -c ../langgraph.json -d ../compose.override.yml --postgres-uri 'postgres://postgres:postgres@langgraph-postgres:5432/postgres?sslmode=disable' --verbose --wait
       - name: Run tests
         env:
           POSTGRES_HOST: localhost
@@ -84,22 +66,22 @@ jobs:
         run: make test
 
   frontend-lint-and-build:
-      runs-on: ubuntu-latest
-      needs: [lint, test]
-      steps:
-        - uses: actions/checkout@v3
-        - name: Setup Node.js (LTS)
-          uses: actions/setup-node@v3
-          with:
-            node-version: '20'
-            cache: 'yarn'
-            cache-dependency-path: frontend/yarn.lock
-        - name: Install frontend dependencies
-          run: yarn install
-          working-directory: ./frontend
-        - name: Run frontend lint
-          run: yarn lint
-          working-directory: ./frontend
-        - name: Build frontend
-          run: yarn build
-          working-directory: ./frontend
+    runs-on: ubuntu-latest
+    needs: [lint, test]
+    steps:
+      - uses: actions/checkout@v3
+      - name: Setup Node.js (LTS)
+        uses: actions/setup-node@v3
+        with:
+          node-version: "20"
+          cache: "yarn"
+          cache-dependency-path: frontend/yarn.lock
+      - name: Install frontend dependencies
+        run: yarn install
+        working-directory: ./frontend
+      - name: Run frontend lint
+        run: yarn lint
+        working-directory: ./frontend
+      - name: Build frontend
+        run: yarn build
+        working-directory: ./frontend

.gitignore

@@ -1,6 +1,7 @@
 *.env
 .env.gcp.yaml
 postgres-volume/
+.langgraph-data
 redis-volume/
 backend/ui
 

Dockerfile

@@ -44,5 +44,8 @@ COPY ./backend .
 
 # Copy the frontend build
 COPY --from=builder /frontend/dist ./ui
+COPY --from=builder /frontend/dist/index.html ./ui/404.html
 
-ENTRYPOINT [ "uvicorn", "app.server:app", "--host", "0.0.0.0", "--log-config", "log_config.json" ]
+ENV PORT=8000
+
+ENTRYPOINT uvicorn app.server:app --host 0.0.0.0 --port $PORT --log-config log_config.json

Makefile

@@ -0,0 +1,4 @@
+.PHONY: start
+
+start:
+	cd backend && poetry run langgraph up -c ../langgraph.json -d ../compose.override.yml --postgres-uri 'postgres://postgres:postgres@langgraph-postgres:5432/postgres?sslmode=disable' --verbose

backend/.dockerignore

@@ -0,0 +1 @@
+.venv

backend/.gitignore

@@ -1,2 +1,4 @@
 .envrc
 ui
+.venv
+.ruff_cache

backend/Dockerfile

@@ -1,32 +1,15 @@
 # Backend Dockerfile
 FROM python:3.11
 
-ARG TARGETOS
-ARG TARGETARCH
-ARG TARGETVARIANT
-
-# Install system dependencies
-RUN apt-get update && rm -rf /var/lib/apt/lists/*
-RUN wget -O golang-migrate.deb https://github.com/golang-migrate/migrate/releases/download/v4.17.0/migrate.${TARGETOS}-${TARGETARCH}${TARGETVARIANT}.deb \
-    && dpkg -i golang-migrate.deb \
-    && rm golang-migrate.deb
-
-# Install Poetry
-RUN pip install poetry
-
 # Set the working directory
 WORKDIR /backend
 
-# Copy only dependencies
-COPY pyproject.toml poetry.lock* ./
+# Copy the application
+COPY . .
 
 # Install all dependencies
-RUN poetry config virtualenvs.create false \
-    && poetry install --no-interaction --no-ansi
-
-# Copy the rest of application code
-COPY . .
+RUN pip install -e .
 
-HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --start-interval=1s --retries=3 CMD [ "curl", "-f", "http://localhost:8000/health" ]
+HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --start-interval=1s --retries=3 CMD [ "curl", "-f", "http://localhost:8000/ok" ]
 
 ENTRYPOINT [ "uvicorn", "app.server:app", "--host", "0.0.0.0", "--log-config", "log_config.json" ]

backend/Makefile

@@ -16,17 +16,13 @@ TEST_FILE ?= tests/unit_tests/
 start:
 	poetry run uvicorn app.server:app --reload --port 8100 --log-config log_config.json
 
-migrate:
-	migrate -database postgres://$(POSTGRES_USER):$(POSTGRES_PASSWORD)@$(POSTGRES_HOST):$(POSTGRES_PORT)/$(POSTGRES_DB)?sslmode=disable -path ./migrations up
-
 test:
 	# We need to update handling of env variables for tests
-	YDC_API_KEY=placeholder OPENAI_API_KEY=placeholder poetry run pytest $(TEST_FILE)
-
+	YDC_API_KEY=placeholder OPENAI_API_KEY=placeholder LANGGRAPH_URL=http://localhost:8123 PGVECTOR_URI=postgresql+psycopg2://postgres:postgres@localhost:5433/postgres?sslmode=disable poetry run pytest $(TEST_FILE)
 
 test_watch:
 	# We need to update handling of env variables for tests
-	YDC_API_KEY=placeholder OPENAI_API_KEY=placeholder poetry run ptw . -- $(TEST_FILE)
+	YDC_API_KEY=placeholder OPENAI_API_KEY=placeholder LANGGRAPH_URL=http://localhost:8123 PGVECTOR_URI=postgresql+psycopg2://postgres:postgres@localhost:5433/postgres?sslmode=disable poetry run ptw . -- $(TEST_FILE)
 
 ######################
 # LINTING AND FORMATTING