Data Analysis Agent v0.1 — Phase 1: CSV Upload + Question → Answer + Chart

.dockerignore

@@ -0,0 +1,40 @@
+# Version control
+.git/
+.gitignore
+
+# Python bytecode and caches
+__pycache__/
+*.pyc
+*.pyo
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+
+# Virtual environments
+.venv/
+venv/
+
+# Local secrets and config
+.env
+.env.*
+!.env.example
+
+# Runtime data (never bake into image — mount a volume)
+*.db
+uploads/
+logs/
+htmlcov/
+.coverage
+
+# Tests (not needed in production image)
+tests/
+
+# Dev tooling and docs
+*.md
+reports/
+spec/
+.claude/
+.github/
+
+# macOS
+.DS_Store

.env.example

@@ -1,15 +1,26 @@
-AGENT_DATABASE_URL=sqlite:///./data/agent.db
+# Data Analysis Agent — Environment Variables
+# Copy to .env and fill in your values
 
-# LLM provider — auto-detected from whichever key is set below.
-# Override explicitly: anthropic | gemini
-# AGENT_LLM_PROVIDER=anthropic
+# ── Database ────────────────────────────────────────────────────────────────
+# SQLite database file path
+DATAANALYSIS_DATABASE_URL=sqlite:///data_analysis.db
 
-# Override model (uses provider default when blank):
-# AGENT_LLM_MODEL=claude-sonnet-4-6   (Anthropic default)
-# AGENT_LLM_MODEL=gemini-2.5-pro        (Gemini default)
+# Durable per-session agent memory (LangGraph SqliteSaver) — a SEPARATE SQLite file
+DATAANALYSIS_CHECKPOINT_DB=checkpoints.db
 
-# Set exactly ONE provider key:
-AGENT_ANTHROPIC_API_KEY=
-AGENT_GEMINI_API_KEY=
+# Internal parquet datasets directory (one subdirectory per dataset)
+DATAANALYSIS_DATASETS_DIR=uploads/datasets
+# Enable external database datasets (PostgreSQL, BETA). Default off.
+DATAANALYSIS_ENABLE_EXTERNAL_DATASETS=false
 
+# ── LLM ─────────────────────────────────────────────────────────────────────
+# OpenRouter API key — leave blank or unset for stub mode
+# Get yours at https://openrouter.ai/keys
+DATAANALYSIS_OPENROUTER_API_KEY=
+
+# LLM model name (any model available on OpenRouter)
+DATAANALYSIS_LLM_MODEL=google/gemini-2.5-flash
+
+# ── App ──────────────────────────────────────────────────────────────────────
 PORT=8001
+DATAANALYSIS_LOG_LEVEL=INFO

.github/workflows/ci.yml

@@ -0,0 +1,38 @@
+name: CI
+
+on:
+  push:
+    branches: ["**"]
+  pull_request:
+
+jobs:
+  test:
+    name: Test (Python 3.12)
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "0.5.x"
+          enable-cache: true
+
+      - name: Install dependencies (including dev)
+        run: uv sync --dev
+
+      - name: Run tests
+        env:
+          DATAANALYSIS_OPENROUTER_API_KEY: ${{ secrets.DATAANALYSIS_OPENROUTER_API_KEY }}
+          DATAANALYSIS_DATABASE_URL: "sqlite:///ci_test.db"
+        run: uv run pytest tests/ -v --tb=short
+
+      - name: Upload test results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results
+          path: |
+            .pytest_cache/
+          retention-days: 7

.github/workflows/deploy.yml

@@ -0,0 +1,100 @@
+name: Deploy
+
+# Trigger on push to the app branch (or main after you merge the PR).
+# Change the branch name below when you promote to main.
+on:
+  push:
+    branches:
+      - feature/data-analysis-agent-v0.1
+      - main
+  workflow_dispatch:    # allows manual trigger from GitHub UI
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  # ── 1. Run full test suite ────────────────────────────────────────────────
+  test:
+    name: Test gate
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          version: "0.5.x"
+          enable-cache: true
+
+      - name: Install dependencies
+        run: uv sync --dev
+
+      - name: Run tests
+        env:
+          DATAANALYSIS_OPENROUTER_API_KEY: ${{ secrets.DATAANALYSIS_OPENROUTER_API_KEY }}
+          DATAANALYSIS_DATABASE_URL: "sqlite:///ci_test.db"
+        run: uv run pytest tests/ -v --tb=short
+
+  # ── 2. Build Docker image and push to GHCR ───────────────────────────────
+  build-and-push:
+    name: Build & push image
+    needs: test
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write   # required to push to ghcr.io
+
+    outputs:
+      image-tag: ${{ steps.meta.outputs.tags }}
+      image-digest: ${{ steps.push.outputs.digest }}
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract Docker metadata (tags + labels)
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            # tag with full commit SHA for traceability
+            type=sha,format=long,prefix=
+            # always update :latest on this branch
+            type=raw,value=latest,enable=true
+
+      - name: Build and push image
+        id: push
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          push: true
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          # Cache layers across runs using GitHub Actions cache
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          platforms: linux/amd64
+
+  # ── 3. Trigger Render to pull latest image and redeploy ──────────────────
+  deploy-render:
+    name: Trigger Render deploy
+    needs: build-and-push
+    runs-on: ubuntu-latest
+    steps:
+      - name: Deploy to Render
+        # RENDER_DEPLOY_HOOK_URL is stored as a GitHub Actions secret.
+        # Get it from: Render dashboard → your service → Settings → Deploy Hook
+        run: |
+          curl -sSf --max-time 30 -X POST "${{ secrets.RENDER_DEPLOY_HOOK_URL }}" \
+            -o /dev/null -w "HTTP %{http_code}\n"

.gitignore

@@ -10,9 +10,18 @@ dist/
 build/
 *.egg-info/
 .DS_Store
+
+# Logs
 *.log
+logs/
 
+# Runtime data
 *.db
-*.db-shm
-*.db-wal
-data/
+uploads/
+
+# Test / tool caches
+.pytest_cache/
+.mypy_cache/
+.ruff_cache/
+htmlcov/
+.coverage

Dockerfile

@@ -0,0 +1,38 @@
+FROM python:3.12-slim
+
+# Install uv for reproducible dependency installs
+COPY --from=ghcr.io/astral-sh/uv:0.5 /uv /usr/local/bin/uv
+
+WORKDIR /app
+
+# Disable uv's venv relinking — we copy files, not symlinks
+ENV UV_LINK_MODE=copy
+ENV UV_COMPILE_BYTECODE=1
+
+# Layer 1: install third-party deps only (cache busts only on lock file change,
+# not on application source changes). --no-install-project skips the local package.
+COPY pyproject.toml uv.lock ./
+RUN uv sync --frozen --no-dev --no-install-project
+
+# Layer 2: application source (changes most frequently — keeps layer 1 cached)
+COPY alembic.ini alembic.ini
+COPY alembic/ alembic/
+COPY src/ src/
+
+# Layer 3: install the local package itself (fast — deps are already installed)
+RUN uv sync --frozen --no-dev
+
+# Runtime defaults — override these with Render env vars or docker run -e
+ENV DATAANALYSIS_DATABASE_URL=sqlite:////data/app.db
+ENV DATAANALYSIS_CHECKPOINT_DB=/data/checkpoints.db
+ENV DATAANALYSIS_DATASETS_DIR=/data/datasets
+ENV DATAANALYSIS_UPLOAD_DIR=/data/uploads
+ENV DATAANALYSIS_LOG_FILE=/data/logs/app.log
+ENV DATAANALYSIS_LOG_LEVEL=INFO
+
+EXPOSE 8000
+
+COPY docker-entrypoint.sh /docker-entrypoint.sh
+RUN chmod +x /docker-entrypoint.sh
+
+ENTRYPOINT ["/docker-entrypoint.sh"]