datasets/.github/workflows/datasets.yml at main · SprocketBot/datasets · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
name: Generate and Upload Datasets

on:
  schedule:
    # Run every hour
    - cron: '0 * * * *'
  push:
    branches:
      - main
  workflow_dispatch: # Allow manual trigger

# Allow GitHub Actions to deploy to Pages
permissions:
  contents: read
  pages: write
  id-token: write

# Allow one concurrent deployment
concurrency:
  group: "pages"
  cancel-in-progress: true

jobs:
  generate-datasets:
    runs-on: ubuntu-latest

    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'

      - name: Install sql2datasets with dependencies
        run: |
          cd sql2datasets
          pip install -e .

      - name: Create credentials files
        run: |
          mkdir -p /tmp/creds
          echo "${{ secrets.PGPASS_CONTENT }}" > /tmp/creds/.pgpass
          echo "${{ secrets.AWS_CREDS_CONTENT }}" > /tmp/creds/.aws-creds
          chmod 600 /tmp/creds/.pgpass

      - name: Run sql2csv
        run: |
          sql2csv \
            --input-sql-dir ${{ github.workspace }}/queries \
            --output-dir /tmp/output \
            --pgsql-creds-file /tmp/creds/.pgpass \
            --aws-creds-file /tmp/creds/.aws-creds

      - name: Clean up credentials
        if: always()
        run: |
          rm -rf /tmp/creds

      - name: Setup Pages
        uses: actions/configure-pages@v4

      - name: Upload site artifact
        uses: actions/upload-pages-artifact@v3
        with:
          path: '/tmp/output/site'

      - name: Deploy to GitHub Pages
        id: deployment
        uses: actions/deploy-pages@v4

      - name: Wait for CDN cache to refresh
        run: sleep 600

      - name: Trigger Evidence Deployment
        run: |
          curl -X POST \
            -H "Accept: application/vnd.github+json" \
            -H "Authorization: Bearer ${{ secrets.EVIDENCE_REPO_TOKEN }}" \
            https://api.github.com/repos/Minor-League-Esports/evidence/dispatches \
            -d '{"event_type": "dataset-build"}'