python-data.yaml

# This workflow will install Python dependencies, run tests and lint with a single version of Python
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

name: DATA

on:
  schedule:
    - cron: "0 11 * * 0"  # 07:00 America/New_York during EDT
    - cron: "0 12 * * 0"  # 07:00 America/New_York during EST
  workflow_dispatch:
    inputs:
      force:
        description: "Build now, bypassing the Sunday 7am ET / release-week gate"
        type: boolean
        default: false
    
permissions:
  contents: read

jobs:
  gate:
    runs-on: ubuntu-24.04
    outputs:
      run: ${{ steps.check.outputs.run }}
    steps:
    - uses: actions/checkout@v4
    - name: Decide whether to build
      id: check
      env:
        EVENT: ${{ github.event_name }}
        FORCE: ${{ inputs.force }}
        SCHEDULE: ${{ github.event.schedule }}
      run: python3 gate.py >> "$GITHUB_OUTPUT"

  build:
    needs: gate
    if: needs.gate.outputs.run == 'true'

    runs-on: ubuntu-24.04

    steps:
    - uses: actions/checkout@v4
    - name: Set up Python 3.12
      uses: actions/setup-python@v3
      with:
        python-version: "3.12"
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        sudo apt-get install -y libwww-perl libxml-parser-perl gdal-bin build-essential libsqlite3-dev zlib1g-dev
        pip install bs4 tqdm numpy regex urllib3 glob2 elementpath
    - name: Install tippecanoe
      run: |
        git clone https://github.com/felt/tippecanoe.git
        cd tippecanoe
        make -j
        sudo make install
    - name: Build databases
      run: |
        python3 data.py

    - name: Upload release
      uses: actions/upload-artifact@v4
      with:
        name: DATA 
        path: |
          databases.zip
          
    - name: SSH to mamba
      uses: appleboy/scp-action@v0.1.7
      with:
        host: apps4av.org
        username: apps4av
        password: ${{ secrets.MAMBA_PASSWORD }}
        port: 22
        source: "databases.zip,databasesx.zip"
        target: /home/apps4av/mamba.dreamhosters.com/new/staging