policyengine-us-data/.github/workflows/push.yaml at main · PolicyEngine/policyengine-us-data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
name: Push to main

on:
  push:
    branches: [main]

jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - run: pip install ruff>=0.9.0
      - run: ruff format --check .

  # ── Build datasets and run integration tests ────────────────
  build-and-test:
    runs-on: ubuntu-latest
    needs: lint
    if: github.event.head_commit.message != 'Update package version'
    env:
      MODAL_TOKEN_ID: ${{ secrets.MODAL_TOKEN_ID }}
      MODAL_TOKEN_SECRET: ${{ secrets.MODAL_TOKEN_SECRET }}
      HUGGING_FACE_TOKEN: ${{ secrets.HUGGING_FACE_TOKEN }}
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.14"
      - run: pip install modal
      - name: Build datasets and run integration tests on Modal
        run: |
          modal run modal_app/data_build.py \
            --upload \
            --branch=${{ github.ref_name }}

  # ── Documentation ──────────────────────────────────────────
  docs:
    runs-on: ubuntu-latest
    if: github.event.head_commit.message != 'Update package version'
    permissions:
      contents: write
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.14"
      - uses: actions/setup-node@v4
        with:
          node-version: "24"
      - uses: astral-sh/setup-uv@v5
      - run: uv sync --dev
      - name: Build documentation
        run: uv run make documentation
        env:
          BASE_URL: /policyengine-us-data
      - name: Deploy to GitHub Pages
        uses: JamesIves/github-pages-deploy-action@v4
        with:
          branch: gh-pages
          folder: docs/_build/html
          clean: true

  # ── Versioning (bump + changelog on non-version-bump pushes) ──
  versioning:
    runs-on: ubuntu-latest
    if: github.event.head_commit.message != 'Update package version'
    steps:
      - name: Generate GitHub App token
        id: app-token
        uses: actions/create-github-app-token@v1
        with:
          app-id: ${{ secrets.APP_ID }}
          private-key: ${{ secrets.APP_PRIVATE_KEY }}
      - uses: actions/checkout@v4
        with:
          token: ${{ steps.app-token.outputs.token }}
          fetch-depth: 0
      - uses: actions/setup-python@v5
        with:
          python-version: "3.14"
      - uses: astral-sh/setup-uv@v5
      - run: pip install towncrier
      - name: Bump version and build changelog
        run: |
          python .github/bump_version.py
          towncrier build --yes --version $(python -c "import re; print(re.search(r'version = \"(.+?)\"', open('pyproject.toml').read()).group(1))")
      - name: Update lockfile
        run: uv lock
      - name: Update changelog
        uses: EndBug/add-and-commit@v9
        with:
          add: "."
          message: Update package version

  # ── PyPI publish (version bump commits only) ────────────────
  publish:
    runs-on: ubuntu-latest
    needs: lint
    if: github.event.head_commit.message == 'Update package version'
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.14"
      - uses: astral-sh/setup-uv@v5
      - run: uv sync --dev
      - run: uv run python -m build
      - name: Publish to PyPI
        uses: pypa/gh-action-pypi-publish@release/v1
        with:
          user: __token__
          password: ${{ secrets.PYPI }}
          skip-existing: true