generate.py

# /// script
# requires-python = ">=3.11"
# dependencies = [
#     "gitpython",
#     "potodo",
#     "jinja2",
#     "requests",
#     "docutils",
# ]
# ///
import subprocess
from collections.abc import Iterator
from datetime import datetime, timezone
from pathlib import Path
from tempfile import TemporaryDirectory
from typing import cast

from git import Repo
from jinja2 import Template

import repositories
import build_status
import visitors
from completion import branches_from_devguide, get_completion

generation_time = datetime.now(timezone.utc)


def get_completion_progress() -> (
    Iterator[tuple[str, str, str, float, int, int, bool, bool | None]]
):
    with TemporaryDirectory() as clones_dir:
        Repo.clone_from(
            'https://github.com/python/devguide.git',
            devguide_dir := Path(clones_dir, 'devguide'),
            depth=1,
        )
        latest_branch = branches_from_devguide(devguide_dir)[0]
        Repo.clone_from(
            'https://github.com/python/cpython.git',
            Path(clones_dir, 'cpython'),
            depth=1,
            branch=latest_branch,
        )
        subprocess.run(
            ['make', '-C', Path(clones_dir, 'cpython/Doc'), 'venv'], check=True
        )
        subprocess.run(
            ['make', '-C', Path(clones_dir, 'cpython/Doc'), 'gettext'], check=True
        )
        languages_built = dict(build_status.get_languages())
        for lang, lang_name, repo in repositories.get_languages_and_repos(devguide_dir):
            built = lang in languages_built
            in_switcher = languages_built.get(lang)
            if not repo:
                yield lang, lang_name, cast(str, repo), 0.0, 0, 0, built, in_switcher
                continue
            completion, translators = get_completion(clones_dir, repo)
            visitors_num = visitors.get_number_of_visitors(lang) if built else 0
            yield (
                lang,
                lang_name,
                repo,
                completion,
                translators,
                visitors_num,
                built,
                in_switcher,
            )


if __name__ == '__main__':
    template = Template(Path('template.html.jinja').read_text())

    output = template.render(
        completion_progress=get_completion_progress(), generation_time=generation_time
    )

    Path('index.html').write_text(output)