init commit

Signed-off-by: Paul Jickling <paul.jickling@ethereum.org>

Author: pauljickling

.github/workflows/docker-publish.yaml

@@ -0,0 +1,16 @@
+name: Docker
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ "main" ]
+    tags: [ 'v*.*.*' ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  call-docker-build:
+    uses: ethdevops/workflows/.github/workflows/basic-docker-build.yaml@main
+    secrets:
+      docker_registry_user: ${{ secrets.DOCKER_REGISTRY_USER }}
+      docker_registry_password: ${{ secrets.DOCKER_REGISTRY_SECRET }}

Dockerfile

@@ -0,0 +1,10 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY tracker.py .
+
+CMD ["python", "tracker.py"]

requirements.txt

@@ -0,0 +1,2 @@
+requests==2.32.3
+python-dateutil==2.9.0

tracker.py

@@ -0,0 +1,143 @@
+import json
+import logging
+import os
+import re
+import sys
+from datetime import datetime, timezone
+
+import requests
+from dateutil.relativedelta import relativedelta
+
+logging.basicConfig(level=logging.INFO, format="%(levelname)s %(message)s")
+log = logging.getLogger(__name__)
+
+
+def parse_section(body: str, section: str) -> str:
+    """Extract text under a ## section header, stripping HTML comments."""
+    pattern = rf"##\s+{re.escape(section)}\s*\n(.*?)(?=\n##\s|\Z)"
+    match = re.search(pattern, body, re.DOTALL | re.IGNORECASE)
+    if not match:
+        return ""
+    content = re.sub(r"<!--.*?-->", "", match.group(1), flags=re.DOTALL)
+    return content.strip()
+
+
+def parse_duration(body: str, year_plus_months: int) -> tuple[str, relativedelta | None]:
+    """Return (raw_value, expiry_offset). Offset is None for uncertain/indefinite."""
+    raw = parse_section(body, "Resource Duration").lower()
+
+    if "less than 6 months" in raw:
+        return "Less than 6 months", relativedelta(months=6)
+    if "6 months to a year" in raw:
+        return "6 months to a year", relativedelta(months=12)
+    if "year+" in raw:
+        return "year+", relativedelta(months=year_plus_months)
+    if "uncertain" in raw or "indefinite" in raw:
+        return "uncertain/indefinite", None
+
+    return f"unparseable: {raw[:80]}", None
+
+
+def fetch_github_issues(repo: str, token: str) -> list[dict]:
+    """Fetch all open non-PR issues from the repo, handling pagination."""
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Accept": "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+    issues = []
+    page = 1
+    while True:
+        resp = requests.get(
+            f"https://api.github.com/repos/{repo}/issues",
+            headers=headers,
+            params={"state": "open", "per_page": 100, "page": page},
+            timeout=30,
+        )
+        resp.raise_for_status()
+        batch = resp.json()
+        if not batch:
+            break
+        issues.extend(i for i in batch if "pull_request" not in i)
+        page += 1
+    return issues
+
+
+def check_netbox(project_name: str, netbox_url: str, token: str) -> tuple[bool, str | None]:
+    """Look up a VM by project name in Netbox. Checks VMs then physical devices."""
+    if not project_name:
+        return False, None
+    headers = {"Authorization": f"Token {token}"}
+    for endpoint in ("virtualization/virtual-machines", "dcim/devices"):
+        resp = requests.get(
+            f"{netbox_url}/api/{endpoint}/",
+            headers=headers,
+            params={"name": project_name, "limit": 1},
+            timeout=30,
+        )
+        if resp.status_code == 200:
+            results = resp.json().get("results", [])
+            if results:
+                return True, results[0]["name"]
+    return False, None
+
+
+def main() -> None:
+    github_token = os.environ["GITHUB_TOKEN"]
+    netbox_token = os.environ["NETBOX_TOKEN"]
+    github_repo = os.environ.get("GITHUB_REPO", "ethereum/devops")
+    netbox_url = os.environ.get("NETBOX_URL", "https://netbox.ethquokkaops.io").rstrip("/")
+    year_plus_months = int(os.environ.get("THRESHOLD_YEAR_PLUS_MONTHS", "18"))
+
+    now = datetime.now(timezone.utc)
+
+    log.info(f"Fetching issues from {github_repo}")
+    issues = fetch_github_issues(github_repo, github_token)
+    log.info(f"Found {len(issues)} open issues")
+
+    expired = []
+    no_expiry = []
+
+    for issue in issues:
+        body = issue.get("body") or ""
+        if "## Resource Duration" not in body:
+            continue
+
+        created_at = datetime.fromisoformat(issue["created_at"].replace("Z", "+00:00"))
+        project_name = parse_section(body, "Project Name")
+        duration_raw, offset = parse_duration(body, year_plus_months)
+
+        netbox_match, netbox_vm = check_netbox(project_name, netbox_url, netbox_token)
+
+        entry = {
+            "issue_number": issue["number"],
+            "issue_url": issue["html_url"],
+            "project_name": project_name,
+            "team": parse_section(body, "Team Owner"),
+            "contact": parse_section(body, "Team Contact"),
+            "created_at": created_at.date().isoformat(),
+            "duration_stated": duration_raw,
+            "netbox_match": netbox_match,
+            "netbox_vm": netbox_vm,
+        }
+
+        if offset is None:
+            no_expiry.append(entry)
+            continue
+
+        expiry = created_at + offset
+        entry["expiry_date"] = expiry.date().isoformat()
+        entry["expired_days_ago"] = (now - expiry).days
+
+        if entry["expired_days_ago"] >= 0:
+            expired.append(entry)
+
+    expired.sort(key=lambda e: e["expired_days_ago"], reverse=True)
+
+    log.info(f"Expired: {len(expired)}, no expiry set: {len(no_expiry)}")
+
+    print(json.dumps({"generated_at": now.isoformat(), "expired": expired, "no_expiry": no_expiry}, indent=2))
+
+
+if __name__ == "__main__":
+    main()