sync-to-huggingface.yml

name: Sync to HuggingFace Dataset

on:
  push:
    branches:
      - main
      - hug
    paths:
      - 'pregenerated_pointsets/**'
      - 'dnet/**'
      - 'lattice/**'
      - LICENSE.txt
      - LDData Demo.ipynb
      - LD_DATA.md
      - README.md
  workflow_dispatch:  # Allow manual triggering

jobs:
  sync-to-hf:
    runs-on: ubuntu-latest
    
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4
        with:
          fetch-depth: 1
          lfs: true

      - name: Ensure Git LFS
        run: |
          git lfs install --local || true
      
      - name: Setup conda environment from env.yml
        uses: conda-incubator/setup-miniconda@v3
        with:
          environment-file: env.yml
          activate-environment: lddata
          auto-update-conda: true

      - name: Install package into the conda env
        shell: bash -l {0}
        run: |
          python -m pip install --upgrade pip
          python -m pip install -e .
      
      - name: Upload to HuggingFace
        env:
          HF_TOKEN: ${{ secrets.HF_TOKEN }}
        run: |
          python upload.py \
            --repo-id QMCSoftware/LDData \
            --local-path .
      
      - name: Report status
        if: success()
        run: |
          echo "✅ Successfully synchronized pregenerated_pointsets to HuggingFace dataset"
          echo "Dataset URL: https://huggingface.co/datasets/QMCSoftware/LDData"
      
      - name: Report failure
        if: failure()
        run: |
          echo "❌ Failed to synchronize to HuggingFace"
          echo "Check the logs above for details"