BitNet/.github/workflows/test-installation-instructions.yml at 90f46f6cfd13e46e5ce9b2eb70ef4d12aafcf8ff · microsoft/BitNet · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
name: Test installation instructions

on:
  push:
    branches: [ "main" ]
  pull_request:
    branches: [ "main" ]

jobs:
  install:
    name: install on (os=${{ matrix.os }})
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: ["ubuntu-24.04-arm", "ubuntu-latest","macos-latest"]
    steps:
      - uses: actions/checkout@v4
        with:
          submodules: recursive
      - uses: conda-incubator/setup-miniconda@v3
        with:
          auto-update-conda: true
          python-version: 3.9
      - name: conda setup
        shell: bash -el {0}
        run: |
          conda create -n bitnet-cpp python=3.9
          conda activate bitnet-cpp
      - name: setup env
        shell: bash -el {0}
        run: |
          pip install -r requirements.txt
          huggingface-cli download microsoft/BitNet-b1.58-2B-4T-gguf --local-dir models/BitNet-b1.58-2B-4T
          python setup_env.py -md models/BitNet-b1.58-2B-4T -q i2_s

      - name: run
        shell: bash -el {0}
        run: python run_inference.py -m models/BitNet-b1.58-2B-4T/ggml-model-i2_s.gguf -p "you are a helpful assistant. what is the sun?"