OVMobileBench/.github/workflows/stage-device-tests.yml at ffadf95629d2f3a087b28ec2c337983fe0ecba40 · embedded-dev-research/OVMobileBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
name: Device Tests

on:
  workflow_call:
    inputs:
      os:
        required: true
        type: string
      device_serial:
        required: false
        type: string
        default: 'emulator-5554'

jobs:
  device-test-ssh:
    runs-on: ${{ inputs.os }}
    steps:
      - uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'
          cache: 'pip'
          cache-dependency-path: |
            requirements.txt
            setup.py

      - name: Install dependencies
        run: |
          pip install --upgrade pip
          pip install -r requirements.txt
          pip install -e .

      - name: Test SSH with Paramiko test server
        shell: bash
        run: |
          set -e
          python tests/devices/test_ssh_device_ci.py

      - name: Run benchmark dry-run via SSH
        shell: bash
        env:
          PYTHONIOENCODING: utf-8
          PYTHONUTF8: 1
        run: |
          set -e
          ovmobilebench all -c experiments/ssh_test_ci.yaml --dry-run

      - name: Upload SSH test results
        if: always()
        uses: actions/upload-artifact@v6
        with:
          name: benchmark-results-ssh-${{ inputs.os }}
          path: experiments/results/
          retention-days: 30

  device-test-adb:
    if: |
      (github.event_name == 'workflow_dispatch' ||
       contains(github.event.head_commit.message, '[device-test-adb]')) &&
       inputs.os == 'ubuntu-latest'
    runs-on: self-hosted
    steps:
      - uses: actions/checkout@v5

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          python-version: '3.11'
          cache: 'pip'
          cache-dependency-path: |
            requirements.txt
            setup.py

      - name: Install dependencies
        run: |
          pip install --upgrade pip
          pip install -r requirements.txt
          pip install -e .

      - name: Check ADB devices
        run: adb devices

      - name: Run minimal benchmark
        env:
          DEVICE_SERIAL: ${{ inputs.device_serial }}
        run: |
          ovmobilebench list-devices
          # Uncomment when ready:
          # ovmobilebench all -c experiments/android_example.yaml --dry-run

      - name: Upload results
        if: always()
        uses: actions/upload-artifact@v6
        with:
          name: benchmark-results-adb-${{ inputs.os }}
          path: experiments/results/
          retention-days: 30