-
Notifications
You must be signed in to change notification settings - Fork 4
117 lines (101 loc) · 3.08 KB
/
python-perf.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
name: Python Performance
on:
workflow_dispatch:
push:
branches: [ main ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/__init__.py'
- 'binding/python/_koala.py'
- 'binding/python/_util.py'
- 'binding/python/test_koala_perf.py'
- 'lib/common/**'
- 'lib/jetson/**'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'resources/audio_samples/test.wav'
pull_request:
branches: [ main, 'v[0-9]+.[0-9]+' ]
paths:
- '.github/workflows/python-perf.yml'
- 'binding/python/__init__.py'
- 'binding/python/_koala.py'
- 'binding/python/_util.py'
- 'binding/python/test_koala_perf.py'
- 'lib/common/**'
- 'lib/jetson/**'
- 'lib/linux/**'
- 'lib/mac/**'
- 'lib/raspberry-pi/**'
- 'lib/windows/**'
- 'resources/audio_samples/test.wav'
defaults:
run:
working-directory: binding/python
jobs:
perf-github-hosted:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
include:
- os: ubuntu-latest
proc_performance_threshold_sec: 0.8
- os: windows-latest
proc_performance_threshold_sec: 0.8
- os: macos-latest
proc_performance_threshold_sec: 0.8
steps:
- uses: actions/checkout@v3
- name: Set up Python 3.10
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Pre-build dependencies
run: python -m pip install --upgrade pip
- name: Install dependencies
run: pip install -r requirements.txt
- name: Test
run: >
python3 test_koala_perf.py
--access-key ${{secrets.PV_VALID_ACCESS_KEY}}
--num-test-iterations 20
--proc-performance-threshold-sec ${{matrix.proc_performance_threshold_sec}}
perf-self-hosted:
runs-on: ${{ matrix.machine }}
strategy:
fail-fast: false
matrix:
machine: [rpi3-32, rpi3-64, rpi4-32, rpi4-64, rpi5-64, jetson]
include:
- machine: rpi3-32
proc_performance_threshold_sec: 2.5
- machine: rpi3-64
proc_performance_threshold_sec: 2.5
- machine: rpi4-32
proc_performance_threshold_sec: 2.5
- machine: rpi4-64
proc_performance_threshold_sec: 2.5
- machine: rpi4-64
proc_performance_threshold_sec: 0.1
- machine: jetson
proc_performance_threshold_sec: 2.5
steps:
- uses: actions/checkout@v3
- name: Machine state before
working-directory: resources/scripts
run: bash machine-state.sh
- name: Install dependencies
run: pip install -r requirements.txt
- name: Test
run: >
python3 test_koala_perf.py
--access-key ${{secrets.PV_VALID_ACCESS_KEY}}
--num-test-iterations 20
--proc-performance-threshold-sec ${{matrix.proc_performance_threshold_sec}}
- name: Machine state after
working-directory: resources/scripts
run: bash machine-state.sh