generated from sensein/python-package-template
-
Notifications
You must be signed in to change notification settings - Fork 3
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
adding tests on gpu for ubuntu-python 3.11
- Loading branch information
1 parent
3a11d97
commit bbd9646
Showing
1 changed file
with
149 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,149 @@ | ||
name: e2c-runner-tests-311 | ||
|
||
on: | ||
pull_request: | ||
types: [opened, synchronize, reopened, labeled] | ||
|
||
jobs: | ||
start-runner: | ||
if: github.event.pull_request.draft == false && contains(github.event.pull_request.labels.*.name, 'to-test-gpu') | ||
name: start-runner | ||
runs-on: ubuntu-latest | ||
outputs: | ||
label: ${{ steps.start-ec2-runner.outputs.label }} | ||
ec2-instance-id: ${{ steps.start-ec2-runner.outputs.ec2-instance-id }} | ||
job-ran: ${{ steps.set-ran.outputs.ran }} | ||
steps: | ||
- id: set-ran | ||
run: echo "::set-output name=ran::true" | ||
- name: Configure AWS credentials | ||
uses: aws-actions/configure-aws-credentials@v1 | ||
with: | ||
aws-access-key-id: ${{ secrets.AWS_KEY_ID }} | ||
aws-secret-access-key: ${{ secrets.AWS_KEY_SECRET }} | ||
aws-region: ${{ vars.AWS_REGION }} | ||
- name: Start EC2 runner | ||
id: start-ec2-runner | ||
uses: machulav/ec2-github-runner@v2 | ||
with: | ||
mode: start | ||
github-token: ${{ secrets.GH_TOKEN }} | ||
ec2-image-id: ${{ vars.AWS_IMAGE_ID }} | ||
ec2-instance-type: ${{ vars.AWS_INSTANCE_TYPE }} | ||
subnet-id: ${{ vars.AWS_SUBNET }} | ||
security-group-id: ${{ vars.AWS_SECURITY_GROUP }} | ||
|
||
|
||
ubuntu-tests-311: | ||
name: ubuntu-tests-311 | ||
needs: start-runner | ||
runs-on: ${{ needs.start-runner.outputs.label }} | ||
defaults: | ||
run: | ||
shell: bash | ||
working-directory: ${{ vars.WORKING_DIR }} | ||
strategy: | ||
matrix: | ||
python-version: ['3.11'] | ||
env: | ||
WORKING_DIR: ${{ vars.WORKING_DIR }} | ||
POETRY_CACHE_DIR: ${{ vars.WORKING_DIR }} | ||
outputs: | ||
job-ran: ${{ steps.set-ran.outputs.ran }} | ||
steps: | ||
- id: set-ran | ||
run: echo "::set-output name=ran::true" | ||
- uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 1 # no need for the history | ||
- name: Set up Python ${{ matrix.python-version }} | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: ${{ matrix.python-version }} | ||
- name: Install ffmpeg (Ubuntu) | ||
if: startsWith(matrix.os, 'ubuntu') | ||
run: sudo apt-get update && sudo apt-get install -y ffmpeg | ||
shell: bash | ||
- name: Install Poetry | ||
uses: snok/install-poetry@v1 | ||
with: | ||
version: 1.7.1 | ||
virtualenvs-create: true | ||
virtualenvs-in-project: true | ||
- name: Check available space | ||
run: | | ||
df -h | ||
shell: bash | ||
- name: Echo python info | ||
run: | | ||
python --version | ||
which python | ||
shell: bash | ||
- name: Copy senselab directory to current directory | ||
run: | | ||
cp -r /actions-runner/_work/senselab/senselab . | ||
- name: Install dependencies with Poetry | ||
run: | | ||
cd senselab | ||
poetry env use ${{ matrix.python-version }} | ||
poetry run pip install iso-639 | ||
poetry install --with dev | ||
shell: bash | ||
- name: Check poetry info | ||
run: | | ||
cd senselab | ||
poetry env info | ||
poetry --version | ||
shell: bash | ||
- name: Check NVIDIA SMI details | ||
run: | | ||
cd senselab | ||
poetry run nvidia-smi | ||
poetry run nvidia-smi -L | ||
poetry run nvidia-smi -q -d Memory | ||
shell: bash | ||
- name: Prepare cache folder for pytest | ||
run: mkdir -p $WORKING_DIR/pytest/temp | ||
shell: bash | ||
- name: Run unit tests | ||
id: run-tests | ||
env: | ||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
HF_TOKEN: ${{ secrets.HF_TOKEN }} | ||
run: > | ||
cd senselab && poetry run pytest \ | ||
--rootdir=$WORKING_DIR/pytest \ | ||
--basetemp=$WORKING_DIR/pytest/temp \ | ||
--junitxml=pytest.xml \ | ||
--cov-report=term-missing:skip-covered \ | ||
--cov-report=xml:coverage.xml \ | ||
--cov=src src/tests \ | ||
--log-level=DEBUG \ | ||
--verbose | ||
shell: bash | ||
|
||
stop-runner: | ||
name: stop-runner | ||
needs: | ||
- start-runner # waits for the EC2 instance to be created | ||
- ubuntu-tests-311 # waits for the actual job to finish | ||
runs-on: ubuntu-latest | ||
if: ${{ needs.start-runner.outputs.job-ran == 'true' && needs.ubuntu-tests-311.outputs.job-ran == 'true' || failure() }} # required to stop the runner even if an error occurred in previous jobs | ||
steps: | ||
- name: Check available space | ||
run: | | ||
df -h | ||
shell: bash | ||
- name: Configure AWS credentials | ||
uses: aws-actions/configure-aws-credentials@v1 | ||
with: | ||
aws-access-key-id: ${{ secrets.AWS_KEY_ID }} | ||
aws-secret-access-key: ${{ secrets.AWS_KEY_SECRET }} | ||
aws-region: ${{ vars.AWS_REGION }} | ||
- name: Stop EC2 runner | ||
uses: machulav/ec2-github-runner@v2 | ||
with: | ||
mode: stop | ||
github-token: ${{ secrets.GH_TOKEN }} | ||
label: ${{ needs.start-runner.outputs.label }} | ||
ec2-instance-id: ${{ needs.start-runner.outputs.ec2-instance-id }} |