Annikka/evennia
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor of unit test workflow; uses new action

Browse source
This commit is contained in:
dvoraen 2022-11-30 05:34:08 -08:00
parent 756e4fddaa
commit a5fc4dad35
1 changed files with 109 additions and 162 deletions
Download patch file Download diff file Expand all files Collapse all files

271
.github/workflows/github_action_test_suite.yml vendored
View file

@ -5,188 +5,135 @@ name: test-suite
on: on:
push: push:
branches: [ master, develop ] branches: [master, develop]
paths-ignore: paths-ignore:
- 'docs/**' - "docs/**"
pull_request: pull_request:
branches: [ master, develop ] branches: [master, develop]
jobs: jobs:
build: test:
name: Test
runs-on: ubuntu-latest runs-on: ubuntu-latest
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
python-version: ['3.9', '3.10', '3.11'] python-version: ["3.9", "3.10", "3.11"]
TESTING_DB: ['sqlite3', 'postgresql', 'mysql'] TESTING_DB: ["sqlite3", "postgresql", "mysql"]
include:
- coverage-test: false
- coverage-test: true
python-version: "3.10"
TESTING_DB: "sqlite3"
steps: steps:
- uses: actions/checkout@v3
- uses: actions/checkout@v3 - name: Set up database (${{ matrix.TESTING_DB }})
uses: ./.github/actions/setup-database
with:
database: ${{ matrix.TESTING_DB }}
timeout-minutes: 5
- name: Set up PostgreSQL server - name: Set up Python ${{ matrix.python-version }}
uses: harmon758/postgresql-action@v1 uses: actions/setup-python@v4
if: ${{ matrix.TESTING_DB == 'postgresql' }} with:
with: python-version: ${{ matrix.python-version }}
postgresql version: '11' cache: pip
postgresql db: 'evennia' cache-dependency-path: |
postgresql user: 'evennia' pyproject.toml
postgresql password: 'password'
- name: Set up MySQL server - name: Install package dependencies
uses: mirromutth/mysql-action@v1.1 run: |
if: ${{ matrix.TESTING_DB == 'mysql'}} python -m pip install --upgrade pip
with: pip install wheel
host port: 3306 pip install psycopg2-binary==2.9.5 # req by postgresql
# character set server: 'utf8mb4' pip install mysqlclient
# collation server: 'utf8mb4_unicode_ci' pip install coveralls
character set server: 'utf8' pip install tblib
collation server: 'utf8_general_ci' pip install .
mysql database: 'evennia' pip install .[extra]
mysql user: 'evennia'
mysql password: 'password'
mysql root password: root_password
# wait for db to activate - name: Initialize evennia
- name: wait for db to activate run: |
if: matrix.TESTING_DB == 'postgresql' || matrix.TESTING_DB == 'mysql' evennia --init testing_mygame
run: | cp .github/workflows/${{ matrix.TESTING_DB }}_settings.py testing_mygame/server/conf/settings.py
cd testing_mygame
evennia migrate
evennia collectstatic --noinput
if [ ${{ matrix.TESTING_DB }} = mysql ] # OBS - it's important to not run the coverage tests with --parallel, it messes up the coverage
then # calculation!
while ! mysqladmin ping -h 127.0.0.1 -u root -proot_password -s >/dev/null 2>&1 - name: Run test suite with coverage
do if: matrix.coverage-test
sleep 1 working-directory: testing_mygame
echo -n . run: |
done coverage run \
echo --source=../evennia \
else --omit=*/migrations/*,*/urls.py,*/test*.py,*.sh,*.txt,*.md,*.pyc,*.service \
while ! pg_isready -h 127.0.0.1 -q >/dev/null 2>&1 ../bin/unix/evennia test \
do --settings=settings \
sleep 1 --timing \
echo -n . evennia
done coverage xml
echo coverage --version
fi coverage report | grep TOTAL
- name: mysql privileges # For other runs, run tests in parallel
if: matrix.TESTING_DB == 'mysql' - name: Run test suite
run: | if: ! matrix.coverage-test
working-directory: testing_mygame
cat <<EOF | mysql -u root -proot_password -h 127.0.0.1 mysql run: |
create user 'evennia'@'%' identified by 'password'; evennia test \
grant all on \`evennia%\`.* to 'evennia'@'%';
grant process on *.* to 'evennia'@'%';
flush privileges
EOF
# get logs from db start
- name: Database container logs
if: matrix.TESTING_DB == 'postgresql' || matrix.TESTING_DB == 'mysql'
uses: jwalton/gh-docker-logs@v2
- name: Check running containers
if: matrix.TESTING_DB == 'postgresql' || matrix.TESTING_DB == 'mysql'
run: docker ps -a
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
cache: pip
cache-dependency-path: |
pyproject.toml
- name: Install package dependencies
run: |
python -m pip install --upgrade pip
pip install wheel
pip install psycopg2-binary==2.9.5 # req by postgresql
pip install mysqlclient
pip install coveralls
pip install tblib
pip install .
pip install .[extra]
- name: Initialize evennia
run: |
evennia --init testing_mygame
cp .github/workflows/${{ matrix.TESTING_DB }}_settings.py testing_mygame/server/conf/settings.py
cd testing_mygame
evennia migrate
evennia collectstatic --noinput
# OBS - it's important to not run the coverage tests with --parallel, it messes up the coverage
# calculation!
- name: Run test suite with coverage
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10'
working-directory: testing_mygame
run: |
coverage run \
--source=../evennia \
--omit=*/migrations/*,*/urls.py,*/test*.py,*.sh,*.txt,*.md,*.pyc,*.service \
../bin/unix/evennia test \
--settings=settings \ --settings=settings \
--keepdb \
--parallel 4 \
--timing \ --timing \
evennia evennia
coverage xml
coverage --version
coverage report | grep TOTAL
# For other runs, run tests in parallel # we only want to run coverall once, so we only do it for one of the matrix combinations
- name: Run test suite # it's also not critical if pushing to either service fails (happens for PRs since env is not
if: matrix.TESTING_DB != 'sqlite3' || matrix.python-version != '3.10' # available outside of the evennia org)
working-directory: testing_mygame - name: Send data to Coveralls
run: | if: matrix.coverage-test && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/develop')
evennia test \ continue-on-error: true
--settings=settings \ env:
--keepdb \
--parallel 4 \
--timing \
evennia
# we only want to run coverall once, so we only do it for one of the matrix combinations
# it's also not critical if pushing to either service fails (happens for PRs since env is not
# available outside of the evennia org)
- name: Send data to Coveralls
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/develop')
continue-on-error: true
env:
COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }} COVERALLS_REPO_TOKEN: ${{ secrets.COVERALLS_REPO_TOKEN }}
run: | run: |
cd testing_mygame cd testing_mygame
coveralls coveralls
# docker setup and push deploy:
- name: Deploy Docker Image
name: Set up QEMU needs: test
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10' runs-on: ubuntu-latest
uses: docker/setup-qemu-action@v2 steps:
- - name: Set up QEMU
name: Set up Docker Buildx uses: docker/setup-qemu-action@v2
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10'
uses: docker/setup-buildx-action@v2 - name: Set up Docker Buildx
- uses: docker/setup-buildx-action@v2
name: Login to DockerHub
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10' && (github.ref == 'refs/heads/master' || github.ref == 'refs/heads/develop') - name: Login to DockerHub
uses: docker/login-action@v2 if: github.ref == 'refs/heads/master' || github.ref == 'refs/heads/develop'
with: uses: docker/login-action@v2
username: ${{ secrets.DOCKERHUB_USERNAME }} with:
password: ${{ secrets.DOCKERHUB_TOKEN }} username: ${{ secrets.DOCKERHUB_USERNAME }}
- password: ${{ secrets.DOCKERHUB_TOKEN }}
name: Build and push for master
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10' && github.ref == 'refs/heads/master' - name: Build and push for master
id: docker_build_master if: github.ref == 'refs/heads/master'
uses: docker/build-push-action@v3 id: docker_build_master
with: uses: docker/build-push-action@v3
push: true with:
tags: evennia/evennia:latest push: true
- tags: evennia/evennia:latest
name: Build and push for develop
if: matrix.TESTING_DB == 'sqlite3' && matrix.python-version == '3.10' && github.ref == 'refs/heads/develop' - name: Build and push for develop
id: docker_build_develop if: github.ref == 'refs/heads/develop'
uses: docker/build-push-action@v3 id: docker_build_develop
with: uses: docker/build-push-action@v3
push: true with:
tags: evennia/evennia:develop push: true
tags: evennia/evennia:develop