[QOLDEV-1012] add optional testing on latest CKAN master #33
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: [push, pull_request] | |
| jobs: | |
| lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.9' | |
| - name: Install requirements | |
| run: pip install flake8 pycodestyle | |
| - name: Check syntax | |
| run: flake8 . --count --select=E901,E999,F821,F822,F823 --show-source --statistics --exclude ckan | |
| - name: Run flake8 | |
| run: flake8 . --count --max-line-length=127 --statistics --exclude ckan | |
| test: | |
| needs: lint | |
| strategy: | |
| matrix: | |
| include: | |
| - ckan-version: "2.11" | |
| ckan-image: "2.11-py3.10" | |
| experimental: false | |
| - ckan-version: "2.10" | |
| ckan-image: "2.10-py3.10" | |
| experimental: false | |
| - ckan-version: "2.9" | |
| ckan-image: "2.9-py3.9" | |
| experimental: false | |
| - ckan-version: "master" | |
| ckan-image: "master" | |
| experimental: true # master is unstable, good to know if we are compatible or not | |
| fail-fast: false | |
| name: Test on CKAN ${{ matrix.ckan-version }} | |
| runs-on: ubuntu-latest | |
| container: | |
| image: ckan/ckan-dev:${{ matrix.ckan-image }} | |
| options: --user root | |
| services: | |
| solr: | |
| image: ckan/ckan-solr:${{ matrix.ckan-version }}-solr9 | |
| postgres: | |
| image: ckan/ckan-postgres-dev:${{ matrix.ckan-version }} | |
| env: | |
| POSTGRES_USER: postgres | |
| POSTGRES_PASSWORD: postgres | |
| POSTGRES_DB: postgres | |
| options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5 | |
| redis: | |
| image: redis:3 | |
| env: | |
| CKAN_SQLALCHEMY_URL: postgresql://ckan_default:pass@postgres/ckan_test | |
| CKAN_DATASTORE_WRITE_URL: postgresql://datastore_write:pass@postgres/datastore_test | |
| CKAN_DATASTORE_READ_URL: postgresql://datastore_read:pass@postgres/datastore_test | |
| CKAN_SOLR_URL: http://solr:8983/solr/ckan | |
| CKAN_REDIS_URL: redis://redis:6379/1 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| continue-on-error: ${{ matrix.experimental }} | |
| - name: Install requirements | |
| continue-on-error: ${{ matrix.experimental }} | |
| run: | | |
| pip install -r requirements.txt | |
| pip install -r dev-requirements.txt | |
| pip install -e . | |
| # Replace default path to CKAN core config file with the one on the container | |
| sed -i -e 's/use = config:.*/use = config:\/srv\/app\/src\/ckan\/test-core.ini/' test.ini | |
| - name: Install requirements (2.9) | |
| run: | | |
| pip install -U pytest-rerunfailures | |
| if: ${{ matrix.ckan-version == '2.9' }} | |
| - name: Setup extension | |
| continue-on-error: ${{ matrix.experimental }} | |
| run: | | |
| ckan -c test.ini db init | |
| ckan -c test.ini db pending-migrations --apply | |
| - name: Run tests | |
| continue-on-error: ${{ matrix.experimental }} | |
| run: pytest --ckan-ini=test.ini --cov=ckanext.harvest --disable-warnings ckanext/harvest/tests --junit-xml=/tmp/artifacts/junit/results.xml | |
| - name: Test Summary | |
| uses: test-summary/action@v2 | |
| continue-on-error: ${{ matrix.experimental }} | |
| with: | |
| paths: "/tmp/artifacts/junit/*.xml" | |
| if: always() |