ADD: Tests for Google Drive and AWS Connection Methods #1818
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: tests | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - 'v*' | |
| pull_request: | |
| schedule: | |
| # Weekly cron job at 12:00 AM UTC on Mondays. | |
| # This will only run on main by default. | |
| - cron: '0 0 * * 1' | |
| jobs: | |
| linting: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: neuroinformatics-unit/actions/lint@v2 | |
| test: | |
| needs: [linting] | |
| name: ${{ matrix.os }} py${{ matrix.python-version }} | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash -l {0} | |
| strategy: | |
| matrix: | |
| # macos-14 is M1, macos-13 is intel. Run on earliest and | |
| # latest python versions. All python versions are tested in | |
| # the weekly cron job. | |
| os: [ ubuntu-latest, windows-latest, macos-14, macos-13] | |
| # Test all Python versions for cron job, and only first/last for other triggers | |
| python-version: ${{ fromJson(github.event_name == 'schedule' && '["3.9", "3.10", "3.11", "3.12", "3.13"]' || '["3.9", "3.13"]') }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| auto-update-conda: true | |
| channels: conda-forge | |
| activate-environment: "datashuttle-test" | |
| # The recommended installation is via conda, but we need to test | |
| # against dependencies from the pyproject.toml on the branch | |
| # to ensure dependency changes in a PR are reflected. | |
| - name: Install rclone | |
| run: | | |
| conda activate datashuttle-test | |
| conda install -c conda-forge rclone | |
| - name: Install datashuttle from repo | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install .[dev] | |
| # run SSH tests only on Linux because Windows and macOS | |
| # are already run within a virtual container and so cannot | |
| # run Linux containers because nested containerisation is disabled. | |
| - name: Setup Google Drive and AWS Secrets | |
| run: | | |
| echo "GDRIVE_CLIENT_ID=${{secrets.GDRIVE_CLIENT_ID}}" >> $GITHUB_ENV | |
| echo "GDRIVE_CLIENT_SECRET=${{secrets.GDRIVE_CLIENT_SECRET}}" >> $GITHUB_ENV | |
| echo "GDRIVE_ROOT_FOLDER_ID=${{secrets.GDRIVE_ROOT_FOLDER_ID}}" >> $GITHUB_ENV | |
| echo "GDRIVE_CONFIG_TOKEN=${{secrets.GDRIVE_CONFIG_TOKEN}}" >> $GITHUB_ENV | |
| echo "AWS_ACCESS_KEY_ID=${{secrets.AWS_ACCESS_KEY_ID}}" >> $GITHUB_ENV | |
| echo "AWS_REGION=${{secrets.AWS_REGION}}" >> $GITHUB_ENV | |
| echo "AWS_BUCKET_NAME=${{secrets.AWS_BUCKET_NAME}}" >> $GITHUB_ENV | |
| echo "AWS_SECRET_ACCESS_KEY=${{secrets.AWS_SECRET_ACCESS_KEY}}" >> $GITHUB_ENV | |
| - name: All Other Tests | |
| run: | | |
| pytest -k "test_aws_transfer or test_gdrive_transfer or test_tui_setup_aws or test_tui_setup_gdrive" | |
| build_sdist_wheels: | |
| name: Build source distribution | |
| needs: [test] | |
| if: github.event_name == 'push' && github.ref_type == 'tag' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: neuroinformatics-unit/actions/build_sdist_wheels@v2 | |
| upload_all: | |
| name: Publish build distributions | |
| needs: [build_sdist_wheels] | |
| if: github.event_name == 'push' && github.ref_type == 'tag' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: artifact | |
| path: dist | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.TWINE_API_KEY }} |