Update all patch/minor versions (master) #23986

Workflow file for this run

	name: Continuous integration

	on:
	push:
	branches:
	- master
	- '[0-9]+.[0-9]+'
	tags:
	- '*'
	pull_request:

	env:
	HAS_SECRETS: ${{ secrets.HAS_SECRETS }}

	permissions:
	contents: write
	packages: write
	id-token: write

	jobs:
	not-failed-backport:
	name: Test that's not a failed backport
	runs-on: ubuntu-24.04
	timeout-minutes: 5

	steps:
	- run: 'false'
	if: github.event.head_commit.message == '[skip ci] Add instructions to finish the backport.'

	main:
	name: Continuous integration
	runs-on: ubuntu-24.04
	timeout-minutes: 135
	if: "!startsWith(github.event.head_commit.message, '[skip ci] ')"

	env:
	MAIN_BRANCH: master
	MAJOR_VERSION: '2.10'
	# When we upgrade this we should also upgrade the requirements
	# in the documentation: doc/integrator/requirements.rst
	# and the first pyupgrade pre-commit hook in .pre-commit-config.yaml
	MIN_PYTHON_VERSION: '3.10'

	steps:
	- run: '! ls BACKPORT_TODO'
	- run: df -h
	- name: Clean all docker images
	run: docker system prune --all --force
	# Inspired by https://github.com/jlumbroso/free-disk-space/
	- run: sudo rm -rf /usr/local/lib/android /usr/share/dotnet "$AGENT_TOOLSDIRECTORY"
	- run: df -h

	- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
	with:
	fetch-depth: 0
	token: ${{ secrets.GOPASS_CI_GITHUB_TOKEN }}
	if: env.HAS_SECRETS == 'HAS_SECRETS'
	- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
	with:
	fetch-depth: 0
	if: env.HAS_SECRETS != 'HAS_SECRETS'

	- uses: camptocamp/initialise-gopass-summon-action@17703c87720ba3766abc90da60b437783b530d93 # v2.0.1
	with:
	ci-gpg-private-key: ${{secrets.CI_GPG_PRIVATE_KEY}}
	github-gopass-ci-token: ${{secrets.GOPASS_CI_GITHUB_TOKEN}}
	patterns: pypi docker transifex
	if: env.HAS_SECRETS == 'HAS_SECRETS'

	- uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
	with:
	python-version: '3.14'
	- run: python3 -m pip install --requirement=ci/requirements.txt
	- name: Environment information
	run: c2cciutils-env
	env:
	# To display the content of the github object
	GITHUB_EVENT: ${{ toJson(github) }}

	- run: c2cciutils-download-applications --applications-file=ci/applications.yaml --versions-file=ci/applications-versions.yaml
	- id: version
	run: scripts/get-version --auto-increment --github

	- uses: actions/cache@2c8a9bd7457de244a408f35966fab2fb45fda9c8 # v6.0.0
	with:
	path: ~/.cache/pre-commit
	key: pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}
	restore-keys: "pre-commit-${{ hashFiles('.pre-commit-config.yaml') }}\npre-commit-"
	- run: pre-commit run --all-files --color=always
	- run: git diff --exit-code --patch > /tmp/pre-commit.patch; git diff --color; git reset --hard \|\| true
	if: failure()
	- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
	with:
	name: Apply pre-commit fix.patch
	path: /tmp/pre-commit.patch
	retention-days: 1
	if: failure()
	- run: git reset --hard
	if: failure()

	- run: python3 -m pip install --requirement=requirements.txt

	# Build images
	- run: make build-runner
	- run: make build-tools

	- run: make checks
	- run: git diff --exit-code --patch > /tmp/checks.patch; git diff --color; git reset --hard \|\| true
	if: failure()
	- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
	with:
	name: Update checks.patch
	path: /tmp/checks.patch
	retention-days: 1
	if: failure()
	- run: git reset --hard
	if: failure()

	- run: make build-config

	# Build and lint QGIS images
	- run: QGIS_VERSION=4.0-gdal3.13 make build-qgisserver
	- run: QGIS_VERSION=4.0-gdal3.13 make prospector-qgisserver

	- run: make preparetest

	# Auto generate Alembic script
	- run: \|
	docker compose exec tests alembic --config=/opt/c2cgeoportal/commons/alembic.ini --name=main check \
	\|\| docker compose exec tests alembic --config=/opt/c2cgeoportal/commons/alembic.ini --name=main \
	revision --autogenerate --message='${{ github.event.pull_request.title }}'
	docker compose exec tests alembic --config=/opt/c2cgeoportal/commons/alembic.ini --name=static check \
	\|\| docker compose exec tests alembic --config=/opt/c2cgeoportal/commons/alembic.ini --name=static \
	revision --autogenerate --message='${{ github.event.pull_request.title }}'
	sudo chmod go+rw -R commons/c2cgeoportal_commons/alembic/
	# Replace 'main' by schema and 'main. by f'{schema}.
	sed -i "s/'main'/schema/g" commons/c2cgeoportal_commons/alembic//.py
	sed -i "s/'main\.'/f'{schema}./g" commons/c2cgeoportal_commons/alembic//.py
	# Replace 'main_static' by staticschema and 'main_static. by f'{staticschema}.
	sed -i "s/'main_static'/staticschema/g" commons/c2cgeoportal_commons/alembic//.py
	sed -i "s/'main_static\.'/f'{staticschema}./g" commons/c2cgeoportal_commons/alembic//.py
	git checkout commons/c2cgeoportal_commons/alembic/main/ee25d267bf46_main_interface_desktop.py
	git checkout commons/c2cgeoportal_commons/alembic/main/415746eb9f6_changes_for_v2.py
	git add commons/c2cgeoportal_commons/alembic/main/.py commons/c2cgeoportal_commons/alembic/static/.py
	pre-commit run --files commons/c2cgeoportal_commons/alembic/main/.py commons/c2cgeoportal_commons/alembic/static/.py \|\| true
	git add commons/c2cgeoportal_commons/alembic/main/.py commons/c2cgeoportal_commons/alembic/static/.py
	git diff --staged --patch > /tmp/alembic.patch
	git diff --staged --exit-code
	git reset --hard
	- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
	with:
	name: Add Alembic upgrade script.patch
	path: /tmp/alembic.patch
	retention-days: 1
	if: failure()
	- run: git reset --hard
	if: failure()

	# Tests
	- run: c2cciutils-docker-logs
	- run: make tests-commons
	- run: c2cciutils-docker-logs
	- run: make tests-geoportal
	- run: c2cciutils-docker-logs
	- run: make tests-admin
	- run: c2cciutils-docker-logs
	- run: make tests-qgisserver
	- run: c2cciutils-docker-logs
	if: always()
	- run: docker compose down

	- name: Test version generation for the changelog
	run: scripts/updated_version latest latest

	- run: sudo git clean -fdx

	# Documentation
	- run: >
	docker build --tag=camptocamp/geomapfish-doc
	--build-arg=MAJOR_VERSION=${MAJOR_VERSION}
	--build-arg=MAIN_BRANCH=${MAIN_BRANCH}
	doc
	env:
	DOCKER_BUILDKIT: '1'

	- name: Extract documentation
	run: ci/extract-documentation artifacts/documentations/ \|\| true
	if: always()

	- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
	with:
	name: Documentation
	path: artifacts/documentations/
	if-no-files-found: ignore
	retention-days: 5
	if: always()

	# Test App with Docker compose version 2.x
	- timeout-minutes: 30
	run: ci/test-app
	- name: Docker logs
	continue-on-error: true
	run: \|
	cd ${HOME}/workspace/testgeomapfishapp/
	c2cciutils-docker-logs
	if: failure()

	# Use minimal version from the documentation
	- uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
	with:
	python-version: '${{ env.MIN_PYTHON_VERSION }}'
	- run: pip install --requirement=ci/requirements-project.txt
	- run: docker compose version

	# Test App
	- timeout-minutes: 30
	run: ci/test-app
	- name: Docker logs
	continue-on-error: true
	run: \|
	cd ${HOME}/workspace/testgeomapfishapp/
	c2cciutils-docker-logs
	if: failure()

	- run: git stash
	- run: git pull --ff-only origin ${{ env.MAIN_BRANCH }}
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'
	- run: git stash pop \|\| true

	# Test Upgrade
	- run: DOCKER_TAG=${{ steps.version.outputs.full }} make build-tools
	- run: DOCKER_TAG=${{ steps.version.outputs.full }} make build-runner
	- run: DOCKER_TAG=${{ steps.version.outputs.full }} make build-config
	- run: docker images \| grep "<none>" \| awk '{print $3}' \| xargs --no-run-if-empty docker rmi \|\| true
	- run: ci/test-upgrade init ${HOME}/workspace
	- run: ci/test-upgrade 210 ${HOME}/workspace
	- run: ci/test-upgrade 290 ${HOME}/workspace
	- run: ci/test-upgrade 280 ${HOME}/workspace
	- run: ci/test-upgrade 270 ${HOME}/workspace
	- run: ci/test-upgrade cleanup ${HOME}/workspace

	- uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
	with:
	python-version: '3.14'
	- run: pip install --requirement=ci/requirements-back.txt
	- run: docker compose version

	- name: Init Git
	run:
	git remote set-url origin https://${GITHUB_ACTOR}:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository
	}}
	- run: make build-tools
	- run: make build-runner
	- run: make build-config

	- run: ci/create-new-project ${HOME}/workspace geomapfishapp
	- run: (cd ${HOME}/workspace/geomapfishapp/; ./build)

	- name: Update the changelog
	run: ci/changelog ${{ steps.version.outputs.full }}
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	- run: git diff CHANGELOG.md

	- name: Push version and changelog
	run: \|
	set -eux
	git add ci/ci.yaml ci/changelog.yaml CHANGELOG.md
	git diff --staged --quiet \|\| (\
	git commit -m "[skip ci] Update the minor version"; \
	git push origin HEAD:${{ env.MAIN_BRANCH }} \
	)
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'

	- run: git reset --hard
	- name: Prepare i18n catalogs for PyPI packages
	run: \|
	sudo apt-get update
	sudo apt-get install --yes gettext
	make --makefile=dependencies.mk dependencies
	make --makefile=build.mk build-translations
	- name: Publish
	run: tag-publish --docker-versions=${{ steps.version.outputs.versions }},${{ env.MAIN_BRANCH }}
	if: >
	env.HAS_SECRETS == 'HAS_SECRETS'
	&& steps.version.outputs.versions != ''
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	- name: Publish version branch to pypi
	run: \|
	tag-publish --group=pypi --type=version_tag --version=${{ steps.version.outputs.full }}
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'
	&& env.MAIN_BRANCH != 'master'
	env:
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	- run: git diff --exit-code --patch > /tmp/dpkg-versions.patch; git diff --color; git reset --hard \|\| true
	if: failure()
	- uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
	with:
	name: Update dpkg versions list.patch
	path: /tmp/dpkg-versions.patch
	retention-days: 1
	if: failure()
	- run: git reset --hard
	if: failure()

	- name: Notify demo
	run: >
	curl --request POST --header "Content-Type: application/json"
	--header 'Accept: application/vnd.github.v3+json'
	--header "Authorization: token ${{ secrets.GOPASS_CI_GITHUB_TOKEN }}"
	https://api.github.com/repos/camptocamp/demo_geomapfish/dispatches
	--data '{"event_type": "geomapfish_${{ env.MAJOR_VERSION }}_updated",
	"client_payload": {"version": "'"${{ steps.version.outputs.upgrade_version }}"'"}}'
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'

	- name: Publish to Transifex
	run: \|
	git diff \|\| true
	git status \|\| true
	git status --ignored \|\| true
	make build-tools
	docker run --name=transifex -ti --rm --detach --volume=${HOME}:/root camptocamp/geomapfish-tools tail -f /dev/null
	docker exec --env=TRANSIFEX_TOKEN=$(gopass show gs/ci/transifex/rw/token) transifex bash -c \
	'(cd /opt/c2cgeoportal; make --makefile=dependencies.mk transifex-private-credentials)'
	docker exec transifex bash -c \
	'(cd /opt/c2cgeoportal; make --makefile=dependencies.mk transifex-send)'
	docker stop transifex
	env:
	DOCKER_BUILDKIT: '1'
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'

	- name: Publish documentation to GitHub.io
	run: ci/publish-documentation
	if: >
	github.ref == format('refs/heads/{0}', env.MAIN_BRANCH)
	&& env.HAS_SECRETS == 'HAS_SECRETS'

	- run: docker images
	if: always()
	- run: docker system df
	if: always()
	- run: df -h
	if: always()

Navigation Menu

Uh oh!

Update all patch/minor versions (master) #23986

Workflow file

Update all patch/minor versions (master) #23986

Uh oh!

Workflow file for this run