22.8 Fix CI/CD #1960

Workflow file for this run

.github/workflows/release_branches.yml at 2b236e5

	name: ReleaseBranchCI

	env:
	# Force the stdout and stderr streams to be unbuffered
	PYTHONUNBUFFERED: 1
	AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
	AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
	AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}

	on: # yamllint disable-line rule:truthy
	pull_request:
	types:
	- synchronize
	- reopened
	- opened
	branches:
	# Anything/22.8 (e.g customizations/22.8)
	- '*/22.8'
	release:
	types:
	- published
	- prereleased
	push:
	branches:
	- 'releases/22.8**'

	jobs:
	# DockerHubPushAarch64:
	# runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none-aarch64]
	# steps:
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# - name: Images check
	# run: \|
	# cd "$GITHUB_WORKSPACE/tests/ci"
	# python3 docker_images_check.py --suffix aarch64
	# - name: Upload images files to artifacts
	# uses: actions/upload-artifact@v2
	# with:
	# name: changed_images_aarch64
	# path: ${{ runner.temp }}/docker_images_check/changed_images_aarch64.json
	# Former DockerHubPushAmd64
	DockerHubPush:
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Images check
	run: \|
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 docker_images_check.py --suffix amd64
	# TODO(vnemkov): remove this step if you uncomment DockerHubPushAarch64 and DockerHubPush below.
	# The rest of the pipeline expects changed_images.json, which was generated by previous version of DockerHubPush.
	- name: Rename artifact
	run: \|
	mv ${{ runner.temp }}/docker_images_check/changed_images_amd64.json ${{ runner.temp }}/docker_images_check/changed_images.json
	- name: Upload images files to artifacts
	uses: actions/upload-artifact@v4
	with:
	name: changed_images
	path: ${{ runner.temp }}/docker_images_check/changed_images.json
	# DockerHubPush:
	# needs: [DockerHubPushAmd64, DockerHubPushAarch64]
	# runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	# steps:
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# - name: Download changed aarch64 images
	# uses: actions/download-artifact@v4
	# with:
	# name: changed_images_aarch64
	# path: ${{ runner.temp }}
	# - name: Download changed amd64 images
	# uses: actions/download-artifact@v4
	# with:
	# name: changed_images_amd64
	# path: ${{ runner.temp }}
	# - name: Images check
	# run: \|
	# cd "$GITHUB_WORKSPACE/tests/ci"
	# python3 docker_manifests_merge.py --suffix amd64 --suffix aarch64
	# - name: Upload images files to artifacts
	# uses: actions/upload-artifact@v2
	# with:
	# name: changed_images
	# path: ${{ runner.temp }}/changed_images.json
	CompatibilityCheck:
	needs: [BuilderDebRelease]
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/compatibility_check
	REPO_COPY=${{runner.temp}}/compatibility_check/ClickHouse
	REPORTS_PATH=${{runner.temp}}/reports_dir
	EOF
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: CompatibilityCheck
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	cd "$REPO_COPY/tests/ci" && python3 compatibility_check.py
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	#########################################################################################
	#################################### ORDINARY BUILDS ####################################
	#########################################################################################
	BuilderDebRelease:
	needs: [DockerHubPush]
	runs-on: [self-hosted, altinity-type-ccx53, altinity-on-demand, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/build_check
	IMAGES_PATH=${{runner.temp}}/images_path
	REPO_COPY=${{runner.temp}}/build_check/ClickHouse
	CACHES_PATH=${{runner.temp}}/../ccaches
	BUILD_NAME=package_release
	CLICKHOUSE_STABLE_VERSION_SUFFIX=altinitystable
	EOF
	- name: Download changed images
	uses: actions/download-artifact@v4
	with:
	name: changed_images
	path: ${{ env.IMAGES_PATH }}
	- name: Trust My Directory
	run: git config --global --add safe.directory * # https://stackoverflow.com/a/71940133
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	submodules: true
	fetch-depth: 0 # otherwise we will have no info about contributors
	- name: Build
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH/build_check/package_release"
	cd .. && tar czf $TEMP_PATH/build_source.src.tar.gz ClickHouse/
	cd $TEMP_PATH && tar xvzf $TEMP_PATH/build_source.src.tar.gz
	cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME"
	- name: Upload build URLs to artifacts
	if: ${{ success() \|\| failure() }}
	uses: actions/upload-artifact@v4
	with:
	name: ${{ env.BUILD_URLS }}
	path: ${{ env.TEMP_PATH }}/${{ env.BUILD_URLS }}.json
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH" "$CACHES_PATH"
	# BuilderDebAarch64:
	# needs: [DockerHubPush]
	# runs-on: [self-hosted, builder]
	# steps:
	# - name: Set envs
	# run: \|
	# cat >> "$GITHUB_ENV" << 'EOF'
	# TEMP_PATH=${{runner.temp}}/build_check
	# IMAGES_PATH=${{runner.temp}}/images_path
	# REPO_COPY=${{runner.temp}}/build_check/ClickHouse
	# CACHES_PATH=${{runner.temp}}/../ccaches
	# BUILD_NAME=package_aarch64
	# EOF
	# - name: Download changed images
	# uses: actions/download-artifact@v4
	# with:
	# name: changed_images
	# path: ${{ runner.temp }}/images_path
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# with:
	# fetch-depth: 0 # otherwise we will have no info about contributors
	# - name: Build
	# run: \|
	# git -C "$GITHUB_WORKSPACE" submodule sync
	# git -C "$GITHUB_WORKSPACE" submodule update --depth=1 --recursive --init --jobs=10
	# sudo rm -fr "$TEMP_PATH"
	# mkdir -p "$TEMP_PATH"
	# cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	# cd "$REPO_COPY/tests/ci" && python3 build_check.py "$BUILD_NAME"
	# - name: Upload build URLs to artifacts
	# uses: actions/upload-artifact@v2
	# with:
	# name: ${{ env.BUILD_URLS }}
	# path: ${{ runner.temp }}/build_check/${{ env.BUILD_URLS }}.json
	# - name: Cleanup
	# if: always()
	# run: \|
	# # shellcheck disable=SC2046
	# docker kill $(docker ps -q) \|\|:
	# # shellcheck disable=SC2046
	# docker rm -f $(docker ps -a -q) \|\|:
	# sudo rm -fr "$TEMP_PATH" "$CACHES_PATH"
	############################################################################################
	##################################### Docker images #######################################
	############################################################################################
	DockerServerImages:
	needs:
	- BuilderDebRelease
	# - BuilderDebAarch64
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	fetch-depth: 0 # It MUST BE THE SAME for all dependencies and the job itself
	- name: Check docker altinity/clickhouse-server building
	run: \|
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 docker_server.py --release-type head --push \
	--image-repo altinity/clickhouse-server --image-path docker/server
	python3 docker_server.py --release-type head --push \
	--image-repo altinity/clickhouse-keeper --image-path docker/keeper
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	############################################################################################
	##################################### BUILD REPORTER #######################################
	############################################################################################
	BuilderReport:
	needs:
	- BuilderDebRelease
	# - BuilderDebAarch64
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	if: ${{ success() \|\| failure() }}
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	CHECK_NAME=ClickHouse build check
	REPORTS_PATH=${{runner.temp}}/reports_dir
	REPORTS_PATH=${{runner.temp}}/reports_dir
	TEMP_PATH=${{runner.temp}}/report_check
	NEEDS_DATA_PATH=${{runner.temp}}/needs.json
	EOF
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Report Builder
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cat > "$NEEDS_DATA_PATH" << 'EOF'
	${{ toJSON(needs) }}
	EOF
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 build_report_check.py "$CHECK_NAME"
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	# BuilderSpecialReport:
	# needs:
	# # - BuilderBinDarwin
	# - BuilderBinDarwinAarch64
	# runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	# if: ${{ success() \|\| failure() }}
	# steps:
	# - name: Set envs
	# run: \|
	# cat >> "$GITHUB_ENV" << 'EOF'
	# TEMP_PATH=${{runner.temp}}/report_check
	# REPORTS_PATH=${{runner.temp}}/reports_dir
	# CHECK_NAME=ClickHouse special build check
	# NEEDS_DATA_PATH=${{runner.temp}}/needs.json
	# EOF
	# - name: Download json reports
	# uses: actions/download-artifact@v4
	# with:
	# path: ${{ env.REPORTS_PATH }}
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# with:
	# clear-repository: true
	# - name: Report Builder
	# run: \|
	# sudo rm -fr "$TEMP_PATH"
	# mkdir -p "$TEMP_PATH"
	# cat > "$NEEDS_DATA_PATH" << 'EOF'
	# ${{ toJSON(needs) }}
	# EOF
	# cd "$GITHUB_WORKSPACE/tests/ci"
	# python3 build_report_check.py "$CHECK_NAME"
	# - name: Cleanup
	# if: always()
	# run: \|
	# # shellcheck disable=SC2046
	# docker kill $(docker ps -q) \|\|:
	# # shellcheck disable=SC2046
	# docker rm -f $(docker ps -a -q) \|\|:
	# sudo rm -fr "$TEMP_PATH"
	MarkReleaseReady:
	needs:
	# - BuilderBinDarwin
	# - BuilderBinDarwinAarch64
	- BuilderDebRelease
	# - BuilderDebAarch64
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Mark Commit Release Ready
	run: \|
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 mark_release_ready.py
	##############################################################################################
	########################### FUNCTIONAl STATELESS TESTS #######################################
	##############################################################################################
	FunctionalStatelessTestRelease:
	needs: [BuilderDebRelease]
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-in-ash,altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/stateless_debug
	REPORTS_PATH=${{runner.temp}}/reports_dir
	CHECK_NAME=Stateless tests (release)
	REPO_COPY=${{runner.temp}}/stateless_debug/ClickHouse
	KILL_TIMEOUT=10800
	EOF
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Docker IPv6 configuration
	shell: bash
	run: \|
	# make sure docker uses proper IPv6 config
	sudo touch /etc/docker/daemon.json
	sudo chown ubuntu:ubuntu /etc/docker/daemon.json
	sudo cat <<EOT > /etc/docker/daemon.json
	{
	"ipv6": true,
	"fixed-cidr-v6": "2001:3984:3989::/64"
	}
	EOT
	sudo chown root:root /etc/docker/daemon.json
	sudo systemctl restart docker
	sudo systemctl status docker
	- name: Functional test
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	cd "$REPO_COPY/tests/ci"
	python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT"
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	# FunctionalStatelessTestAarch64:
	# needs: [BuilderDebAarch64]
	# runs-on: [self-hosted, func-tester-aarch64]
	# steps:
	# - name: Set envs
	# run: \|
	# cat >> "$GITHUB_ENV" << 'EOF'
	# TEMP_PATH=${{runner.temp}}/stateless_release
	# REPORTS_PATH=${{runner.temp}}/reports_dir
	# CHECK_NAME=Stateless tests (aarch64)
	# REPO_COPY=${{runner.temp}}/stateless_release/ClickHouse
	# KILL_TIMEOUT=10800
	# EOF
	# - name: Download json reports
	# uses: actions/download-artifact@v4
	# with:
	# path: ${{ env.REPORTS_PATH }}
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# with:
	# clear-repository: true
	# - name: Functional test
	# run: \|
	# sudo rm -fr "$TEMP_PATH"
	# mkdir -p "$TEMP_PATH"
	# cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	# cd "$REPO_COPY/tests/ci"
	# python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT"
	# - name: Cleanup
	# if: always()
	# run: \|
	# # shellcheck disable=SC2046
	# docker kill $(docker ps -q) \|\|:
	# # shellcheck disable=SC2046
	# docker rm -f $(docker ps -a -q) \|\|:
	# sudo rm -fr "$TEMP_PATH"
	##############################################################################################
	############################ FUNCTIONAl STATEFUL TESTS #######################################
	##############################################################################################
	FunctionalStatefulTestRelease:
	needs: [BuilderDebRelease]
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-in-ash,altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/stateful_debug
	REPORTS_PATH=${{runner.temp}}/reports_dir
	CHECK_NAME=Stateful tests (release)
	REPO_COPY=${{runner.temp}}/stateful_debug/ClickHouse
	KILL_TIMEOUT=3600
	EOF
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Docker IPv6 configuration
	shell: bash
	run: \|
	# make sure docker uses proper IPv6 config
	sudo touch /etc/docker/daemon.json
	sudo chown ubuntu:ubuntu /etc/docker/daemon.json
	sudo cat <<EOT > /etc/docker/daemon.json
	{
	"ipv6": true,
	"fixed-cidr-v6": "2001:3984:3989::/64"
	}
	EOT
	sudo chown root:root /etc/docker/daemon.json
	sudo systemctl restart docker
	sudo systemctl status docker
	- name: Functional test
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	cd "$REPO_COPY/tests/ci"
	python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT"
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	# FunctionalStatefulTestAarch64:
	# needs: [BuilderDebAarch64]
	# runs-on: [self-hosted, func-tester-aarch64]
	# steps:
	# - name: Set envs
	# run: \|
	# cat >> "$GITHUB_ENV" << 'EOF'
	# TEMP_PATH=${{runner.temp}}/stateful_release
	# REPORTS_PATH=${{runner.temp}}/reports_dir
	# CHECK_NAME=Stateful tests (aarch64)
	# REPO_COPY=${{runner.temp}}/stateful_release/ClickHouse
	# KILL_TIMEOUT=3600
	# EOF
	# - name: Download json reports
	# uses: actions/download-artifact@v4
	# with:
	# path: ${{ env.REPORTS_PATH }}
	# - name: Check out repository code
	# uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	# with:
	# clear-repository: true
	# - name: Functional test
	# run: \|
	# sudo rm -fr "$TEMP_PATH"
	# mkdir -p "$TEMP_PATH"
	# cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	# cd "$REPO_COPY/tests/ci"
	# python3 functional_test_check.py "$CHECK_NAME" "$KILL_TIMEOUT"
	# - name: Cleanup
	# if: always()
	# run: \|
	# # shellcheck disable=SC2046
	# docker kill $(docker ps -q) \|\|:
	# # shellcheck disable=SC2046
	# docker rm -f $(docker ps -a -q) \|\|:
	# sudo rm -fr "$TEMP_PATH"
	#############################################################################################
	############################# INTEGRATION TESTS #############################################
	#############################################################################################
	IntegrationTestsRelease0:
	needs: [BuilderDebRelease]
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/integration_tests_release
	REPORTS_PATH=${{runner.temp}}/reports_dir
	CHECK_NAME=Integration tests (release)
	REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse
	RUN_BY_HASH_NUM=0
	RUN_BY_HASH_TOTAL=2
	EOF
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Docker IPv6 configuration
	shell: bash
	run: \|
	# make sure docker uses proper IPv6 config
	sudo touch /etc/docker/daemon.json
	sudo chown ubuntu:ubuntu /etc/docker/daemon.json
	sudo cat <<EOT > /etc/docker/daemon.json
	{
	"ipv6": true,
	"fixed-cidr-v6": "2001:db8:1::/64"
	}
	EOT
	sudo chown root:root /etc/docker/daemon.json
	sudo systemctl restart docker
	sudo systemctl status docker
	- name: Integration test
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	cd "$REPO_COPY/tests/ci"
	python3 integration_test_check.py "$CHECK_NAME"
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	IntegrationTestsRelease1:
	needs: [BuilderDebRelease]
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/integration_tests_release
	REPORTS_PATH=${{runner.temp}}/reports_dir
	CHECK_NAME=Integration tests (release)
	REPO_COPY=${{runner.temp}}/integration_tests_release/ClickHouse
	RUN_BY_HASH_NUM=1
	RUN_BY_HASH_TOTAL=2
	EOF
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Docker IPv6 configuration
	shell: bash
	run: \|
	# make sure docker uses proper IPv6 config
	sudo touch /etc/docker/daemon.json
	sudo chown ubuntu:ubuntu /etc/docker/daemon.json
	sudo cat <<EOT > /etc/docker/daemon.json
	{
	"ipv6": true,
	"fixed-cidr-v6": "2001:db8:1::/64"
	}
	EOT
	sudo chown root:root /etc/docker/daemon.json
	sudo systemctl restart docker
	sudo systemctl status docker
	- name: Integration test
	run: \|
	sudo rm -fr "$TEMP_PATH"
	mkdir -p "$TEMP_PATH"
	cp -r "$GITHUB_WORKSPACE" "$TEMP_PATH"
	cd "$REPO_COPY/tests/ci"
	python3 integration_test_check.py "$CHECK_NAME"
	- name: Cleanup
	if: always()
	run: \|
	# shellcheck disable=SC2046
	docker kill $(docker ps -q) \|\|:
	# shellcheck disable=SC2046
	docker rm -f $(docker ps -a -q) \|\|:
	sudo rm -fr "$TEMP_PATH"
	#############################################################################################
	##################################### REGRESSION TESTS ######################################
	#############################################################################################
	RegressionTestsRelease:
	needs: [BuilderDebRelease]
	if: ${{ !failure() && !cancelled() }}
	uses: ./.github/workflows/regression.yml
	secrets: inherit
	with:
	runner_type: altinity-on-demand, altinity-type-cpx51, altinity-image-x86-app-docker-ce, altinity-setup-regression
	commit: 217a4fde343586d50229ff5e24295a02412d1d98
	arch: release
	build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha \|\| github.sha }}
	timeout_minutes: 300

	SignRelease:
	needs: [BuilderDebRelease]
	runs-on: [ self-hosted ]
	steps:
	- name: Set envs
	run: \|
	cat >> "$GITHUB_ENV" << 'EOF'
	TEMP_PATH=${{runner.temp}}/signed
	REPORTS_PATH=${{runner.temp}}/reports_dir
	EOF
	- name: Clear repository
	run: \|
	sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
	- name: Check out repository code
	uses: actions/checkout@v4
	- name: Download json reports
	uses: actions/download-artifact@v4
	with:
	path: ${{ env.REPORTS_PATH }}
	- name: Sign release
	env:
	GPG_BINARY_SIGNING_KEY: ${{ secrets.GPG_BINARY_SIGNING_KEY }}
	GPG_BINARY_SIGNING_PASSPHRASE: ${{ secrets.GPG_BINARY_SIGNING_PASSPHRASE }}
	REPORTS_PATH: ${{ env.REPORTS_PATH }}
	run: \|
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 sign_release.py
	- name: Upload signed hashes
	uses: actions/upload-artifact@v2
	with:
	name: signed-hashes
	path: ${{ env.TEMP_PATH }}/*.gpg
	- name: Cleanup
	if: always()
	run: \|
	docker ps --quiet \| xargs --no-run-if-empty docker kill \|\|:
	docker ps --all --quiet \| xargs --no-run-if-empty docker rm -f \|\|:
	sudo rm -fr "$TEMP_PATH"
	###########################################################################################
	################################ FINISH CHECK #############################################
	###########################################################################################
	FinishCheck:
	needs:
	- DockerHubPush
	- DockerServerImages
	- BuilderReport
	# - BuilderSpecialReport
	- MarkReleaseReady
	- FunctionalStatelessTestRelease
	# - FunctionalStatelessTestAarch64
	- FunctionalStatefulTestRelease
	# - FunctionalStatefulTestAarch64
	- IntegrationTestsRelease0
	- IntegrationTestsRelease1
	- CompatibilityCheck
	- SignRelease
	- RegressionTestsRelease
	runs-on: [self-hosted, altinity-on-demand, altinity-type-cpx51, altinity-image-x86-snapshot-22.04-amd, altinity-startup-snapshot, altinity-setup-none]
	steps:
	- name: Check out repository code
	uses: Altinity/checkout@19599efdf36c4f3f30eb55d5bb388896faea69f6
	with:
	clear-repository: true
	- name: Finish label
	run: \|
	cd "$GITHUB_WORKSPACE/tests/ci"
	python3 finish_check.py

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

22.8 Fix CI/CD #1960

Workflow file

22.8 Fix CI/CD #1960

Jobs

Run details

Workflow file for this run