From 6c7cf739c989acc998afdd5115226cd0a54cd88e Mon Sep 17 00:00:00 2001 From: MyroTk Date: Mon, 20 Apr 2026 23:11:19 -0400 Subject: [PATCH 1/4] try stripped binaries for tests --- .github/workflows/pull_request_community.yml | 8 ++++---- ci/defs/job_configs.py | 20 ++++++++++---------- 2 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/pull_request_community.yml b/.github/workflows/pull_request_community.yml index 76f83b6efd30..eb549d9f02f0 100644 --- a/.github/workflows/pull_request_community.yml +++ b/.github/workflows/pull_request_community.yml @@ -3793,10 +3793,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_RELEASE + - name: Download artifact CH_AMD_RELEASE_STRIPPED uses: actions/download-artifact@v4 with: - name: CH_AMD_RELEASE + name: CH_AMD_RELEASE_STRIPPED path: ./ci/tmp @@ -3867,10 +3867,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_ARM_RELEASE + - name: Download artifact CH_ARM_RELEASE_STRIPPED uses: actions/download-artifact@v4 with: - name: CH_ARM_RELEASE + name: CH_ARM_RELEASE_STRIPPED path: ./ci/tmp diff --git a/ci/defs/job_configs.py b/ci/defs/job_configs.py index a74de48d58de..f5cab5a31500 100644 --- a/ci/defs/job_configs.py +++ b/ci/defs/job_configs.py @@ -374,7 +374,7 @@ class JobConfigs: runs_on=RunnerLabels.FUNC_TESTER_AMD, requires=[ ArtifactNames.DEB_AMD_RELEASE, - ArtifactNames.CH_AMD_RELEASE, + ArtifactNames.CH_AMD_RELEASE_STRIPPED, ArtifactNames.RPM_AMD_RELEASE, ArtifactNames.TGZ_AMD_RELEASE, ], @@ -384,7 +384,7 @@ class JobConfigs: runs_on=RunnerLabels.FUNC_TESTER_ARM, requires=[ ArtifactNames.DEB_ARM_RELEASE, - ArtifactNames.CH_ARM_RELEASE, + ArtifactNames.CH_ARM_RELEASE_STRIPPED, ArtifactNames.RPM_ARM_RELEASE, ArtifactNames.TGZ_ARM_RELEASE, ], @@ -409,7 +409,7 @@ class JobConfigs: ArtifactNames.DEB_AMD_RELEASE, ArtifactNames.RPM_AMD_RELEASE, ArtifactNames.TGZ_AMD_RELEASE, - ArtifactNames.CH_AMD_RELEASE, + ArtifactNames.CH_AMD_RELEASE_STRIPPED, ], ), Job.ParamSet( @@ -419,7 +419,7 @@ class JobConfigs: ArtifactNames.DEB_ARM_RELEASE, ArtifactNames.RPM_ARM_RELEASE, ArtifactNames.TGZ_ARM_RELEASE, - ArtifactNames.CH_ARM_RELEASE, + ArtifactNames.CH_ARM_RELEASE_STRIPPED, ], ), ) @@ -946,7 +946,7 @@ class JobConfigs: Job.ParamSet( parameter=f"amd_release, master_head, {batch}/{total_batches}", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_RELEASE], + requires=[ArtifactNames.CH_AMD_RELEASE_STRIPPED], ) for total_batches in (6,) for batch in range(1, total_batches + 1) @@ -955,7 +955,7 @@ class JobConfigs: Job.ParamSet( parameter=f"arm_release, master_head, {batch}/{total_batches}", runs_on=RunnerLabels.FUNC_TESTER_ARM, - requires=[ArtifactNames.CH_ARM_RELEASE], + requires=[ArtifactNames.CH_ARM_RELEASE_STRIPPED], ) for total_batches in (6,) for batch in range(1, total_batches + 1) @@ -982,7 +982,7 @@ class JobConfigs: Job.ParamSet( parameter=f"arm_release, release_base, {batch}/{total_batches}", runs_on=RunnerLabels.FUNC_TESTER_ARM, - requires=[ArtifactNames.CH_ARM_RELEASE], + requires=[ArtifactNames.CH_ARM_RELEASE_STRIPPED], ) for total_batches in (6,) for batch in range(1, total_batches + 1) @@ -1004,12 +1004,12 @@ class JobConfigs: Job.ParamSet( parameter=BuildTypes.AMD_RELEASE, runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_RELEASE], + requires=[ArtifactNames.CH_AMD_RELEASE_STRIPPED], ), Job.ParamSet( parameter=BuildTypes.ARM_RELEASE, runs_on=RunnerLabels.FUNC_TESTER_ARM, - requires=[ArtifactNames.CH_ARM_RELEASE], + requires=[ArtifactNames.CH_ARM_RELEASE_STRIPPED], ), ) docs_job = Job.Config( @@ -1085,7 +1085,7 @@ class JobConfigs: "./ci/jobs/sqltest_job.py", ], ), - requires=[ArtifactNames.CH_ARM_RELEASE], + requires=[ArtifactNames.CH_ARM_RELEASE_STRIPPED], run_in_docker="altinityinfra/stateless-test", timeout=10800, ) From 9f08938d7706820851d4492c7f5189dc7863f651 Mon Sep 17 00:00:00 2001 From: MyroTk Date: Tue, 21 Apr 2026 12:44:58 -0400 Subject: [PATCH 2/4] use gh artifacts for passing ch binary --- .github/workflows/backport_branches.yml | 6 + .github/workflows/master.yml | 156 ++++++++++++++++++ .github/workflows/merge_queue.yml | 6 + .github/workflows/pull_request.yml | 162 +++++++++++++++++++ .github/workflows/pull_request_community.yml | 101 +++++++----- .github/workflows/release_branches.yml | 12 ++ .github/workflows/release_builds.yml | 42 +++++ ci/defs/defs.py | 14 ++ ci/defs/job_configs.py | 47 +++--- ci/praktika/validator.py | 4 +- ci/workflows/backport_branches.py | 1 + ci/workflows/master.py | 1 + ci/workflows/merge_queue.py | 5 + ci/workflows/nightly_coverage.py | 1 + ci/workflows/nightly_fuzzers.py | 1 + ci/workflows/nightly_jepsen.py | 1 + ci/workflows/pull_request.py | 1 + ci/workflows/pull_request_community.py | 1 + ci/workflows/release_branches.py | 1 + ci/workflows/release_builds.py | 1 + 20 files changed, 501 insertions(+), 63 deletions(-) diff --git a/.github/workflows/backport_branches.yml b/.github/workflows/backport_branches.yml index 4420cf3f8957..2bcf0e785c82 100644 --- a/.github/workflows/backport_branches.yml +++ b/.github/workflows/backport_branches.yml @@ -239,6 +239,12 @@ jobs: python3 -m praktika run 'Build (amd_debug)' --workflow "BackportPR" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm] diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index d2862c03de30..cd49c868b177 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -284,6 +284,12 @@ jobs: python3 -m praktika run 'Build (amd_debug)' --workflow "MasterCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest] @@ -425,6 +431,12 @@ jobs: python3 -m praktika run 'Build (amd_msan)' --workflow "MasterCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_MSAN_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest] @@ -519,6 +531,12 @@ jobs: python3 -m praktika run 'Build (amd_binary)' --workflow "MasterCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_BINARY_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest] @@ -1401,6 +1419,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1448,6 +1472,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1495,6 +1525,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1542,6 +1578,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1589,6 +1631,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1636,6 +1684,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1683,6 +1737,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1730,6 +1790,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1965,6 +2031,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2012,6 +2084,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2059,6 +2137,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2106,6 +2190,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2247,6 +2337,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2294,6 +2390,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2999,6 +3101,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -3046,6 +3154,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -3093,6 +3207,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -3140,6 +3260,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -3187,6 +3313,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4080,6 +4212,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4221,6 +4359,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4315,6 +4459,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4456,6 +4606,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | diff --git a/.github/workflows/merge_queue.yml b/.github/workflows/merge_queue.yml index b5e09cbdab00..b63e894e2436 100644 --- a/.github/workflows/merge_queue.yml +++ b/.github/workflows/merge_queue.yml @@ -275,6 +275,12 @@ jobs: python3 -m praktika run 'Build (amd_binary)' --workflow "MergeQueueCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_BINARY_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + finish_workflow: runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64] needs: [config_workflow, dockers_build_amd, dockers_build_arm, fast_test, build_amd_binary] diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index c974c9c77572..eccba329fbb1 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -334,6 +334,12 @@ jobs: python3 -m praktika run 'Build (amd_debug)' --workflow "PR" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, fast_test] @@ -475,6 +481,12 @@ jobs: python3 -m praktika run 'Build (amd_msan)' --workflow "PR" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_MSAN_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, fast_test] @@ -569,6 +581,12 @@ jobs: python3 -m praktika run 'Build (amd_binary)' --workflow "PR" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_BINARY_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, fast_test] @@ -840,6 +858,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1122,6 +1146,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1169,6 +1199,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1216,6 +1252,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1263,6 +1305,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1310,6 +1358,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1357,6 +1411,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1404,6 +1464,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1451,6 +1517,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1686,6 +1758,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1733,6 +1811,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1780,6 +1864,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1827,6 +1917,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1968,6 +2064,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2015,6 +2117,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2626,6 +2734,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2673,6 +2787,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2720,6 +2840,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2767,6 +2893,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -2814,6 +2946,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4083,6 +4221,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4224,6 +4368,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4318,6 +4468,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_DEBUG_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -4459,6 +4615,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_MSAN_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ./ci/tmp + - name: Run id: run run: | diff --git a/.github/workflows/pull_request_community.yml b/.github/workflows/pull_request_community.yml index eb549d9f02f0..39b06164cacc 100644 --- a/.github/workflows/pull_request_community.yml +++ b/.github/workflows/pull_request_community.yml @@ -187,6 +187,13 @@ jobs: path: ci/tmp/build/programs/self-extracting/clickhouse + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + + - name: Upload artifact DEB_AMD_DEBUG uses: actions/upload-artifact@v4 with: @@ -388,6 +395,13 @@ jobs: path: ci/tmp/build/programs/self-extracting/clickhouse + - name: Upload artifact CH_AMD_MSAN_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + + - name: Upload artifact DEB_AMD_MSAM uses: actions/upload-artifact@v4 with: @@ -514,6 +528,13 @@ jobs: name: CH_AMD_BINARY path: ci/tmp/build/programs/self-extracting/clickhouse + + - name: Upload artifact CH_AMD_BINARY_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] needs: [config_workflow, fast_test] @@ -878,10 +899,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -1090,10 +1111,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -1143,10 +1164,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -1196,10 +1217,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -1249,10 +1270,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -1302,10 +1323,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -1355,10 +1376,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -1408,10 +1429,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -1461,10 +1482,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -1726,10 +1747,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_MSAN + - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_MSAN + name: CH_AMD_MSAN_GH path: ./ci/tmp - name: Run @@ -1779,10 +1800,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_MSAN + - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_MSAN + name: CH_AMD_MSAN_GH path: ./ci/tmp - name: Run @@ -1832,10 +1853,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_MSAN + - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_MSAN + name: CH_AMD_MSAN_GH path: ./ci/tmp - name: Run @@ -1885,10 +1906,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_MSAN + - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_MSAN + name: CH_AMD_MSAN_GH path: ./ci/tmp - name: Run @@ -2044,10 +2065,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -2097,10 +2118,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_DEBUG + - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_DEBUG + name: CH_AMD_DEBUG_GH path: ./ci/tmp - name: Run @@ -2786,10 +2807,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -2839,10 +2860,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -2892,10 +2913,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -2945,10 +2966,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run @@ -2998,10 +3019,10 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF - - name: Download artifact CH_AMD_BINARY + - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 with: - name: CH_AMD_BINARY + name: CH_AMD_BINARY_GH path: ./ci/tmp - name: Run diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index ecfe9f95e8c9..fa6000896466 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -237,6 +237,12 @@ jobs: python3 -m praktika run 'Build (amd_debug)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm] @@ -378,6 +384,12 @@ jobs: python3 -m praktika run 'Build (amd_msan)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_MSAN_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm] diff --git a/.github/workflows/release_builds.yml b/.github/workflows/release_builds.yml index cc73fbf821b1..37eff90a6aea 100644 --- a/.github/workflows/release_builds.yml +++ b/.github/workflows/release_builds.yml @@ -284,6 +284,12 @@ jobs: python3 -m praktika run 'Build (amd_debug)' --workflow "Release Builds" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_DEBUG_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_DEBUG_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, build_amd_binary, build_arm_binary] @@ -431,6 +437,12 @@ jobs: python3 -m praktika run 'Build (amd_msan)' --workflow "Release Builds" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_MSAN_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_MSAN_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, build_amd_binary, build_arm_binary] @@ -529,6 +541,12 @@ jobs: python3 -m praktika run 'Build (amd_binary)' --workflow "Release Builds" --ci |& tee ./ci/tmp/job.log fi + - name: Upload artifact CH_AMD_BINARY_GH + uses: actions/upload-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ci/tmp/build/programs/self-extracting/clickhouse + build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] needs: [config_workflow, dockers_build_amd, dockers_build_arm, dockers_build_multiplatform_manifest, build_amd_binary, build_arm_binary] @@ -959,6 +977,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1008,6 +1032,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1057,6 +1087,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | @@ -1106,6 +1142,12 @@ jobs: EOF ENV_SETUP_SCRIPT_EOF + - name: Download artifact CH_AMD_BINARY_GH + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ./ci/tmp + - name: Run id: run run: | diff --git a/ci/defs/defs.py b/ci/defs/defs.py index 8adc85dc249d..0bf6d864c803 100644 --- a/ci/defs/defs.py +++ b/ci/defs/defs.py @@ -416,6 +416,9 @@ class ArtifactNames: CH_RISCV64 = "CH_RISCV64_BIN" CH_S390X = "CH_S390X_BIN" CH_LOONGARCH64 = "CH_LOONGARCH64_BIN" + CH_AMD_DEBUG_GH = "CH_AMD_DEBUG_GH" + CH_AMD_BINARY_GH = "CH_AMD_BINARY_GH" + CH_AMD_MSAN_GH = "CH_AMD_MSAN_GH" FAST_TEST = "FAST_TEST" UNITTEST_AMD_ASAN = "UNITTEST_AMD_ASAN" @@ -474,6 +477,17 @@ class ArtifactConfigs: ArtifactNames.CH_LOONGARCH64, ] ) + clickhouse_binaries_gh = Artifact.Config( + name="...", + type=Artifact.Type.GH, + path=f"{TEMP_DIR}/build/programs/self-extracting/clickhouse", + ).parametrize( + names=[ + ArtifactNames.CH_AMD_DEBUG_GH, + ArtifactNames.CH_AMD_BINARY_GH, + ArtifactNames.CH_AMD_MSAN_GH, + ] + ) clickhouse_stripped_binaries = Artifact.Config( name="...", type=Artifact.Type.S3, diff --git a/ci/defs/job_configs.py b/ci/defs/job_configs.py index f5cab5a31500..2363bae2d24c 100644 --- a/ci/defs/job_configs.py +++ b/ci/defs/job_configs.py @@ -183,7 +183,11 @@ class JobConfigs: ).parametrize( Job.ParamSet( parameter=BuildTypes.AMD_DEBUG, - provides=[ArtifactNames.CH_AMD_DEBUG, ArtifactNames.DEB_AMD_DEBUG], + provides=[ + ArtifactNames.CH_AMD_DEBUG, + ArtifactNames.CH_AMD_DEBUG_GH, + ArtifactNames.DEB_AMD_DEBUG, + ], runs_on=RunnerLabels.BUILDER_AMD, ), Job.ParamSet( @@ -208,6 +212,7 @@ class JobConfigs: parameter=BuildTypes.AMD_MSAN, provides=[ ArtifactNames.CH_AMD_MSAN, + ArtifactNames.CH_AMD_MSAN_GH, ArtifactNames.DEB_AMD_MSAN, ArtifactNames.UNITTEST_AMD_MSAN, ], @@ -224,7 +229,7 @@ class JobConfigs: ), Job.ParamSet( parameter=BuildTypes.AMD_BINARY, - provides=[ArtifactNames.CH_AMD_BINARY], + provides=[ArtifactNames.CH_AMD_BINARY, ArtifactNames.CH_AMD_BINARY_GH], runs_on=RunnerLabels.BUILDER_AMD, ), Job.ParamSet( @@ -464,7 +469,7 @@ class JobConfigs: "./ci/jobs/queries", ], ), - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], runs_on=RunnerLabels.AMD_SMALL, ) functional_tests_jobs = common_ft_job_config.parametrize( @@ -485,42 +490,42 @@ class JobConfigs: Job.ParamSet( parameter="amd_binary, old analyzer, s3 storage, DatabaseReplicated, parallel", runs_on=RunnerLabels.FUNC_TESTER_AMD, # large machine - no boost, why? - requires=[ArtifactNames.CH_AMD_BINARY], + requires=[ArtifactNames.CH_AMD_BINARY_GH], ), Job.ParamSet( parameter="amd_binary, old analyzer, s3 storage, DatabaseReplicated, sequential", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_BINARY], + requires=[ArtifactNames.CH_AMD_BINARY_GH], ), Job.ParamSet( parameter="amd_binary, ParallelReplicas, s3 storage, parallel", runs_on=RunnerLabels.FUNC_TESTER_AMD, # large machine - no boost, why? - requires=[ArtifactNames.CH_AMD_BINARY], + requires=[ArtifactNames.CH_AMD_BINARY_GH], ), Job.ParamSet( parameter="amd_binary, ParallelReplicas, s3 storage, sequential", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_BINARY], + requires=[ArtifactNames.CH_AMD_BINARY_GH], ), Job.ParamSet( parameter="amd_debug, AsyncInsert, s3 storage, parallel", runs_on=RunnerLabels.FUNC_TESTER_AMD, # large machine - no boost, why? - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="amd_debug, AsyncInsert, s3 storage, sequential", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="amd_debug, parallel", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="amd_debug, sequential", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), *[ Job.ParamSet( @@ -544,7 +549,7 @@ class JobConfigs: Job.ParamSet( parameter=f"amd_msan, parallel, {batch}/{total_batches}", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_MSAN], + requires=[ArtifactNames.CH_AMD_MSAN_GH], ) for total_batches in (2,) for batch in range(1, total_batches + 1) @@ -553,7 +558,7 @@ class JobConfigs: Job.ParamSet( parameter=f"amd_msan, sequential, {batch}/{total_batches}", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_MSAN], + requires=[ArtifactNames.CH_AMD_MSAN_GH], ) for total_batches in (2,) for batch in range(1, total_batches + 1) @@ -571,12 +576,12 @@ class JobConfigs: Job.ParamSet( parameter="amd_debug, distributed plan, s3 storage, parallel", runs_on=RunnerLabels.FUNC_TESTER_AMD, # large machine - no boost, why? - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="amd_debug, distributed plan, s3 storage, sequential", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), *[ Job.ParamSet( @@ -779,7 +784,7 @@ class JobConfigs: Job.ParamSet( parameter=f"amd_binary, {batch}/{total_batches}", runs_on=RunnerLabels.AMD_MEDIUM, - requires=[ArtifactNames.CH_AMD_BINARY], + requires=[ArtifactNames.CH_AMD_BINARY_GH], ) for total_batches in (5,) for batch in range(1, total_batches + 1) @@ -860,7 +865,7 @@ class JobConfigs: Job.ParamSet( parameter="amd_debug", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="arm_asan", @@ -875,7 +880,7 @@ class JobConfigs: Job.ParamSet( parameter="amd_msan", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_MSAN], + requires=[ArtifactNames.CH_AMD_MSAN_GH], ), Job.ParamSet( parameter="amd_ubsan", @@ -902,7 +907,7 @@ class JobConfigs: Job.ParamSet( parameter="amd_debug", runs_on=RunnerLabels.AMD_MEDIUM, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), Job.ParamSet( parameter="arm_asan", @@ -917,7 +922,7 @@ class JobConfigs: Job.ParamSet( parameter="amd_msan", runs_on=RunnerLabels.AMD_MEDIUM, - requires=[ArtifactNames.CH_AMD_MSAN], + requires=[ArtifactNames.CH_AMD_MSAN_GH], ), Job.ParamSet( parameter="amd_ubsan", @@ -1073,7 +1078,7 @@ class JobConfigs: Job.ParamSet( parameter="amd_debug", runs_on=RunnerLabels.FUNC_TESTER_AMD, - requires=[ArtifactNames.CH_AMD_DEBUG], + requires=[ArtifactNames.CH_AMD_DEBUG_GH], ), ) sqltest_master_job = Job.Config( diff --git a/ci/praktika/validator.py b/ci/praktika/validator.py index b8b518a3ed53..51f89dceb9fb 100644 --- a/ci/praktika/validator.py +++ b/ci/praktika/validator.py @@ -204,8 +204,8 @@ def is_valid_cron_field(field: str) -> bool: if workflow.enable_cache: for artifact in workflow.artifacts or []: assert ( - artifact.is_s3_artifact() - ), f"All artifacts must be of S3 type if enable_cache|enable_html=True, artifact [{artifact.name}], type [{artifact.type}], workflow [{workflow.name}]" + artifact.is_s3_artifact() or artifact.type == Artifact.Type.GH + ), f"Artifacts must be S3 or GH type if enable_cache|enable_html=True, artifact [{artifact.name}], type [{artifact.type}], workflow [{workflow.name}]" if workflow.dockers and not workflow.disable_dockers_build: assert ( diff --git a/ci/workflows/backport_branches.py b/ci/workflows/backport_branches.py index 8f0209bedc1e..28f1b240eb2a 100644 --- a/ci/workflows/backport_branches.py +++ b/ci/workflows/backport_branches.py @@ -40,6 +40,7 @@ artifacts=[ *ArtifactConfigs.unittests_binaries, *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, diff --git a/ci/workflows/master.py b/ci/workflows/master.py index ff69fa850e75..6df77a7f6fb2 100644 --- a/ci/workflows/master.py +++ b/ci/workflows/master.py @@ -53,6 +53,7 @@ artifacts=[ *ArtifactConfigs.unittests_binaries, *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, diff --git a/ci/workflows/merge_queue.py b/ci/workflows/merge_queue.py index eb5d7ab5846b..194ab0deb067 100644 --- a/ci/workflows/merge_queue.py +++ b/ci/workflows/merge_queue.py @@ -17,6 +17,11 @@ for a in ArtifactConfigs.clickhouse_binaries if a.name == ArtifactNames.CH_AMD_BINARY ], + *[ + a + for a in ArtifactConfigs.clickhouse_binaries_gh + if a.name == ArtifactNames.CH_AMD_BINARY_GH + ], ], dockers=DOCKERS, secrets=SECRETS, diff --git a/ci/workflows/nightly_coverage.py b/ci/workflows/nightly_coverage.py index 3dfcaec535cb..621aec0ccc83 100644 --- a/ci/workflows/nightly_coverage.py +++ b/ci/workflows/nightly_coverage.py @@ -17,6 +17,7 @@ secrets=SECRETS, artifacts=[ *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, ], enable_cache=True, enable_report=True, diff --git a/ci/workflows/nightly_fuzzers.py b/ci/workflows/nightly_fuzzers.py index a193047a2f0d..61807fc26f8b 100644 --- a/ci/workflows/nightly_fuzzers.py +++ b/ci/workflows/nightly_fuzzers.py @@ -23,6 +23,7 @@ ArtifactConfigs.fuzzers, ArtifactConfigs.fuzzers_corpus, *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, ], enable_cache=True, enable_report=True, diff --git a/ci/workflows/nightly_jepsen.py b/ci/workflows/nightly_jepsen.py index 918b323483bc..d5bdcab5fccc 100644 --- a/ci/workflows/nightly_jepsen.py +++ b/ci/workflows/nightly_jepsen.py @@ -27,6 +27,7 @@ ], artifacts=[ *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, ], dockers=DOCKERS, secrets=SECRETS, diff --git a/ci/workflows/pull_request.py b/ci/workflows/pull_request.py index 165458fab0c2..61654b39b02b 100644 --- a/ci/workflows/pull_request.py +++ b/ci/workflows/pull_request.py @@ -116,6 +116,7 @@ artifacts=[ *ArtifactConfigs.unittests_binaries, *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, diff --git a/ci/workflows/pull_request_community.py b/ci/workflows/pull_request_community.py index cd336279f1c6..06e112e43cf5 100644 --- a/ci/workflows/pull_request_community.py +++ b/ci/workflows/pull_request_community.py @@ -88,6 +88,7 @@ artifacts=[ *ArtifactConfigs.unittests_binaries, *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, diff --git a/ci/workflows/release_branches.py b/ci/workflows/release_branches.py index d873e9f36068..2b91bd469016 100644 --- a/ci/workflows/release_branches.py +++ b/ci/workflows/release_branches.py @@ -44,6 +44,7 @@ ], artifacts=[ *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, diff --git a/ci/workflows/release_builds.py b/ci/workflows/release_builds.py index 97a965d29a69..6c897c82ec50 100644 --- a/ci/workflows/release_builds.py +++ b/ci/workflows/release_builds.py @@ -42,6 +42,7 @@ additional_jobs=["GrypeScan", "SignRelease", "CIReport", "SourceUpload"], artifacts=[ *ArtifactConfigs.clickhouse_binaries, + *ArtifactConfigs.clickhouse_binaries_gh, *ArtifactConfigs.clickhouse_stripped_binaries, *ArtifactConfigs.clickhouse_debians, *ArtifactConfigs.clickhouse_rpms, From 09def0b8e7c30cd2215a3a7039c22f289f2970cd Mon Sep 17 00:00:00 2001 From: MyroTk Date: Fri, 8 May 2026 15:21:34 -0400 Subject: [PATCH 3/4] update artifact retrieval --- .github/workflows/backport_branches.yml | 1 + .github/workflows/master.yml | 26 +++++ .github/workflows/merge_queue.yml | 1 + .github/workflows/pull_request.yml | 27 ++++++ .github/workflows/pull_request_community.yml | 97 +++++++++++++++++++ .../workflows/regression-reusable-suite.yml | 23 +++++ .github/workflows/release_branches.yml | 2 + .github/workflows/release_builds.yml | 7 ++ ci/praktika/runner.py | 93 +++++++++++++++++- ci/praktika/yaml_generator.py | 2 + 10 files changed, 274 insertions(+), 5 deletions(-) diff --git a/.github/workflows/backport_branches.yml b/.github/workflows/backport_branches.yml index 2bcf0e785c82..ef50fd8f76e6 100644 --- a/.github/workflows/backport_branches.yml +++ b/.github/workflows/backport_branches.yml @@ -244,6 +244,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index cd49c868b177..cd3b9718facb 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -289,6 +289,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -436,6 +437,7 @@ jobs: with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -536,6 +538,7 @@ jobs: with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] @@ -1421,6 +1424,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1474,6 +1478,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1527,6 +1532,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1580,6 +1586,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1633,6 +1640,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1686,6 +1694,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1739,6 +1748,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1792,6 +1802,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2033,6 +2044,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -2086,6 +2098,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -2139,6 +2152,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -2192,6 +2206,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -2339,6 +2354,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2392,6 +2408,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -3103,6 +3120,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3156,6 +3174,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3209,6 +3228,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3262,6 +3282,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3315,6 +3336,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -4214,6 +4236,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -4361,6 +4384,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -4461,6 +4485,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -4608,6 +4633,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp diff --git a/.github/workflows/merge_queue.yml b/.github/workflows/merge_queue.yml index b63e894e2436..c635d08edc1a 100644 --- a/.github/workflows/merge_queue.yml +++ b/.github/workflows/merge_queue.yml @@ -280,6 +280,7 @@ jobs: with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 finish_workflow: runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64] diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index eccba329fbb1..eb11653cd2bb 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -339,6 +339,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -486,6 +487,7 @@ jobs: with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -586,6 +588,7 @@ jobs: with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] @@ -860,6 +863,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1148,6 +1152,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1201,6 +1206,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1254,6 +1260,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1307,6 +1314,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1360,6 +1368,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1413,6 +1422,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1466,6 +1476,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1519,6 +1530,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1760,6 +1772,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1813,6 +1826,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1866,6 +1880,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1919,6 +1934,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -2066,6 +2082,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2119,6 +2136,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2736,6 +2754,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2789,6 +2808,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2842,6 +2862,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2895,6 +2916,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2948,6 +2970,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -4223,6 +4246,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -4370,6 +4394,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -4470,6 +4495,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -4617,6 +4643,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp diff --git a/.github/workflows/pull_request_community.yml b/.github/workflows/pull_request_community.yml index 39b06164cacc..67035a1e6360 100644 --- a/.github/workflows/pull_request_community.yml +++ b/.github/workflows/pull_request_community.yml @@ -185,6 +185,7 @@ jobs: with: name: CH_AMD_DEBUG path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact CH_AMD_DEBUG_GH @@ -192,6 +193,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_AMD_DEBUG @@ -199,6 +201,7 @@ jobs: with: name: DEB_AMD_DEBUG path: ci/tmp/*.deb + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -252,6 +255,7 @@ jobs: with: name: UNITTEST_AMD_ASAN path: ci/tmp/build/src/unit_tests_dbms + retention-days: 1 - name: Upload artifact CH_AMD_ASAN @@ -259,6 +263,7 @@ jobs: with: name: CH_AMD_ASAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_AMD_ASAN @@ -266,6 +271,7 @@ jobs: with: name: DEB_AMD_ASAN path: ci/tmp/*.deb + retention-days: 1 build_amd_tsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -319,6 +325,7 @@ jobs: with: name: UNITTEST_AMD_TSAN path: ci/tmp/build/src/unit_tests_dbms + retention-days: 1 - name: Upload artifact CH_AMD_TSAN @@ -326,6 +333,7 @@ jobs: with: name: CH_AMD_TSAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_AMD_TSAN @@ -333,6 +341,7 @@ jobs: with: name: DEB_AMD_TSAN path: ci/tmp/*.deb + retention-days: 1 build_amd_msan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -386,6 +395,7 @@ jobs: with: name: UNITTEST_AMD_MSAN path: ci/tmp/build/src/unit_tests_dbms + retention-days: 1 - name: Upload artifact CH_AMD_MSAN @@ -393,6 +403,7 @@ jobs: with: name: CH_AMD_MSAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact CH_AMD_MSAN_GH @@ -400,6 +411,7 @@ jobs: with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_AMD_MSAM @@ -407,6 +419,7 @@ jobs: with: name: DEB_AMD_MSAM path: ci/tmp/*.deb + retention-days: 1 build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -460,6 +473,7 @@ jobs: with: name: UNITTEST_AMD_UBSAN path: ci/tmp/build/src/unit_tests_dbms + retention-days: 1 - name: Upload artifact CH_AMD_UBSAN @@ -467,6 +481,7 @@ jobs: with: name: CH_AMD_UBSAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_AMD_UBSAN @@ -474,6 +489,7 @@ jobs: with: name: DEB_AMD_UBSAN path: ci/tmp/*.deb + retention-days: 1 build_amd_binary: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -527,6 +543,7 @@ jobs: with: name: CH_AMD_BINARY path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact CH_AMD_BINARY_GH @@ -534,6 +551,7 @@ jobs: with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] @@ -587,6 +605,7 @@ jobs: with: name: CH_ARM_ASAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact DEB_ARM_ASAN @@ -594,6 +613,7 @@ jobs: with: name: DEB_ARM_ASAN path: ci/tmp/*.deb + retention-days: 1 build_arm_binary: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -647,6 +667,7 @@ jobs: with: name: CH_ARM_BIN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_arm_tsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -700,6 +721,7 @@ jobs: with: name: CH_ARM_TSAN path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_release: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -753,6 +775,7 @@ jobs: with: name: CH_AMD_RELEASE path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact CH_AMD_RELEASE_STRIPPED @@ -760,6 +783,7 @@ jobs: with: name: CH_AMD_RELEASE_STRIPPED path: ci/tmp/build/programs/self-extracting/clickhouse-stripped + retention-days: 1 - name: Upload artifact DEB_AMD_RELEASE @@ -767,6 +791,7 @@ jobs: with: name: DEB_AMD_RELEASE path: ci/tmp/*.deb + retention-days: 1 - name: Upload artifact RPM_AMD_RELEASE @@ -774,6 +799,7 @@ jobs: with: name: RPM_AMD_RELEASE path: ci/tmp/*.rpm + retention-days: 1 - name: Upload artifact TGZ_AMD_RELEASE @@ -781,6 +807,7 @@ jobs: with: name: TGZ_AMD_RELEASE path: ci/tmp/*64.tgz* + retention-days: 1 build_arm_release: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -834,6 +861,7 @@ jobs: with: name: CH_ARM_RELEASE path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 - name: Upload artifact CH_ARM_RELEASE_STRIPPED @@ -841,6 +869,7 @@ jobs: with: name: CH_ARM_RELEASE_STRIPPED path: ci/tmp/build/programs/self-extracting/clickhouse-stripped + retention-days: 1 - name: Upload artifact DEB_ARM_RELEASE @@ -848,6 +877,7 @@ jobs: with: name: DEB_ARM_RELEASE path: ci/tmp/*.deb + retention-days: 1 - name: Upload artifact RPM_ARM_RELEASE @@ -855,6 +885,7 @@ jobs: with: name: RPM_ARM_RELEASE path: ci/tmp/*.rpm + retention-days: 1 - name: Upload artifact TGZ_ARM_RELEASE @@ -862,6 +893,7 @@ jobs: with: name: TGZ_ARM_RELEASE path: ci/tmp/*64.tgz* + retention-days: 1 quick_functional_tests: runs-on: [self-hosted, altinity-on-demand, altinity-style-checker] @@ -901,6 +933,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -954,6 +987,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -1007,6 +1041,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -1060,6 +1095,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -1113,6 +1149,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1166,6 +1203,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1219,6 +1257,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1272,6 +1311,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1325,6 +1365,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1378,6 +1419,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1431,6 +1473,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1484,6 +1527,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -1537,6 +1581,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -1590,6 +1635,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -1643,6 +1689,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -1696,6 +1743,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -1749,6 +1797,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1802,6 +1851,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1855,6 +1905,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1908,6 +1959,7 @@ jobs: - name: Download artifact CH_AMD_MSAN_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_MSAN_GH path: ./ci/tmp @@ -1961,6 +2013,7 @@ jobs: - name: Download artifact CH_AMD_UBSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_UBSAN path: ./ci/tmp @@ -2014,6 +2067,7 @@ jobs: - name: Download artifact CH_AMD_UBSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_UBSAN path: ./ci/tmp @@ -2067,6 +2121,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2120,6 +2175,7 @@ jobs: - name: Download artifact CH_AMD_DEBUG_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_DEBUG_GH path: ./ci/tmp @@ -2173,6 +2229,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -2226,6 +2283,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -2279,6 +2337,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -2332,6 +2391,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -2385,6 +2445,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -2438,6 +2499,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -2491,6 +2553,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2544,6 +2607,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2597,6 +2661,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2650,6 +2715,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2703,6 +2769,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2756,6 +2823,7 @@ jobs: - name: Download artifact CH_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_ASAN path: ./ci/tmp @@ -2809,6 +2877,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2862,6 +2931,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2915,6 +2985,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -2968,6 +3039,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3021,6 +3093,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -3074,6 +3147,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -3127,6 +3201,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -3180,6 +3255,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -3233,6 +3309,7 @@ jobs: - name: Download artifact CH_ARM_BIN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_BIN path: ./ci/tmp @@ -3286,6 +3363,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3339,6 +3417,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3392,6 +3471,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3445,6 +3525,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3498,6 +3579,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3551,6 +3633,7 @@ jobs: - name: Download artifact CH_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_TSAN path: ./ci/tmp @@ -3604,6 +3687,7 @@ jobs: - name: Download artifact UNITTEST_AMD_ASAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: UNITTEST_AMD_ASAN path: ./ci/tmp @@ -3657,6 +3741,7 @@ jobs: - name: Download artifact UNITTEST_AMD_TSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: UNITTEST_AMD_TSAN path: ./ci/tmp @@ -3710,6 +3795,7 @@ jobs: - name: Download artifact UNITTEST_AMD_MSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: UNITTEST_AMD_MSAN path: ./ci/tmp @@ -3763,6 +3849,7 @@ jobs: - name: Download artifact UNITTEST_AMD_UBSAN uses: actions/download-artifact@v4 + continue-on-error: true with: name: UNITTEST_AMD_UBSAN path: ./ci/tmp @@ -3816,6 +3903,7 @@ jobs: - name: Download artifact CH_AMD_RELEASE_STRIPPED uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_RELEASE_STRIPPED path: ./ci/tmp @@ -3823,6 +3911,7 @@ jobs: - name: Download artifact DEB_AMD_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: DEB_AMD_RELEASE path: ./ci/tmp @@ -3830,6 +3919,7 @@ jobs: - name: Download artifact RPM_AMD_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: RPM_AMD_RELEASE path: ./ci/tmp @@ -3837,6 +3927,7 @@ jobs: - name: Download artifact TGZ_AMD_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: TGZ_AMD_RELEASE path: ./ci/tmp @@ -3890,6 +3981,7 @@ jobs: - name: Download artifact CH_ARM_RELEASE_STRIPPED uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_ARM_RELEASE_STRIPPED path: ./ci/tmp @@ -3897,6 +3989,7 @@ jobs: - name: Download artifact DEB_ARM_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: DEB_ARM_RELEASE path: ./ci/tmp @@ -3904,6 +3997,7 @@ jobs: - name: Download artifact RPM_ARM_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: RPM_ARM_RELEASE path: ./ci/tmp @@ -3911,6 +4005,7 @@ jobs: - name: Download artifact TGZ_ARM_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: TGZ_ARM_RELEASE path: ./ci/tmp @@ -3964,6 +4059,7 @@ jobs: - name: Download artifact DEB_AMD_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: DEB_AMD_RELEASE path: ./ci/tmp @@ -4017,6 +4113,7 @@ jobs: - name: Download artifact DEB_ARM_RELEASE uses: actions/download-artifact@v4 + continue-on-error: true with: name: DEB_ARM_RELEASE path: ./ci/tmp diff --git a/.github/workflows/regression-reusable-suite.yml b/.github/workflows/regression-reusable-suite.yml index 5c0fab69c701..07d65a788e24 100644 --- a/.github/workflows/regression-reusable-suite.yml +++ b/.github/workflows/regression-reusable-suite.yml @@ -127,7 +127,30 @@ jobs: - name: 🛠️ Setup run: .github/setup.sh + - name: 📥 Try get binary from GH artifact + id: get_binary_gh + continue-on-error: true + uses: actions/download-artifact@v4 + with: + name: CH_AMD_BINARY_GH + path: ${{ runner.temp }}/gh_binary + + - name: 🔎 Resolve binary source + id: resolve_binary_source + run: | + GH_BINARY="${{ runner.temp }}/gh_binary/clickhouse" + if [ -f "$GH_BINARY" ]; then + chmod +x "$GH_BINARY" + echo "clickhouse_path=$GH_BINARY" >> "$GITHUB_ENV" + echo "has_gh_binary=true" >> "$GITHUB_OUTPUT" + echo "Using GH artifact binary: $GH_BINARY" + else + echo "has_gh_binary=false" >> "$GITHUB_OUTPUT" + echo "GH artifact binary not found, fallback to S3 URL resolution" + fi + - name: 📦 Get deb url + if: ${{ steps.resolve_binary_source.outputs.has_gh_binary != 'true' }} env: S3_BASE_URL: https://altinity-build-artifacts.s3.amazonaws.com/ PR_NUMBER: ${{ github.event.pull_request.number || 0 }} diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index fa6000896466..2cd611892f78 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -242,6 +242,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -389,6 +390,7 @@ jobs: with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] diff --git a/.github/workflows/release_builds.yml b/.github/workflows/release_builds.yml index 37eff90a6aea..e8ffda107a7b 100644 --- a/.github/workflows/release_builds.yml +++ b/.github/workflows/release_builds.yml @@ -289,6 +289,7 @@ jobs: with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_asan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -442,6 +443,7 @@ jobs: with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_amd_ubsan: runs-on: [self-hosted, altinity-on-demand, altinity-builder] @@ -546,6 +548,7 @@ jobs: with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse + retention-days: 1 build_arm_asan: runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64] @@ -979,6 +982,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1034,6 +1038,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1089,6 +1094,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp @@ -1144,6 +1150,7 @@ jobs: - name: Download artifact CH_AMD_BINARY_GH uses: actions/download-artifact@v4 + continue-on-error: true with: name: CH_AMD_BINARY_GH path: ./ci/tmp diff --git a/ci/praktika/runner.py b/ci/praktika/runner.py index ca9c0c0f8eae..50d2223fb440 100644 --- a/ci/praktika/runner.py +++ b/ci/praktika/runner.py @@ -176,16 +176,17 @@ def _pre_run(self, workflow, job, local_run=False): if job.requires and not _is_praktika_job(job.name): print("Download required artifacts") required_artifacts = [] + required_gh_artifacts = [] # praktika service jobs do not require any of artifacts and excluded in if to not upload "hacky" artifact report. # this artifact is created to replace legacy build_report and maintain seamless transition to praktika # once there is no need for this "hacky" artifact report - second condition in "if" can be removed for requires_artifact_name in job.requires: for artifact in workflow.artifacts: - if ( - artifact.name == requires_artifact_name - and artifact.type == Artifact.Type.S3 - ): - required_artifacts.append(artifact) + if artifact.name == requires_artifact_name: + if artifact.type == Artifact.Type.S3: + required_artifacts.append(artifact) + elif artifact.type == Artifact.Type.GH: + required_gh_artifacts.append(artifact) else: if ( requires_artifact_name @@ -247,6 +248,88 @@ def _pre_run(self, workflow, job, local_run=False): if artifact.compress_zst: Utils.decompress_file(Path(Settings.INPUT_DIR) / artifact_path) + # GH artifacts are downloaded by workflow YAML steps. If they are missing (e.g. rerun after + # short GH retention expiry), attempt fallback to matching S3 artifact by name. + for gh_artifact in required_gh_artifacts: + if isinstance(gh_artifact.path, (tuple, list)): + gh_paths = gh_artifact.path + else: + gh_paths = [gh_artifact.path] + + expected_local_paths = [] + unresolved_pattern = False + for gh_path in gh_paths: + if "*" in gh_path: + unresolved_pattern = True + continue + expected_local_paths.append(Path(Settings.INPUT_DIR) / Path(gh_path).name) + + if expected_local_paths and all(p.exists() for p in expected_local_paths): + continue + + if unresolved_pattern and not expected_local_paths: + print( + f"WARNING: Cannot resolve expected local path for GH artifact [{gh_artifact.name}] with wildcard path [{gh_artifact.path}] - skip S3 fallback" + ) + continue + + s3_fallback_name = ( + gh_artifact.name[:-3] + if gh_artifact.name.endswith("_GH") + else gh_artifact.name + ) + s3_fallback_artifact = None + for artifact in workflow.artifacts: + if ( + artifact.name == s3_fallback_name + and artifact.type == Artifact.Type.S3 + ): + s3_fallback_artifact = artifact + break + + if not s3_fallback_artifact: + print( + f"WARNING: GH artifact [{gh_artifact.name}] is missing and no S3 fallback artifact [{s3_fallback_name}] is configured" + ) + continue + + print( + f"GH artifact [{gh_artifact.name}] is missing; fallback to S3 artifact [{s3_fallback_artifact.name}]" + ) + fallback_prefix = env.get_s3_prefix() + + fallback_artifact = dataclasses.replace(s3_fallback_artifact) + if fallback_artifact.compress_zst: + assert not isinstance( + fallback_artifact.path, (tuple, list) + ), "Not yes supported for compressed artifacts" + fallback_artifact.path = f"{Path(fallback_artifact.path).name}.zst" + + if isinstance(fallback_artifact.path, (tuple, list)): + fallback_paths = fallback_artifact.path + else: + fallback_paths = [fallback_artifact.path] + + for fallback_path in fallback_paths: + recursive = False + include_pattern = "" + if "*" in fallback_path: + s3_path = f"{Settings.S3_ARTIFACT_PATH}/{fallback_prefix}/{Utils.normalize_string(fallback_artifact._provided_by)}/" + recursive = True + include_pattern = Path(fallback_path).name + assert "*" in include_pattern + else: + s3_path = f"{Settings.S3_ARTIFACT_PATH}/{fallback_prefix}/{Utils.normalize_string(fallback_artifact._provided_by)}/{Path(fallback_path).name}" + S3.copy_file_from_s3( + s3_path=s3_path, + local_path=Settings.INPUT_DIR, + recursive=recursive, + include_pattern=include_pattern, + ) + + if fallback_artifact.compress_zst: + Utils.decompress_file(Path(Settings.INPUT_DIR) / fallback_path) + return 0 def _run( diff --git a/ci/praktika/yaml_generator.py b/ci/praktika/yaml_generator.py index 6f7f4f2e8061..cf3d2f24ce8c 100644 --- a/ci/praktika/yaml_generator.py +++ b/ci/praktika/yaml_generator.py @@ -224,11 +224,13 @@ class Templates: with: name: {NAME} path: {PATH} + retention-days: 1 """ TEMPLATE_GH_DOWNLOAD = """ - name: Download artifact {NAME} uses: actions/download-artifact@v4 + continue-on-error: true with: name: {NAME} path: {PATH} From 98b10117622b7a6c2307598de5f80f55f5432b40 Mon Sep 17 00:00:00 2001 From: MyroTk Date: Fri, 8 May 2026 15:28:27 -0400 Subject: [PATCH 4/4] update actions version --- .github/workflows/backport_branches.yml | 2 +- .github/workflows/master.yml | 52 +++---- .github/workflows/merge_queue.yml | 2 +- .github/workflows/pull_request.yml | 54 ++++---- .github/workflows/pull_request_community.yml | 136 +++++++++---------- .github/workflows/release_branches.yml | 4 +- .github/workflows/release_builds.yml | 14 +- 7 files changed, 132 insertions(+), 132 deletions(-) diff --git a/.github/workflows/backport_branches.yml b/.github/workflows/backport_branches.yml index ef50fd8f76e6..679489b37a7d 100644 --- a/.github/workflows/backport_branches.yml +++ b/.github/workflows/backport_branches.yml @@ -240,7 +240,7 @@ jobs: fi - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml index 9352a094a155..6b13a307a6ad 100644 --- a/.github/workflows/master.yml +++ b/.github/workflows/master.yml @@ -285,7 +285,7 @@ jobs: fi - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -433,7 +433,7 @@ jobs: fi - name: Upload artifact CH_AMD_MSAN_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -534,7 +534,7 @@ jobs: fi - name: Upload artifact CH_AMD_BINARY_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -1423,7 +1423,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1477,7 +1477,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1531,7 +1531,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1585,7 +1585,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1639,7 +1639,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1693,7 +1693,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1747,7 +1747,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1801,7 +1801,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2043,7 +2043,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2097,7 +2097,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2151,7 +2151,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2205,7 +2205,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2353,7 +2353,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2407,7 +2407,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -3307,7 +3307,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3361,7 +3361,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3415,7 +3415,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3469,7 +3469,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3523,7 +3523,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -4423,7 +4423,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -4571,7 +4571,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -4672,7 +4672,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -4820,7 +4820,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH diff --git a/.github/workflows/merge_queue.yml b/.github/workflows/merge_queue.yml index c635d08edc1a..7795dd36fd34 100644 --- a/.github/workflows/merge_queue.yml +++ b/.github/workflows/merge_queue.yml @@ -276,7 +276,7 @@ jobs: fi - name: Upload artifact CH_AMD_BINARY_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse diff --git a/.github/workflows/pull_request.yml b/.github/workflows/pull_request.yml index e9be810fbe3c..3284897993dd 100644 --- a/.github/workflows/pull_request.yml +++ b/.github/workflows/pull_request.yml @@ -335,7 +335,7 @@ jobs: fi - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -483,7 +483,7 @@ jobs: fi - name: Upload artifact CH_AMD_MSAN_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -584,7 +584,7 @@ jobs: fi - name: Upload artifact CH_AMD_BINARY_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -862,7 +862,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1151,7 +1151,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1205,7 +1205,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1259,7 +1259,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1313,7 +1313,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1367,7 +1367,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1421,7 +1421,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1475,7 +1475,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1529,7 +1529,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1771,7 +1771,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1825,7 +1825,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1879,7 +1879,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1933,7 +1933,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2081,7 +2081,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2135,7 +2135,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2753,7 +2753,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2807,7 +2807,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2861,7 +2861,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2915,7 +2915,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2969,7 +2969,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -4245,7 +4245,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -4393,7 +4393,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -4494,7 +4494,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -4642,7 +4642,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH diff --git a/.github/workflows/pull_request_community.yml b/.github/workflows/pull_request_community.yml index eb2119f356ea..9fca055786dc 100644 --- a/.github/workflows/pull_request_community.yml +++ b/.github/workflows/pull_request_community.yml @@ -189,7 +189,7 @@ jobs: - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -407,7 +407,7 @@ jobs: - name: Upload artifact CH_AMD_MSAN_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -547,7 +547,7 @@ jobs: - name: Upload artifact CH_AMD_BINARY_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -932,7 +932,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -986,7 +986,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -1040,7 +1040,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -1094,7 +1094,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -1148,7 +1148,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1202,7 +1202,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1256,7 +1256,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1310,7 +1310,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1364,7 +1364,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1418,7 +1418,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1472,7 +1472,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1526,7 +1526,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -1580,7 +1580,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -1634,7 +1634,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -1688,7 +1688,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -1742,7 +1742,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -1796,7 +1796,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1850,7 +1850,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1904,7 +1904,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -1958,7 +1958,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_MSAN_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_MSAN_GH @@ -2012,7 +2012,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_UBSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_UBSAN @@ -2066,7 +2066,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_UBSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_UBSAN @@ -2120,7 +2120,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2174,7 +2174,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_DEBUG_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_DEBUG_GH @@ -2228,7 +2228,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -2282,7 +2282,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -2336,7 +2336,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -2390,7 +2390,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -2444,7 +2444,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -2498,7 +2498,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -2552,7 +2552,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2606,7 +2606,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2660,7 +2660,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2714,7 +2714,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2768,7 +2768,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2822,7 +2822,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_ASAN @@ -2876,7 +2876,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2930,7 +2930,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -2984,7 +2984,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3038,7 +3038,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3092,7 +3092,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -3146,7 +3146,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -3200,7 +3200,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -3254,7 +3254,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -3308,7 +3308,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_BIN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_BIN @@ -3362,7 +3362,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3416,7 +3416,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3470,7 +3470,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3524,7 +3524,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3578,7 +3578,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3632,7 +3632,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_TSAN @@ -3686,7 +3686,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact UNITTEST_AMD_ASAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: UNITTEST_AMD_ASAN @@ -3740,7 +3740,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact UNITTEST_AMD_TSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: UNITTEST_AMD_TSAN @@ -3794,7 +3794,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact UNITTEST_AMD_MSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: UNITTEST_AMD_MSAN @@ -3848,7 +3848,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact UNITTEST_AMD_UBSAN - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: UNITTEST_AMD_UBSAN @@ -3902,7 +3902,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_RELEASE_STRIPPED - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_RELEASE_STRIPPED @@ -3910,7 +3910,7 @@ jobs: - name: Download artifact DEB_AMD_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: DEB_AMD_RELEASE @@ -3918,7 +3918,7 @@ jobs: - name: Download artifact RPM_AMD_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: RPM_AMD_RELEASE @@ -3926,7 +3926,7 @@ jobs: - name: Download artifact TGZ_AMD_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: TGZ_AMD_RELEASE @@ -3980,7 +3980,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_ARM_RELEASE_STRIPPED - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_ARM_RELEASE_STRIPPED @@ -3988,7 +3988,7 @@ jobs: - name: Download artifact DEB_ARM_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: DEB_ARM_RELEASE @@ -3996,7 +3996,7 @@ jobs: - name: Download artifact RPM_ARM_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: RPM_ARM_RELEASE @@ -4004,7 +4004,7 @@ jobs: - name: Download artifact TGZ_ARM_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: TGZ_ARM_RELEASE @@ -4058,7 +4058,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact DEB_AMD_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: DEB_AMD_RELEASE @@ -4112,7 +4112,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact DEB_ARM_RELEASE - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: DEB_ARM_RELEASE diff --git a/.github/workflows/release_branches.yml b/.github/workflows/release_branches.yml index 2cd611892f78..4702205e3e62 100644 --- a/.github/workflows/release_branches.yml +++ b/.github/workflows/release_branches.yml @@ -238,7 +238,7 @@ jobs: fi - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -386,7 +386,7 @@ jobs: fi - name: Upload artifact CH_AMD_MSAN_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse diff --git a/.github/workflows/release_builds.yml b/.github/workflows/release_builds.yml index e8ffda107a7b..1fccfe864963 100644 --- a/.github/workflows/release_builds.yml +++ b/.github/workflows/release_builds.yml @@ -285,7 +285,7 @@ jobs: fi - name: Upload artifact CH_AMD_DEBUG_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_DEBUG_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -439,7 +439,7 @@ jobs: fi - name: Upload artifact CH_AMD_MSAN_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_MSAN_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -544,7 +544,7 @@ jobs: fi - name: Upload artifact CH_AMD_BINARY_GH - uses: actions/upload-artifact@v4 + uses: actions/upload-artifact@v7 with: name: CH_AMD_BINARY_GH path: ci/tmp/build/programs/self-extracting/clickhouse @@ -981,7 +981,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1037,7 +1037,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1093,7 +1093,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH @@ -1149,7 +1149,7 @@ jobs: ENV_SETUP_SCRIPT_EOF - name: Download artifact CH_AMD_BINARY_GH - uses: actions/download-artifact@v4 + uses: actions/download-artifact@v8 continue-on-error: true with: name: CH_AMD_BINARY_GH