Skip to content

Antalya 26.1 - Enable regression suites #1377

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
strtgbb wants to merge 4 commits into
base: antalya-26.1
Choose a base branch
from
Open

Antalya 26.1 - Enable regression suites #1377

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
06f26e6
fix regression skip check
strtgbb Feb 5, 2026
cb40874
try to fix regression workflow config
strtgbb Feb 5, 2026
31d09e5
Update regression hash antalya-26.1
CarlosFelipeOR Feb 17, 2026
cd4d725
Merge pull request #1358 from Altinity/regression_fixes_25.8
strtgbb Jan 30, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 8 additions & 8 deletions .github/workflows/master.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4495,28 +4495,28 @@ jobs:

RegressionTestsRelease:
needs: [config_workflow, build_amd_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester
commit: c5cae9b244e0839fb307a9fb67a40fe80d93810b
commit: 979bb27171f92724bcd8f086989ba623f2e03fdc
arch: release
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}
RegressionTestsAarch64:
needs: [config_workflow, build_arm_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester-aarch64
commit: c5cae9b244e0839fb307a9fb67a40fe80d93810b
commit: 979bb27171f92724bcd8f086989ba623f2e03fdc
arch: aarch64
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}

SignRelease:
needs: [config_workflow, build_amd_release]
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/pull_request.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4685,28 +4685,28 @@ jobs:

RegressionTestsRelease:
needs: [config_workflow, build_amd_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester
commit: c5cae9b244e0839fb307a9fb67a40fe80d93810b
commit: 979bb27171f92724bcd8f086989ba623f2e03fdc
arch: release
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}
RegressionTestsAarch64:
needs: [config_workflow, build_arm_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester-aarch64
commit: c5cae9b244e0839fb307a9fb67a40fe80d93810b
commit: 979bb27171f92724bcd8f086989ba623f2e03fdc
arch: aarch64
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}

FinishCIReport:
if: ${{ !cancelled() }}
Expand Down
12 changes: 6 additions & 6 deletions .github/workflows/regression-reusable-suite.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ jobs:
--local
--collect-service-logs
--output ${{ inputs.output_format }}
--attr project="${GITHUB_REPOSITORY}" project.id="${GITHUB_REPOSITORY_ID}" user.name="${GITHUB_ACTOR}" version="${{ fromJson(inputs.workflow_config).custom_data.version.string }}" package="$clickhouse_path" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name=$GITHUB_JOB job.retry=$GITHUB_RUN_ATTEMPT job.url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" arch="$(uname -i)"
--attr project="${GITHUB_REPOSITORY}" project.id="${GITHUB_REPOSITORY_ID}" user.name="${GITHUB_ACTOR}" version="${{ fromJson(inputs.workflow_config).JOB_KV_DATA.version.string }}" package="$clickhouse_path" repository="https://github.com/Altinity/clickhouse-regression" commit.hash="$(git rev-parse HEAD)" job.name=$GITHUB_JOB job.retry=$GITHUB_RUN_ATTEMPT job.url="${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}" arch="$(uname -i)"
--cicd
--log raw.log
${{ inputs.flags != 'none' && inputs.flags || ''}}
Expand Down Expand Up @@ -134,7 +134,7 @@ jobs:
REPORTS_PATH=${{ runner.temp }}/reports_dir
mkdir -p $REPORTS_PATH
cat > $REPORTS_PATH/workflow_config.json << 'EOF'
${{ inputs.workflow_config }}
${{ toJson(fromJson(inputs.workflow_config).WORKFLOW_CONFIG) }}
EOF

python3 .github/get-deb-url.py --github-env $GITHUB_ENV --workflow-config $REPORTS_PATH/workflow_config.json --s3-base-url $S3_BASE_URL --pr-number $PR_NUMBER --branch-name ${{ github.ref_name }} --commit-hash ${{ inputs.build_sha || github.sha }} --binary
Expand Down Expand Up @@ -168,24 +168,24 @@ jobs:
exit $EXITCODE

- name: 📊 Set Commit Status
if: always() && inputs.set_commit_status
if: ${{ !cancelled() && inputs.set_commit_status }}
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
JOB_OUTCOME: ${{ steps.run_suite.outcome }}
SUITE_NAME: ${{ format('Regression {0} {1}{2}', inputs.runner_arch, inputs.job_name != '' && inputs.job_name || inputs.suite_name, inputs.part != '' && format('_{0}', inputs.part) || '') }}
run: python3 .github/set_builds_status.py

- name: 📝 Create and upload logs
if: always()
if: ${{ !cancelled() }}
run: .github/create_and_upload_logs.sh 1

- name: 📤 Upload logs to results database
if: always()
if: ${{ !cancelled() }}
timeout-minutes: 20
run: .github/upload_results_to_database.sh 1

- uses: actions/upload-artifact@v4
if: always()
if: ${{ !cancelled() }}
with:
name: ${{ format('{0}{1}-artifacts-{2}{3}', inputs.job_name != '' && inputs.job_name || inputs.suite_name, inputs.part != '' && format('_{0}', inputs.part) || '', inputs.runner_arch, contains(inputs.extra_args, '--use-keeper') && '_keeper' || '_zookeeper') }}
path: ${{ env.artifact_paths }}
Expand Down
56 changes: 28 additions & 28 deletions .github/workflows/regression.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -121,8 +121,8 @@ env:
jobs:
Common:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'common')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'common')
strategy:
fail-fast: false
matrix:
Expand All @@ -145,8 +145,8 @@ jobs:

AggregateFunctions:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'aggregate_functions')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'aggregate_functions')
strategy:
fail-fast: false
matrix:
Expand All @@ -170,8 +170,8 @@ jobs:
secrets: inherit
Alter:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'alter')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'alter')
strategy:
fail-fast: false
matrix:
Expand Down Expand Up @@ -202,8 +202,8 @@ jobs:

Benchmark:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'benchmark')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'benchmark')
strategy:
fail-fast: false
matrix:
Expand All @@ -228,8 +228,8 @@ jobs:

ClickHouseKeeper:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'clickhouse_keeper')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'clickhouse_keeper')
strategy:
fail-fast: false
matrix:
Expand All @@ -256,8 +256,8 @@ jobs:

Iceberg:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'iceberg')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'iceberg')
strategy:
fail-fast: false
matrix:
Expand All @@ -281,8 +281,8 @@ jobs:
secrets: inherit
LDAP:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'ldap')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'ldap')
strategy:
fail-fast: false
matrix:
Expand All @@ -305,8 +305,8 @@ jobs:

Parquet:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'parquet')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'parquet')
uses: ./.github/workflows/regression-reusable-suite.yml
with:
ref: ${{ inputs.commit }}
Expand All @@ -325,8 +325,8 @@ jobs:

ParquetS3:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'parquet')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'parquet')
strategy:
fail-fast: false
matrix:
Expand All @@ -351,8 +351,8 @@ jobs:

RBAC:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'rbac')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'rbac')
strategy:
fail-fast: false
matrix:
Expand All @@ -376,8 +376,8 @@ jobs:
secrets: inherit
SSLServer:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'ssl_server')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'ssl_server')
strategy:
fail-fast: false
matrix:
Expand All @@ -402,8 +402,8 @@ jobs:

S3:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 's3')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 's3')
strategy:
fail-fast: false
matrix:
Expand Down Expand Up @@ -434,8 +434,8 @@ jobs:

S3Export:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 's3')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 's3')
strategy:
fail-fast: false
matrix:
Expand All @@ -462,8 +462,8 @@ jobs:

TieredStorage:
if: |
fromJson(inputs.workflow_config).custom_data.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).custom_data.ci_regression_jobs, 'tiered_storage')
fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs[0] == null ||
contains(fromJson(inputs.workflow_config).JOB_KV_DATA.ci_regression_jobs, 'tiered_storage')
strategy:
fail-fast: false
matrix:
Expand Down
14 changes: 7 additions & 7 deletions ci/praktika/yaml_additional_templates.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ class AltinityWorkflowTemplates:
echo "Workflow Run Report: [View Report]($REPORT_LINK)" >> $GITHUB_STEP_SUMMARY
"""
# Additional jobs
REGRESSION_HASH = "c5cae9b244e0839fb307a9fb67a40fe80d93810b"
REGRESSION_HASH = "979bb27171f92724bcd8f086989ba623f2e03fdc"
ALTINITY_JOBS = {
"GrypeScan": r"""
GrypeScanServer:
Expand Down Expand Up @@ -63,28 +63,28 @@ class AltinityWorkflowTemplates:
"Regression": r"""
RegressionTestsRelease:
needs: [config_workflow, build_amd_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester
commit: {REGRESSION_HASH}
arch: release
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}
RegressionTestsAarch64:
needs: [config_workflow, build_arm_binary]
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
if: ${{ !cancelled() && !contains(needs.*.outputs.pipeline_status, 'failure') && !contains(fromJson(needs.config_workflow.outputs.data).JOB_KV_DATA.ci_exclude_tags, 'regression') && !contains(fromJson(needs.config_workflow.outputs.data).workflow_config.custom_data.ci_exclude_tags, 'aarch64')}}
uses: ./.github/workflows/regression.yml
secrets: inherit
with:
runner_type: altinity-regression-tester-aarch64
commit: {REGRESSION_HASH}
arch: aarch64
build_sha: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
timeout_minutes: 300
workflow_config: ${{ needs.config_workflow.outputs.data.workflow_config }}
timeout_minutes: 210
workflow_config: ${{ needs.config_workflow.outputs.data }}
""",
"SignRelease": r"""
SignRelease:
Expand Down
Loading