Testcontainers migration

.github/workflows/build.yaml

@@ -34,7 +34,7 @@ jobs:
 
 #      - name: Cache golang
 #        id: cache-golang
-#        uses: actions/cache@v4
+#        uses: actions/cache@v5
 #        with:
 #          path: |
 #            ~/go/pkg/mod
@@ -97,6 +97,7 @@ jobs:
     name: Testflows
     runs-on: ubuntu-22.04
     strategy:
+      fail-fast: false
       matrix:
         golang-version:
           - "1.25"
@@ -109,14 +110,14 @@ jobs:
           - '24.8'
           - '25.3'
           - '25.8'
-          - '26.1'
+          - '26.3'
     steps:
       - name: Checkout project
         uses: actions/checkout@v6
 
       - name: Setup golang
         id: setup-go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
           go-version: '^${{ matrix.golang-version }}'
 
@@ -132,7 +133,7 @@ jobs:
           python3 -m venv ~/venv/qa
 
       - name: Cache python
-        uses: actions/cache@v4
+        uses: actions/cache@v5
         id: cache-python
         with:
           path: ~/venv/qa
@@ -154,30 +155,18 @@ jobs:
           QA_AWS_REGION: ${{ secrets.QA_AWS_REGION }}
           QA_AWS_BUCKET: ${{ secrets.QA_AWS_BUCKET }}
           QA_GCS_CRED_JSON: ${{ secrets.QA_GCS_CRED_JSON }}
+          RUN_PARALLEL: 3
+          DEBUG: 1
+          NO_COLORS: 1
+          GOROOT: ${{ env.GOROOT_1_25_X64 }}
           # don't change it to avoid not working CI/CD
           RUN_TESTS: "*"
         run: |
           set -xe
           export CLICKHOUSE_TESTS_DIR=$(pwd)/test/testflows/clickhouse_backup
-
-          docker compose -f ${CLICKHOUSE_TESTS_DIR}/docker-compose/docker-compose.yml pull
-
           chmod +x $(pwd)/clickhouse-backup/clickhouse-backup*
           source ~/venv/qa/bin/activate
-          ~/venv/qa/bin/python3 ./test/testflows/clickhouse_backup/regression.py --debug --only="${RUN_TESTS:-*}" --no-colors --log ./test/testflows/raw.log 
-          tfs --debug --no-colors transform compact ./test/testflows/raw.log ./test/testflows/compact.log
-          tfs --debug --no-colors transform nice ./test/testflows/raw.log ./test/testflows/nice.log.txt
-          tfs --debug --no-colors transform short ./test/testflows/raw.log ./test/testflows/short.log.txt
-          tfs --debug --no-colors report results -a "${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}/" ./test/testflows/raw.log - --confidential --copyright "Altinity LTD" --logo ./test/testflows/altinity.png | ~/venv/qa/bin/tfs --debug --no-colors document convert > ./test/testflows/report.html
-          sudo chmod -Rv +rx test/testflows/clickhouse_backup/_instances
-      - name: Format testflows coverage
-        env:
-          GOROOT: ${{ env.GOROOT_1_25_X64 }}
-        run: |
-          sudo chmod -Rv a+rw test/testflows/_coverage_/
-          ls -la test/testflows/_coverage_
-          go env
-          go tool covdata textfmt -i test/testflows/_coverage_/ -o test/testflows/_coverage_/coverage.out
+          ./test/testflows/run.sh
       - name: Report testflows coverage
         uses: coverallsapp/github-action@v2
         with:
@@ -195,6 +184,7 @@ jobs:
           path: |
             test/testflows/*.log
             test/testflows/*.log.txt
+            test/testflows/_logs_/**/*.log
             test/testflows/clickhouse_backup/_instances/**/*.log
             test/testflows/*.html
           retention-days: 7
@@ -204,6 +194,7 @@ jobs:
     name: Test
     runs-on: ubuntu-24.04
     strategy:
+      fail-fast: false
       matrix:
         golang-version:
           - "1.25"
@@ -222,7 +213,7 @@ jobs:
           - '24.8'
           - '25.3'
           - '25.8'
-          - '26.1'
+          - '26.3'
     steps:
       - name: Checkout project
         uses: actions/checkout@v6
@@ -235,7 +226,7 @@ jobs:
 
 #      - name: Cache golang
 #        id: cache-golang
-#        uses: actions/cache@v4
+#        uses: actions/cache@v5
 #        with:
 #          path: |
 #            ~/go/pkg/mod
@@ -258,16 +249,16 @@ jobs:
           RUN_PARALLEL: 4
           GOROOT: ${{ env.GOROOT_1_25_X64 }}
           CLICKHOUSE_VERSION: ${{ matrix.clickhouse }}
+          LOG_LEVEL: "info"
+          TEST_LOG_LEVEL: "debug"
           # options for advanced debug CI/CD
           # RUN_TESTS: "^TestSkipDisk$"
-          # LOG_LEVEL: "debug"
-          # TEST_LOG_LEVEL: "debug"
           # GCS_DEBUG: "true"
           # SFTP_DEBUG: "true"
           # AZBLOB_DEBUG: "true"
           # FTP_DEBUG: "true"
           # S3_DEBUG: "true"
-          CGO_ENABLED: 0
+          CGO_ENABLED: 1
           GCS_TESTS: ${{ needs.build.outputs.GCS_TESTS }}
           KEEPER_TLS_ENABLED: 1
           RUN_ADVANCED_TESTS: 1
@@ -287,61 +278,25 @@ jobs:
           echo "GCS_TESTS=${GCS_TESTS}"
           GCS_ENCRYPTION_KEY=$(openssl rand -base64 32)
           export GCS_ENCRYPTION_KEY
-          
+
           chmod +x $(pwd)/clickhouse-backup/clickhouse-backup*
 
-          if [[ "${CLICKHOUSE_VERSION}" =~ 2[2-9]+ ]]; then
+          if [[ "${CLICKHOUSE_VERSION}" =~ ^2[1-9]+ || "${CLICKHOUSE_VERSION}" == "head" ]]; then
             export CLICKHOUSE_IMAGE=clickhouse/clickhouse-server
           else
             export CLICKHOUSE_IMAGE=yandex/clickhouse-server
           fi
 
-          if [[ "${CLICKHOUSE_VERSION}" == 2* ]]; then
-            export COMPOSE_FILE=docker-compose_advanced.yml
-          else
-            export COMPOSE_FILE=docker-compose.yml
-          fi
-
           export CUR_DIR="$(pwd)/test/integration"
           export CLICKHOUSE_BACKUP_BIN="$(pwd)/clickhouse-backup/clickhouse-backup-race"
-          docker compose -f "${CUR_DIR}/${COMPOSE_FILE}" --progress=quiet pull
-
-          pids=()
-          project_ids=()
-          for ((i = 0; i < RUN_PARALLEL; i++)); do
-            docker compose -f ${CUR_DIR}/${COMPOSE_FILE} --project-name project${i} --progress plain up -d &
-            pids+=($!)
-            project_ids+=("project${i}")
-          done
-
-
-          for index in "${!pids[@]}"; do
-            pid=${pids[index]}
-            project_id=${project_ids[index]}
-            if wait "$pid"; then
-                echo "$pid docker compose up successful"
-            else
-                echo "=== docker ${project_id} state ==="
-                docker compose -f ${CUR_DIR}/${COMPOSE_FILE} --project-name ${project_id} --progress plain ps -a
-                echo "=== docker ${project_id} logs ==="
-                docker compose -f ${CUR_DIR}/${COMPOSE_FILE} --project-name ${project_id} --progress plain logs
-                echo "$pid the docker compose up failed."
-                exit 1  # Exit with an error code if any command fails
-            fi
-          done
+
           set +e
-          go test -parallel "${RUN_PARALLEL}" -timeout 90m -failfast -tags=integration -shuffle=$(date +%Y%m%d) -run "${RUN_TESTS:-.+}" -v "./test/integration/..."
+          go test -count=1 -parallel "${RUN_PARALLEL}" -race -timeout "${TEST_TIMEOUT:-120m}" -failfast -tags=integration -shuffle=$(date +%Y%m%d) -run "${RUN_TESTS:-.+}" -v "./test/integration/..."
           TEST_FAILED=$?
           set -e
           if [[ "0" != "${TEST_FAILED}" ]]; then
-            for project_id in "${project_ids[@]}"; do
-                echo "=== docker ${project_id} state ==="
-                docker compose -f ${CUR_DIR}/${COMPOSE_FILE} --project-name ${project_id} --progress plain ps -a
-                echo "=== docker ${project_id} logs ==="
-                docker compose -f ${CUR_DIR}/${COMPOSE_FILE} --project-name ${project_id} --progress plain logs
-            done
             exit 1
-          fi      
+          fi
 
       - name: Format integration coverage
         env: