[CI] cmake tar predownload (#73446)

swgu98 · web-flow · commit 6420b5994b67 · 2025-06-23T13:12:28.000+08:00
* modify cmake wget

* fix

* predownload

* add predownload

* fix cmake download, no predownload

* no predownload

* add predownload

* add predownload
diff --git a/.github/workflows/Coverage.yml b/.github/workflows/Coverage.yml
@@ -54,6 +54,7 @@ jobs:
     steps:
       - name: Check docker image and run container
         env:
+          CACHE_DIR: "/root/.cache/coverage"
           CCACHE_DIR: "/root/.ccache/coverage"
           FLAGS_fraction_of_gpu_memory_to_use: 0.15
           CTEST_PARALLEL_LEVEL: 2
@@ -99,6 +100,7 @@ jobs:
             -e work_dir \
             -e PADDLE_ROOT \
             -e GIT_PR_ID \
+            -e CACHE_DIR \
             -e CCACHE_DIR \
             -e ci_scripts \
             -e FLAGS_fraction_of_gpu_memory_to_use \
@@ -161,6 +163,7 @@ jobs:
           mkdir -p /home/data/cfs/.cache/coverage
           mkdir -p /home/data/cfs/.ccache/coverage
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash $ci_scripts/coverage_build.sh bdist_wheel
           '
 
diff --git a/.github/workflows/_Distribute-stable.yml b/.github/workflows/_Distribute-stable.yml
@@ -164,6 +164,7 @@ jobs:
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           '
 
diff --git a/.github/workflows/_Inference.yml b/.github/workflows/_Inference.yml
@@ -131,6 +131,7 @@ jobs:
         run: |
           docker exec -t ${container_name} /bin/bash -c '
           source /action-runner/proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash ${ci_scripts}/inference_build.sh
           EXCODE=$?
           exit $EXCODE
diff --git a/.github/workflows/_Linux-CPU.yml b/.github/workflows/_Linux-CPU.yml
@@ -48,6 +48,7 @@ jobs:
           CCACHE_MAXSIZE: 150G
           CCACHE_LIMIT_MULTIPLE: 0.8
           WITH_AVX: "OFF"
+          CACHE_DIR: "/root/.cache/cpu"
           CCACHE_DIR: "/root/.ccache/cpu"
         run: |
           container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
@@ -84,6 +85,7 @@ jobs:
             -e GITHUB_ENV \
             -e ci_scripts \
             -e WITH_AVX \
+            -e CACHE_DIR \
             -e CCACHE_DIR \
             -e CI_name \
             -e no_proxy \
@@ -125,6 +127,7 @@ jobs:
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           EXCODE=$?
           exit $EXCODE
diff --git a/.github/workflows/_Linux-XPU.yml b/.github/workflows/_Linux-XPU.yml
@@ -132,6 +132,7 @@ jobs:
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           apt install zstd -y
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           EXCODE=$?
diff --git a/.github/workflows/_Linux-build.yml b/.github/workflows/_Linux-build.yml
@@ -154,6 +154,7 @@ jobs:
           mkdir -p /root/.cache/build
           mkdir -p /root/.ccache/build
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           '
 
diff --git a/.github/workflows/_SOT.yml b/.github/workflows/_SOT.yml
@@ -57,6 +57,7 @@ jobs:
           CCACHE_MAXSIZE: 150G
           CCACHE_LIMIT_MULTIPLE: 0.8
           WITH_AVX: "OFF"
+          CACHE_DIR: "/root/.cache/sot"
           CCACHE_DIR: "/root/.ccache/sot"
         run: |
           set -x
@@ -94,6 +95,7 @@ jobs:
             -e GITHUB_ENV \
             -e ci_scripts \
             -e WITH_AVX \
+            -e CACHE_DIR \
             -e CCACHE_DIR \
             -e no_proxy \
             -w /paddle --network host ${docker_image}
@@ -139,6 +141,7 @@ jobs:
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           export PY_VERSION=3.9
           source ${{ github.workspace }}/../../../proxy
+          bash ${ci_scripts}/cmake-predownload.sh
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           EXCODE=$?
           exit $EXCODE
diff --git a/ci/cmake-predownload.sh b/ci/cmake-predownload.sh
diff --git a/cmake/cinn/core.cmake b/cmake/cinn/core.cmake
diff --git a/cmake/external/afs_api.cmake b/cmake/external/afs_api.cmake

Original file line number	Diff line number	Diff line change
`@@ -164,6 +164,7 @@ jobs:`
`164`	`164`	`run: \|`
`165`	`165`	`docker exec -t ${{ env.container_name }} /bin/bash -c '`
`166`	`166`	`source ${{ github.workspace }}/../../../proxy`
	`167`	`+ bash ${ci_scripts}/cmake-predownload.sh`
`167`	`168`	`bash ${ci_scripts}/run_setup.sh bdist_wheel`
`168`	`169`	`'`
`169`	`170`
Original file line number	Diff line number	Diff line change
`@@ -154,6 +154,7 @@ jobs:`
`154`	`154`	`mkdir -p /root/.cache/build`
`155`	`155`	`mkdir -p /root/.ccache/build`
`156`	`156`	`source ${{ github.workspace }}/../../../proxy`
	`157`	`+ bash ${ci_scripts}/cmake-predownload.sh`
`157`	`158`	`bash ${ci_scripts}/run_setup.sh bdist_wheel`
`158`	`159`	`'`
`159`	`160`