[CI] no privileged CINN (#72801)

swgu98 · web-flow · commit 1f0c5cf85def · 2025-06-15T23:12:42.000-07:00
* test=documet_fix

* test=document_fix

* test=document_fix

* test=document_fix

* test=document_fix

* test=document_fix

* test=document_fix

* test=document_fix

* test=document_fix
diff --git a/.github/workflows/_Api-Benchmark.yml b/.github/workflows/_Api-Benchmark.yml
@@ -43,7 +43,9 @@ jobs:
     steps:
       - name: Determine the runner
         run: |
-          sudo rm -rf * .[^.]*
+          docker_image=${{ inputs.docker_build_image }}
+          echo "docker_image=${docker_image}" >> $GITHUB_ENV
+          docker run -i --rm -v ${{ github.workspace }}:/paddle -w /paddle $docker_image /bin/bash -c 'rm -rf * .[^.]*'
           cp -r /home/PTSTools .
           runner_name=`(echo $PWD|awk -F '/' '{print $4}')`
           echo $runner_name
@@ -65,10 +67,9 @@ jobs:
         run: |
           container_name=${TASK}-${core_index}-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
-          docker_image=${{ inputs.docker_build_image }}
           docker container ls -a --filter "name=paddle-CI-*-api-benchmark-${core_index}*" --format "{{.ID}}" | xargs -r docker rm -f
           docker container ls -a --filter "name=api_benchmark_ci_baseline_" --format "{{.ID}} {{.CreatedAt}}" | awk '$2 <= "'$(date -d '1 day ago' +'%Y-%m-%d')'" {print $1}' | xargs -r docker rm -f
-          docker run -d -t --name ${container_name} --privileged --shm-size=128g \
+          docker run -d -t --name  ${container_name} --shm-size=128g \
             -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
             -v ${{ github.workspace }}:/paddle \
             -e python \
@@ -127,5 +128,5 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f ${{ env.container_name }}
diff --git a/.github/workflows/_CE-CINN-Framework.yml b/.github/workflows/_CE-CINN-Framework.yml
@@ -41,7 +41,7 @@ jobs:
           docker_image=${{ inputs.docker_build_image }}
           docker container ls -a --filter "name=paddle-CI-*-api-benchmark-${core_index}*" --format "{{.ID}}" | xargs -r docker rm -f
           docker container ls -a --filter "name=api_benchmark_ci_baseline_" --format "{{.ID}} {{.CreatedAt}}" | awk '$2 <= "'$(date -d '1 day ago' +'%Y-%m-%d')'" {print $1}' | xargs -r docker rm -f
-          docker run -d -t --gpus all --name ${container_name} --privileged --shm-size=128g \
+          docker run -d -t --gpus all --name ${container_name} --shm-size=128g \
             -v "/home/data/cfs:/home/data/cfs" \
             -v "/home/data/cfs/.cache:/root/.cache" \
             -v "/home/data/cfs/.ccache:/root/.ccache" \
@@ -125,5 +125,5 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f ${{ env.container_name }}
diff --git a/.github/workflows/_CE-Framework.yml b/.github/workflows/_CE-Framework.yml
@@ -75,7 +75,7 @@ jobs:
           container_name=${TASK}-${core_index}-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
           docker_image=${{ inputs.docker_build_image }}
-          docker run -d -t --gpus all --name ${container_name} --privileged --shm-size=128g \
+          docker run -d -t --gpus all --name ${container_name} --shm-size=128g \
             -v "/home/data/cfs:/home/data/cfs" \
             -v "/home/data/cfs/.cache:/root/.cache" \
             -v "/home/data/cfs/.ccache:/root/.ccache" \
@@ -153,7 +153,7 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f ${{ env.container_name }}
 
   test:
@@ -172,7 +172,7 @@ jobs:
           container_name=${TASK}-${core_index}-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
           docker_image=${{ inputs.docker_build_image }}
-          docker run -d -t --gpus all --name ${container_name} --privileged --shm-size=128g \
+          docker run -d -t --gpus all --name ${container_name} --shm-size=128g \
             -v "/home/data/cfs:/home/data/cfs" \
             -v "/home/data/cfs/.cache:/root/.cache" \
             -v "/home/data/cfs/.ccache:/root/.ccache" \
@@ -250,5 +250,5 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f ${{ env.container_name }}
diff --git a/.github/workflows/_Distribute-stable.yml b/.github/workflows/_Distribute-stable.yml
@@ -270,7 +270,7 @@ jobs:
           export SMI="-v /usr/bin/nvidia-smi:/usr/bin/nvidia-smi"
           container_name=${TASK}-test-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
-          docker run --privileged -d -t --name ${container_name} ${CUDA_SO} ${DEVICES} ${SMI} --shm-size=32G \
+          docker run -d -t --name ${container_name} ${CUDA_SO} ${DEVICES} ${SMI} --shm-size=32G \
           -v "/home/data/cfs:/home/data/cfs" \
           -v "/home/data/cfs/.cache/:/root/.cache" \
           -v "/home/data/cfs/.ccache:/root/.ccache" \
diff --git a/.github/workflows/_Linux-NPU.yml b/.github/workflows/_Linux-NPU.yml
@@ -35,7 +35,7 @@ jobs:
     steps:
       - name: Download paddle.tar.gz and update test branch
         run: |
-          sudo rm -rf * .[^.]*
+          docker run -i --rm -v ${{ github.workspace }}:/paddle -w /paddle $docker_image /bin/bash -c 'rm -rf * .[^.]*'
           source ~/.bashrc
           set -e
           echo "Downloading Paddle.tar.gz"
diff --git a/.github/workflows/_Linux-XPU.yml b/.github/workflows/_Linux-XPU.yml
@@ -65,7 +65,7 @@ jobs:
         run: |
           container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
           echo "container_name=${container_name}" >> ${{ github.env }}
-          docker run --privileged --ulimit nofile=102400:102400 -d -t --name ${container_name} \
+          docker run --ulimit nofile=102400:102400 -d -t --name ${container_name} \
             -v $home_dir/.cache:/root/.cache \
             -v $home_dir/.ccache:/root/.ccache \
             -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
@@ -132,6 +132,7 @@ jobs:
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           source ${{ github.workspace }}/../../../proxy
+          apt install zstd -y
           bash ${ci_scripts}/run_setup.sh bdist_wheel
           EXCODE=$?
           python -m pip install bce-python-sdk==0.8.74
@@ -149,12 +150,12 @@ jobs:
           paddle_whl: paddlepaddle_xpu-0.0.0-cp310-cp310-linux_x86_64.whl
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
+          set -e
           if [ ! -f "${{ env.bos_file }}" ]; then
             wget -q --no-proxy -O ${{ env.home_path }}/bos_new.tar.gz https://xly-devops.bj.bcebos.com/home/bos_new.tar.gz --no-check-certificate
             mkdir ${{ env.home_path }}/bos
             tar xf ${{ env.home_path }}/bos_new.tar.gz -C ${{ env.home_path }}/bos
           fi
-          apt install zstd -y
           cd ..
           tar --use-compress-program="pzstd -5" -cf build.tar.gz paddle
           # source /home/opt/deck/1.0/etc/bashrc
@@ -168,9 +169,8 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
-          docker stop ${container_name}
-          docker rm ${container_name}
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
+          docker rm -f ${container_name}
 
   test:
     name: Test
@@ -276,5 +276,4 @@ jobs:
         run: |
           sudo mkdir -p /run/user/0
           sudo rm -rf * .[^.]*
-          docker stop ${container_name}
-          docker rm ${container_name}
+          docker rm -f ${container_name}
diff --git a/.github/workflows/_SOT.yml b/.github/workflows/_SOT.yml
@@ -36,7 +36,6 @@ jobs:
       group: GZ_BD-CPU
 
     steps:
-      # sudo usermod -aG docker $USER
       - name: run container
         env:
           BRANCH: ${{ github.base_ref }}
diff --git a/.github/workflows/_Slice.yml b/.github/workflows/_Slice.yml
@@ -45,8 +45,7 @@ jobs:
         run: |
           container_name="api_benchmark_ci_${RUN_ID}"
           echo "container_name=${container_name}" >> ${{ github.env }}
-          docker_image=${{ inputs.docker_build_image }}
-          docker run -d -t --gpus all --name ${container_name} --privileged --shm-size=128g \
+          docker run -d -t --gpus all --name ${container_name} --shm-size=128g \
             -v "/home/data/cfs:/home/data/cfs" \
             -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
             -v ${{ github.workspace }}:/paddle \
@@ -96,5 +95,5 @@ jobs:
       - name: Terminate and delete the container
         if: always()
         run: |
-          sudo rm -rf * .[^.]*
+          docker exec -t ${{ env.container_name }} /bin/bash -c 'rm -rf * .[^.]*'
           docker rm -f ${{ env.container_name }}
