[Cherry-Pick][CI] Sync parallelism optimization from dev to 2.5 (#7085) (#7140)

* [Cherry-Pick][CI] Sync parallelism optimization from dev to 2.5 (#7085)

Author: EmmonsCurse

.github/workflows/_base_test.yml

@@ -182,7 +182,10 @@ jobs:
             docker rm -f ${runner_name} || true
           fi
 
-          docker run --rm --ipc=host --pid=host --net=host \
+          docker run --rm --net=host \
+          --shm-size=64g \
+          --sysctl kernel.msgmax=1048576 \
+          --sysctl kernel.msgmnb=268435456 \
           --name ${runner_name} \
           -v $(pwd):/workspace \
           -w /workspace \

.github/workflows/_gpu_4cards_case_test.yml

@@ -166,7 +166,10 @@ jobs:
             docker rm -f ${runner_name} || true
           fi
 
-          docker run --rm --ipc=host --net=host \
+          docker run --rm --net=host \
+          --shm-size=64g \
+          --sysctl kernel.msgmax=1048576 \
+          --sysctl kernel.msgmnb=268435456 \
           --name ${runner_name} \
           -v $(pwd):/workspace -w /workspace \
           -v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \

.github/workflows/_logprob_test_linux.yml

@@ -152,7 +152,11 @@ jobs:
             echo "Removing stale container: ${runner_name}"
             docker rm -f ${runner_name} || true
           fi
-          docker run --rm --ipc=host --pid=host --net=host \
+
+          docker run --rm --net=host \
+          --shm-size=64g \
+          --sysctl kernel.msgmax=1048576 \
+          --sysctl kernel.msgmnb=268435456 \
           --name ${runner_name} \
           -v $(pwd):/workspace \
           -w /workspace \

.github/workflows/_pre_ce_test.yml

@@ -163,6 +163,7 @@ jobs:
           fi
 
           docker run --rm --net=host \
+          --shm-size=64G \
           --name ${runner_name} \
           -v $(pwd):/workspace \
           -w /workspace \

.github/workflows/_stable_test.yml

@@ -160,6 +160,7 @@ jobs:
           fi
 
           docker run --rm --net=host \
+          --shm-size=64G \
           --name ${runner_name} \
           -v $(pwd):/workspace \
           -w /workspace \

.github/workflows/_unit_test_coverage.yml

@@ -47,6 +47,7 @@ jobs:
     outputs:
       all_cov_file_url: ${{ steps.cov_upload.outputs.all_cov_file_url }}
       unittest_failed_url: ${{ steps.cov_upload.outputs.unittest_failed_url }}
+      unittest_logs_url: ${{ steps.cov_upload.outputs.unittest_logs_url }}
       diff_cov_result_json_url: ${{ steps.cov_upload.outputs.diff_cov_result_json_url }}
     steps:
       - name: Code Prepare
@@ -173,6 +174,8 @@ jobs:
           export RDMA_DEVICES=$(find /dev/infiniband/uverbs* -maxdepth 1 -not -type d | xargs -I{} echo '--device {}:{}')
 
           docker run --rm --net=host \
+          --sysctl kernel.msgmax=1048576 \
+          --sysctl kernel.msgmnb=268435456 \
           --name ${runner_name} \
           --cap-add=SYS_PTRACE --cap-add=IPC_LOCK \
           --shm-size=64G \
@@ -309,6 +312,15 @@ jobs:
             echo "unittest_failed_url=${UNIT_TEST_RESULT_URL}" >> $GITHUB_ENV
           fi
 
+          # Only upload logs when tests failed
+          unittest_logs_archive="unittest_logs.tar.gz"
+          if [ "$HAS_FAILED_TESTS" = true ]; then
+            python ${push_file} ${unittest_logs_archive} ${target_path}/UnitTestResult
+            UNIT_TEST_LOGS_URL=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/UnitTestResult/${unittest_logs_archive}
+            echo "unittest_logs_url=${UNIT_TEST_LOGS_URL}" >> $GITHUB_OUTPUT
+            echo "unittest_logs_url=${UNIT_TEST_LOGS_URL}" >> $GITHUB_ENV
+          fi
+
           if [[ "$IS_PR" != "true" ]]; then
             full_cov_file="full_coverage_report.txt"
             full_cov_csv="full_coverage_report.csv"
@@ -345,6 +357,7 @@ jobs:
             if [ -f "${filename}" ];then
               echo "Failed test cases:"
               cat "${filename}"
+              echo "unittest_logs_url=${unittest_logs_url}"
             fi
             exit "$TEST_EXIT_CODE"
           fi