[SOT][3.12] add sot skip test list (#61296)

gouzil · web-flow · commit 9bceda2481f6 · 2024-01-31T11:42:21.000+08:00
diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh
@@ -986,7 +986,7 @@ function check_run_sot_ci() {
 function run_sot_test() {
     PY_VERSION=$1
     PYTHON_WITH_SPECIFY_VERSION=python$PY_VERSION
-    PY_VERSION_NO_DOT=`echo $PY_VERSION | sed 's/\.//g'`
+    PY_VERSION_NO_DOT=$(echo $PY_VERSION | sed 's/\.//g')
 
     export STRICT_MODE=1
     export COST_MODEL=False
@@ -1002,10 +1002,28 @@ function run_sot_test() {
     # Run unittest
     failed_tests=()
 
+    # Skip single tests that are currently not supported
+    declare -a skip_files
+    skiplist_filename="./skip_files_py$PY_VERSION_NO_DOT"
+    if [ -f "$skiplist_filename" ];then
+        # Prevent missing lines
+        echo "" >> "$skiplist_filename"
+        while IFS= read -r line; do  
+            skip_files+=("$line")
+            echo "$line"
+        done < "$skiplist_filename"
+    else
+        skip_files=()
+    fi
+
     for file in ./test_*.py; do
         # check file is python file
         if [ -f "$file" ]; then
-            echo Running: PYTHONPATH=$PYTHONPATH " STRICT_MODE=1 python " $file
+            if [[ "${skip_files[*]}"  =~ "${file}" ]]; then
+                echo "skip ${PY_VERSION_NO_DOT} ${file}"
+                continue
+            fi
+            echo Running:" STRICT_MODE=1 COST_MODEL=False MIN_GRAPH_SIZE=0 SOT_LOG_LEVEL=0 FLAGS_cudnn_deterministic=True python " $file
             # run unittests
             python_output=$($PYTHON_WITH_SPECIFY_VERSION $file 2>&1)
 
@@ -4362,15 +4380,12 @@ function main() {
       cicheck_sot)
         check_run_sot_ci
         export WITH_SHARED_PHI=ON
-        PYTHON_VERSIONS=(3.8 3.9 3.10 3.11 3.12)
+        PYTHON_VERSIONS=(3.12 3.8 3.9 3.10 3.11)
         for PY_VERSION in ${PYTHON_VERSIONS[@]}; do
             ln -sf $(which python${PY_VERSION}) /usr/local/bin/python
             ln -sf $(which pip${PY_VERSION}) /usr/local/bin/pip
             run_setup ${PYTHON_ABI:-""} bdist_wheel ${parallel_number}
-            # Currently, only compile on Python 3.12
-            if [ "${PY_VERSION}" != "3.12" ]; then
-                run_sot_test $PY_VERSION
-            fi
+            run_sot_test $PY_VERSION
             rm -rf ${PADDLE_ROOT}/build/CMakeCache.txt
         done
         ;;
diff --git a/test/sot/skip_files_py312 b/test/sot/skip_files_py312
@@ -0,0 +1,67 @@
+./test_01_basic.py
+./test_02_store_inplace.py
+./test_03_tuple.py
+./test_04_list.py
+./test_05_dict.py
+./test_06_call_function.py
+./test_07_unpack.py
+./test_08_rot.py
+./test_09_f_string.py
+./test_10_build_unpack.py
+./test_11_jumps.py
+./test_12_for_loop.py
+./test_13_make_function.py
+./test_14_operators.py
+./test_15_slice.py
+./test_16_paddle_api.py
+./test_17_paddle_layer.py
+./test_18_tensor_method.py
+./test_19_closure.py
+./test_20_string.py
+./test_21_global.py
+./test_analysis_inputs.py
+./test_binary_operator_tracker.py
+./test_break_graph.py
+./test_builtin_dispatch.py
+./test_builtin_map.py
+./test_builtin_range.py
+./test_builtin_zip.py
+./test_call_ast.py
+./test_call_object.py
+./test_case_base.py
+./test_constant_graph.py
+./test_delete_fast.py
+./test_dtype.py
+./test_dup_top.py
+./test_enumerate.py
+./test_envs.py
+./test_error_handling.py
+./test_execution_base.py
+./test_guard_outputs.py
+./test_guard_user_defined_fn.py
+./test_inplace_api.py
+./test_instruction_translator_cache.py
+./test_min_graph_size.py
+./test_model_switch_training.py
+./test_multiple_args.py
+./test_mutable_data.py
+./test_numpy.py
+./test_numpy_var_if.py
+./test_output_restoration.py
+./test_segment_linear.py
+./test_side_effects.py
+./test_simulate_initialize.py
+./test_sir_rollback.py
+./test_sot_call.py
+./test_sot_cost_model.py
+./test_sot_exception.py
+./test_sot_export.py
+./test_sot_resnet.py
+./test_sot_resnet50_backward.py
+./test_specialization.py
+./test_stack.py
+./test_str_format.py
+./test_tensor_dtype_in_guard.py
+./test_tensor_slice.py
+./test_trace_list_arg.py
+./test_unsupport_function.py
