exclude:

- test

- neural_compressor/common

- neural_compressor/torch

python setup.py bdist_wheel

source /neural-compressor/.azure-pipelines/scripts/change_color.sh

pip install coverage

export COVERAGE_RCFILE=/neural-compressor/.azure-pipelines/scripts/ut/coverage.${1}

coverage_log="/neural-compressor/log_dir/coverage_log"

coverage_log_base="/neural-compressor/log_dir/coverage_log_base"

coverage_compare="/neural-compressor/log_dir/coverage_compare.html"

cd /neural-compressor/log_dir

$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET

cp ut_coverage_3x/.coverage /neural-compressor/

mkdir -p coverage_PR

cd /neural-compressor

coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}

coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}

coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}

ls -l log_dir/coverage_PR/htmlcov

$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET

cd /neural-compressor

git config --global --add safe.directory /neural-compressor

git fetch

git checkout master

echo y | pip uninstall neural-compressor

cd /neural-compressor/.azure-pipelines/scripts && bash install_nc.sh

coverage erase

cd /neural-compressor/log_dir

mkdir -p coverage_base

rm -rf /neural-compressor/.coverage || true

cp ut_coverage_3x_baseline/.coverage /neural-compressor

cd /neural-compressor

coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}

coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}

coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}

ls -l log_dir/coverage_base/htmlcov

get_coverage_data() {

# Input argument

local coverage_xml="$1"

# Get coverage data

local coverage_data=$(python3 -c "import xml.etree.ElementTree as ET; root = ET.parse('$coverage_xml').getroot(); print(ET.tostring(root).decode())")

if [[ -z "$coverage_data" ]]; then

echo "Failed to get coverage data from $coverage_xml."

exit 1

fi

# Get lines coverage

local lines_covered=$(echo "$coverage_data" | grep -o 'lines-covered="[0-9]*"' | cut -d '"' -f 2)

local lines_valid=$(echo "$coverage_data" | grep -o 'lines-valid="[0-9]*"' | cut -d '"' -f 2)

if [ $lines_valid == 0 ]; then

local lines_coverage=0

else

local lines_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $lines_covered / $lines_valid}")

fi

# Get branches coverage

local branches_covered=$(echo "$coverage_data" | grep -o 'branches-covered="[0-9]*"' | cut -d '"' -f 2)

local branches_valid=$(echo "$coverage_data" | grep -o 'branches-valid="[0-9]*"' | cut -d '"' -f 2)

if [ $branches_valid == 0 ]; then

local branches_coverage=0

else

local branches_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $branches_covered/$branches_valid}")

fi

# Return values

echo "$lines_covered $lines_valid $lines_coverage $branches_covered $branches_valid $branches_coverage"

}

$BOLD_YELLOW && echo "compare coverage" && $RESET

coverage_PR_xml="log_dir/coverage_PR/coverage.xml"

coverage_PR_data=$(get_coverage_data $coverage_PR_xml)

read lines_PR_covered lines_PR_valid coverage_PR_lines_rate branches_PR_covered branches_PR_valid coverage_PR_branches_rate <<<"$coverage_PR_data"

coverage_base_xml="log_dir/coverage_base/coverage.xml"

coverage_base_data=$(get_coverage_data $coverage_base_xml)

read lines_base_covered lines_base_valid coverage_base_lines_rate branches_base_covered branches_base_valid coverage_base_branches_rate <<<"$coverage_base_data"

$BOLD_BLUE && echo "PR lines coverage: $lines_PR_covered/$lines_PR_valid ($coverage_PR_lines_rate%)" && $RESET

$BOLD_BLUE && echo "PR branches coverage: $branches_PR_covered/$branches_PR_valid ($coverage_PR_branches_rate%)" && $RESET

$BOLD_BLUE && echo "BASE lines coverage: $lines_base_covered/$lines_base_valid ($coverage_base_lines_rate%)" && $RESET

$BOLD_BLUE && echo "BASE branches coverage: $branches_base_covered/$branches_base_valid ($coverage_base_branches_rate%)" && $RESET

$BOLD_YELLOW && echo "clear upload path" && $RESET

rm -fr log_dir/coverage_PR/.coverage*

rm -fr log_dir/coverage_base/.coverage*

rm -fr log_dir/ut-coverage-*

declare -a fail_items=()

if (( $(bc -l <<< "${coverage_PR_lines_rate}+0.05 < ${coverage_base_lines_rate}") )); then

fail_items+=("lines")

if (( $(bc -l <<< "${coverage_PR_branches_rate}+0.05 < ${coverage_base_branches_rate}") )); then

fail_items+=("branches")

if [[ ${#fail_items[@]} -ne 0 ]]; then

fail_items_str=$(

for item in "${fail_items[@]}"; do

case "$item" in

lines)

decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))

;;

branches)

decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))

;;

*)

echo "Unknown item: $item"

continue

;;

esac

$BOLD_RED && echo "Unit Test failed with ${item} coverage decrease ${decrease}%" && $RESET

done

$BOLD_RED && echo "compare coverage to give detail info" && $RESET

bash /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}

exit 1

$BOLD_GREEN && echo "Unit Test success with coverage lines: ${coverage_PR_lines_rate}%, branches: ${coverage_PR_branches_rate}%" && $RESET

$BOLD_GREEN && echo "compare coverage to give detail info" && $RESET

bash /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}

*/neural_compressor/common/*

*/neural_compressor/torch/*

[run]

branch = True

[report]

include =

*/neural_compressor/common/*

*/neural_compressor/torch/*

exclude_lines =

pragma: no cover

raise NotImplementedError

raise TypeError

if self.device == "gpu":

if device == "gpu":

except ImportError:

except Exception as e:

python -c "import neural_compressor as nc;print(nc.version.__version__)"

test_case="run 3x Torch"

echo "${test_case}"

echo "set up UT env..."

pip install -r /neural-compressor/requirements_pt.txt

pip install coverage

pip install pytest

pip list

export COVERAGE_RCFILE=/neural-compressor/.azure-pipelines/scripts/ut/coverage.pt

lpot_path=$(python -c 'import neural_compressor; import os; print(os.path.dirname(neural_compressor.__file__))')

cd /neural-compressor/test || exit 1

find ./3x/torch/* -name "test*.py" | sed 's,\.\/,coverage run --source='"${lpot_path}"' --append ,g' | sed 's/$/ --verbose/'> run.sh

LOG_DIR=/neural-compressor/log_dir

mkdir -p ${LOG_DIR}

ut_log_name=${LOG_DIR}/ut_3x_pt.log

echo "cat run.sh..."

sort run.sh -o run.sh

cat run.sh | tee ${ut_log_name}

echo "------UT start-------"

bash -x run.sh 2>&1 | tee -a ${ut_log_name}

cp .coverage ${LOG_DIR}/.coverage

echo "------UT end -------"

if [ $(grep -c "FAILED" ${ut_log_name}) != 0 ] || [ $(grep -c "core dumped" ${ut_log_name}) != 0 ] || [ $(grep -c "ModuleNotFoundError:" ${ut_log_name}) != 0 ] || [ $(grep -c "OK" ${ut_log_name}) == 0 ];then

echo "Find errors in UT test, please check the output..."

exit 1

echo "UT finished successfully! "

sed -i '/ 3x\//d' run.sh

trigger: none

pr:

autoCancel: true

drafts: false

branches:

include:

- master

paths:

include:

- neural_compressor/common

- neural_compressor/torch

- test/3x/torch

- setup.py

- requirements.txt

- requirements_pt.txt

- .azure-pipelines/scripts/ut

pool: ICX-16C

variables:

IMAGE_NAME: "neural-compressor"

IMAGE_TAG: "py38"

UPLOAD_PATH: $(Build.SourcesDirectory)/log_dir

DOWNLOAD_PATH: $(Build.SourcesDirectory)/log_dir

ARTIFACT_NAME: "UT_coverage_report_3x_pt"

REPO: $(Build.Repository.Uri)

stages:

- stage: Torch

displayName: Unit Test 3x Torch

dependsOn: []

jobs:

- job:

displayName: Unit Test 3x Torch

steps:

- template: template/ut-template.yml

parameters:

dockerConfigName: "commonDockerConfig"

utScriptFileName: "run_3x_pt"

uploadPath: $(UPLOAD_PATH)

utArtifact: "ut_coverage_3x"

- stage: Torch_baseline

displayName: Unit Test 3x Torch baseline

dependsOn: []

jobs:

- job:

displayName: Unit Test 3x Torch baseline

steps:

- template: template/ut-template.yml

parameters:

dockerConfigName: "gitCloneDockerConfig"

utScriptFileName: "run_3x_pt"

uploadPath: $(UPLOAD_PATH)

utArtifact: "ut_coverage_3x_baseline"

repo: $(REPO)

- stage: Coverage

displayName: "Coverage Combine"

pool:

vmImage: "ubuntu-latest"

dependsOn: [Torch, Torch_baseline]

jobs:

- job: CollectDatafiles

steps:

- script: |

- task: DownloadPipelineArtifact@2

inputs:

artifact:

path: $(DOWNLOAD_PATH)

- script: |

- task: PublishPipelineArtifact@1

condition: succeededOrFailed()

inputs:

targetPath: $(UPLOAD_PATH)

artifact: $(ARTIFACT_NAME)

publishLocation: "pipeline"

- task: Bash@3

condition: always()

inputs:

targetType: "inline"

script: |

displayName: "Docker clean up"

- test/3x

- neural_compressor/common

- neural_compressor/torch

- test/3x

- neural_compressor/common

- neural_compressor/torch