remove unnecessary CI (#1966)

Signed-off-by: Sun, Xuehao <[email protected]>

Author: XuehaoSun

.azure-pipelines/code-scan.yml

@@ -44,15 +44,3 @@ stages:
             parameters:
               codeScanFileName: "bandit"
               uploadPath: "bandit.log"
-
-  - stage: PylintCodeScan
-    displayName: Pylint Code Scan
-    dependsOn: []
-    jobs:
-      - job: Pylint
-        displayName: Pylint
-        steps:
-          - template: template/code-scan-template.yml
-            parameters:
-              codeScanFileName: "pylint"
-              uploadPath: "pylint.json"

.azure-pipelines/docker/DockerfileCodeScan.devel

@@ -30,7 +30,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
 
 RUN ln -sf $(which python3) /usr/bin/python
 
-RUN python -m pip install --no-cache-dir pylint==2.12.1\
+RUN python -m pip install --no-cache-dir \
     bandit\
     pyspelling\
     pydocstyle

.azure-pipelines/scripts/codeScan/pylint/pylint.sh

@@ -1,27 +1,10 @@
 #!/bin/bash
 
 echo "export FWs version..."
-test_mode=$1
-
-if [ "$test_mode" == "coverage" ] || [ "$test_mode" == "latest" ]; then
-    export tensorflow_version='2.15.0-official'
-    export pytorch_version='2.3.0+cpu'
-    export torchvision_version='0.18.0+cpu'
-    export ipex_version='2.3.0+cpu'
-    export onnx_version='1.16.0'
-    export onnxruntime_version='1.18.0'
-    export mxnet_version='1.9.1'
-else
-    export tensorflow_version='2.15.0-official'
-    export pytorch_version='2.2.1+cpu'
-    export torchvision_version='0.17.1+cpu'
-    export ipex_version='2.2.0+cpu'
-    export onnx_version='1.15.0'
-    export onnxruntime_version='1.17.1'
-    export mxnet_version='1.9.1'
-fi
-
-
-
-
-
+export tensorflow_version='2.15.0-official'
+export pytorch_version='2.3.0+cpu'
+export torchvision_version='0.18.0+cpu'
+export ipex_version='2.3.0+cpu'
+export onnx_version='1.16.0'
+export onnxruntime_version='1.18.0'
+export mxnet_version='1.9.1'

.azure-pipelines/scripts/fwk_version.sh

@@ -100,12 +100,6 @@ if [[ "${fwk_ver}" != "latest" ]]; then
     elif [[ "${framework}" == "onnxrt" ]]; then
         pip install onnx==1.15.0
         pip install onnxruntime==${fwk_ver}
-    elif [[ "${framework}" == "mxnet" ]]; then
-        pip install numpy==1.23.5
-        echo "re-install pycocotools resolve the issue with numpy..."
-        pip uninstall pycocotools -y
-        pip install --no-cache-dir pycocotools
-        pip install mxnet==${fwk_ver}
     fi
 fi
 
@@ -118,9 +112,6 @@ if [ -f "requirements.txt" ]; then
         sed -i '/tensorflow==/d;/tensorflow$/d' requirements.txt
         sed -i '/^intel-tensorflow/d' requirements.txt
     fi
-    if [ "${framework}" == "mxnet" ]; then
-        sed -i '/mxnet==/d;/mxnet$/d;/mxnet-mkl==/d;/mxnet-mkl$/d' requirements.txt
-    fi
     if [ "${framework}" == "pytorch" ]; then
         sed -i '/torch==/d;/torch$/d;/torchvision==/d;/torchvision$/d' requirements.txt
     fi

.azure-pipelines/scripts/models/env_setup.sh

@@ -80,8 +80,6 @@ if [ "${mode}" == "env_setup" ]; then
 elif [ "${mode}" == "tuning" ]; then
     if [ "${framework}" == "onnxrt" ]; then
         output_model=${log_dir}/${model}/${framework}-${model}-tune.onnx
-    elif [ "${framework}" == "mxnet" ]; then
-        output_model=${log_dir}/${model}/resnet50_v1
     elif [ "${framework}" == "tensorflow" ]; then
         output_model=${log_dir}/${model}/${framework}-${model}-tune.pb
     fi
@@ -140,8 +138,6 @@ elif [ "${mode}" == "int8_benchmark" ]; then
     $BOLD_YELLOW && echo "====== run benchmark int8 =======" && $RESET
     if [[ "${framework}" == "onnxrt" ]]; then
         model_name="${log_dir}/${model}/${framework}-${model}-tune.onnx"
-    elif [[ "${framework}" == "mxnet" ]]; then
-        model_name="${log_dir}/${model}"
     elif [[ "${framework}" == "tensorflow" ]]; then
         model_name="${log_dir}/${model}/${framework}-${model}-tune.pb"
     elif [[ "${framework}" == "pytorch" ]]; then

.azure-pipelines/scripts/models/run_model_trigger_common.sh

@@ -11,7 +11,6 @@ subprojects:
       - "Code-Scan"
       - "Code-Scan (Bandit Code Scan Bandit)"
       - "Code-Scan (DocStyle Code Scan DocStyle)"
-      - "Code-Scan (Pylint Code Scan Pylint)"
 
   - id: "Model Tests workflow"
     paths:
@@ -79,27 +78,6 @@ subprojects:
       - "UT-Basic (Unit Test other basic case Test other basic case)"
       - "UT-Basic (Unit Test other cases baseline Test other cases baseline)"
 
-  - id: "Unit Tests basic no coverage workflow"
-    paths:
-      - "neural_compressor/**"
-      - "test/**"
-      - "setup.py"
-      - "requirements.txt"
-      - ".azure-pipelines/scripts/ut/**"
-      - "!test/3x/**"
-      - "!neural_compressor/common/**"
-      - "!neural_compressor/torch/**"
-      - "!neural_compressor/tensorflow/**"
-      - "!neural_compressor/onnxrt/**"
-      - "!.azure-pipelines/scripts/ut/3x/**"
-    checks:
-      - "UT-Basic-No-Coverage"
-      - "UT-Basic-No-Coverage (Unit Test FWKs adaptor Test FWKs adaptor)"
-      - "UT-Basic-No-Coverage (Unit Test Pruning Test PyTorch Pruning)"
-      - "UT-Basic-No-Coverage (Unit Test Pruning Test TensorFlow Pruning)"
-      - "UT-Basic-No-Coverage (Unit Test User facing API Test User facing API)"
-      - "UT-Basic-No-Coverage (Unit Test other basic case Test other basic case)"
-
   - id: "Unit Tests ITREX workflow"
     paths:
       - "neural_compressor/**"

.azure-pipelines/scripts/models/run_mxnet_models_trigger.sh

@@ -48,7 +48,7 @@ Intel® Neural Compressor use [Azure DevOps](https://learn.microsoft.com/en-us/a
 And generally use [Azure Cloud Instance](https://azure.microsoft.com/en-us/pricing/purchase-options/pay-as-you-go) to deploy pipelines, e.g. Standard E16s v5.
 |     Test Name                 |     Test Scope                                |     Test Pass Criteria    |
 |-------------------------------|-----------------------------------------------|---------------------------|
-|     Code Scan                 |     Pylint/Bandit/CopyRight/DocStyle/SpellCheck       |     PASS          |
+|     Code Scan                 |     Bandit/CopyRight/DocStyle/SpellCheck       |     PASS          |
 |     [DCO](https://github.com/apps/dco/)     |     Use `git commit -s` to sign off     |     PASS          |
 |     Unit Test                 |     Pytest scripts under [test](/test)                |      PASS (No failure, No core dump, No segmentation fault, No coverage drop)      |
 |     Model Test                |     Pytorch + TensorFlow + ONNX Runtime + MXNet         |      PASS (Functionality pass, FP32/INT8 No performance regression)       |