update,

2025-01-31 22:10:02 +08:00
parent 97df42e0d5
commit 2627562070
2852 changed files with 748727 additions and 0 deletions
--- a/uukssw/quote1/_ref/neural-compressor/.github/checkgroup.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/checkgroup.yml
@@ -0,0 +1,107 @@
+custom_service_name: "CI checker"
+subprojects:
+  - id: "Code Scan Tests workflow"
+    paths:
+      - "neural_compressor/**"
+      - "setup.py"
+      - "requirements.txt"
+      - ".azure-pipelines/code-scan.yml"
+      - ".azure-pipelines/scripts/codeScan/**"
+    checks:
+      - "Code-Scan"
+      - "Code-Scan (Bandit Code Scan Bandit)"
+      - "Code-Scan (DocStyle Code Scan DocStyle)"
+
+  - id: "Model Tests workflow"
+    paths:
+      - "neural_compressor/**"
+      - "setup.py"
+      - "requirements.txt"
+      - ".azure-pipelines/scripts/models/**"
+      - "examples/tensorflow/oob_models/quantization/ptq/**"
+      - "!test"
+      - "!neural_compressor/common/**"
+      - "!neural_compressor/torch/**"
+      - "!neural_compressor/tensorflow/**"
+      - "!neural_compressor/onnxrt/**"
+    checks:
+      - "Model-Test"
+      - "Model-Test (Generate Report GenerateReport)"
+      - "Model-Test (Run ONNX Model resnet50-v1-12)"
+      - "Model-Test (Run PyTorch Model resnet18_fx)"
+      - "Model-Test (Run TensorFlow Model resnet50v1.5)"
+      - "Model-Test (Run TensorFlow Model ssd_resnet50_v1)"
+
+  - id: "Model Tests 3x workflow"
+    paths:
+      - "neural_compressor/common/**"
+      - "neural_compressor/torch/**"
+      - "examples/3.x_api/pytorch/nlp/huggingface_models/language-modeling/quantization/llm/**"
+      - "setup.py"
+      - "requirements_pt.txt"
+      - ".azure-pipelines/scripts/models/**"
+    checks:
+      - "Model-Test-3x"
+      - "Model-Test-3x (Generate Report GenerateReport)"
+      - "Model-Test-3x (Run PyTorch Model opt_125m_woq_gptq_int4)"
+      - "Model-Test-3x (Run PyTorch Model opt_125m_woq_gptq_nf4_dq_bnb)"
+      - "Model-Test-3x (Run PyTorch Model opt_125m_woq_gptq_int4_dq_ggml)"
+
+  - id: "Unit Tests basic workflow"
+    paths:
+      - "neural_compressor/**"
+      - "test/**"
+      - "setup.py"
+      - "requirements.txt"
+      - ".azure-pipelines/scripts/ut/**"
+      - "!test/3x/**"
+      - "!neural_compressor/common/**"
+      - "!neural_compressor/torch/**"
+      - "!neural_compressor/tensorflow/**"
+      - "!neural_compressor/onnxrt/**"
+      - "!.azure-pipelines/scripts/ut/3x/**"
+    checks:
+      - "UT-Basic"
+      - "UT-Basic (Coverage Compare CollectDatafiles)"
+      - "UT-Basic (Unit Test FWKs adaptor Test FWKs adaptor)"
+      - "UT-Basic (Unit Test FWKs adaptor baseline Test FWKs adaptor baseline)"
+      - "UT-Basic (Unit Test ITEX Test ITEX)"
+      - "UT-Basic (Unit Test ITEX baseline Test ITEX baseline)"
+      - "UT-Basic (Unit Test Pruning Test PyTorch Pruning)"
+      - "UT-Basic (Unit Test Pruning Test TensorFlow Pruning)"
+      - "UT-Basic (Unit Test Pruning baseline Test PyTorch Pruning baseline)"
+      - "UT-Basic (Unit Test Pruning baseline Test TensorFlow Pruning baseline)"
+      - "UT-Basic (Unit Test TF newAPI Test TF newAPI)"
+      - "UT-Basic (Unit Test TF newAPI baseline Test TF newAPI baseline)"
+      - "UT-Basic (Unit Test User facing API Test User facing API)"
+      - "UT-Basic (Unit Test User facing API baseline Test User facing API baseline)"
+      - "UT-Basic (Unit Test other basic case Test other basic case)"
+      - "UT-Basic (Unit Test other cases baseline Test other cases baseline)"
+
+  - id: "Unit Tests 3x-TensorFlow workflow"
+    paths:
+      - "neural_compressor/common/**"
+      - "neural_compressor/tensorflow/**"
+      - "test/3x/tensorflow/**"
+      - "setup.py"
+      - "requirements_tf.txt"
+    checks:
+      - "UT-3x-TensorFlow"
+      - "UT-3x-TensorFlow (Coverage Compare CollectDatafiles)"
+      - "UT-3x-TensorFlow (Unit Test 3x TensorFlow Unit Test 3x TensorFlow)"
+      - "UT-3x-TensorFlow (Unit Test 3x TensorFlow baseline Unit Test 3x TensorFlow baseline)"
+
+  - id: "Unit Tests 3x-PyTorch workflow"
+    paths:
+      - "neural_compressor/common/**"
+      - "neural_compressor/torch/**"
+      - "test/3x/torch/**"
+      - "test/3x/common/**"
+      - "setup.py"
+      - "requirements_pt.txt"
+      - ".azure-pipelines/scripts/ut/3x/collect_log_3x.sh"
+    checks:
+      - "UT-3x-Torch"
+      - "UT-3x-Torch (Coverage Compare CollectDatafiles)"
+      - "UT-3x-Torch (Unit Test 3x Torch Unit Test 3x Torch)"
+      - "UT-3x-Torch (Unit Test 3x Torch baseline Unit Test 3x Torch baseline)"
--- a/uukssw/quote1/_ref/neural-compressor/.github/license_template.txt
+++ b/uukssw/quote1/_ref/neural-compressor/.github/license_template.txt
@@ -0,0 +1,13 @@
+Copyright (c) 2025 Intel Corporation
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
--- a/uukssw/quote1/_ref/neural-compressor/.github/pull_request_template.md
+++ b/uukssw/quote1/_ref/neural-compressor/.github/pull_request_template.md
@@ -0,0 +1,20 @@
+## Type of Change
+
+feature or bug fix or documentation or validation or others  
+API changed or not
+
+## Description
+
+detail description
+
+## Expected Behavior & Potential Risk
+
+the expected behavior that triggered by this PR 
+
+## How has this PR been tested?
+
+how to reproduce the test (including hardware information)
+
+## Dependency Change?
+
+any library dependency introduced or removed
--- a/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_Bdba.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_Bdba.yml
@@ -0,0 +1,18 @@
+name: Scanner BDBA
+permissions: read-all
+
+on:
+  workflow_dispatch:
+
+jobs:
+  bdba_job:
+    name: BDBA Scan
+    uses: intel-innersource/frameworks.ai.infrastructure.code-scan-tools/.github/workflows/Scanner_Bdba.yml@one-ci-cd
+    with:
+      repos: ${{ github.event.repository.name }}
+      refs: ${{ github.ref_name }}
+      group: "22"
+      runners: "['self-hosted']"
+    secrets:
+      token: ${{ secrets.GITHUB_TOKEN }}
+      BDBA_TOKEN: ${{ secrets.BDBA_TOKEN }}
--- a/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_Coverity.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_Coverity.yml
@@ -0,0 +1,20 @@
+name: Scanner Coverity
+permissions: read-all
+
+on:
+  workflow_dispatch:
+
+jobs:
+  coverity_job:
+    uses: intel-innersource/frameworks.ai.infrastructure.code-scan-tools/.github/workflows/Scanner_Coverity.yml@one-ci-cd
+    with:
+      repos: ${{ github.event.repository.name }}
+      refs: ${{ github.ref_name }}
+      projectType: python
+      url: 'https://coverityent.devtools.intel.com/prod1'
+      stream: 'IntelNeuralCompressor-master'
+      runners: "['self-hosted']"
+    secrets:
+      token: ${{ secrets.GITHUB_TOKEN }}
+      USER: ${{secrets.COVERITY_USER }}
+      PASSWORD : ${{secrets.COVERITY_PASSWORD }}
--- a/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_McAfee.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/workflows/Scanner_McAfee.yml
@@ -0,0 +1,16 @@
+name: Virus Scan
+permissions: read-all
+
+on:
+  workflow_dispatch:
+
+jobs:
+  virus:
+    name: McAfee Virus Scan
+    runs-on: self-hosted
+    steps:
+      - uses: actions/checkout@v3
+      - name: Execute Scan
+        uses: intel-innersource/frameworks.devops.github.actions.mcafee@main
+        with:
+          scan_path: neural_compressor
--- a/uukssw/quote1/_ref/neural-compressor/.github/workflows/probot.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/workflows/probot.yml
@@ -0,0 +1,27 @@
+name: Probot
+permissions: read-all
+
+on:
+  pull_request:
+    types: [opened, reopened, ready_for_review, synchronize] # added `ready_for_review` since draft is skipped
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
+  cancel-in-progress: true
+
+jobs:
+  required-jobs:
+    runs-on: ubuntu-latest
+    if: github.event.pull_request.draft == false
+    timeout-minutes: 361 # in case something is wrong with the internal timeout
+    steps:
+      - uses: XuehaoSun/probot@0.2
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        with:
+          job: check-group
+          interval: 180 # seconds
+          timeout: 360 # minutes
+          maintainers: "[XuehaoSun](https://github.com/XuehaoSun)"
+          owner: "[chensuyue](https://github.com/chensuyue) or [XuehaoSun](https://github.com/XuehaoSun)"
--- a/uukssw/quote1/_ref/neural-compressor/.github/workflows/publish.yml
+++ b/uukssw/quote1/_ref/neural-compressor/.github/workflows/publish.yml
@@ -0,0 +1,28 @@
+name: Publish
+permissions: {}
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    permissions:
+      pull-requests: write
+      contents: write
+    steps:
+    - uses: actions/checkout@v3
+    - name: Build Online Document
+      run: |
+        git config --local --get remote.origin.url
+        cd docs/build_docs
+        bash build.sh latest
+
+    - name: Push to github
+      uses: peaceiris/actions-gh-pages@v3
+      with:
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        publish_dir: ./build_tmp/gh-pages
+        publish_branch: gh-pages