remove cnn temporarily

nod-ai · Oct 23, 2024 · f92927c · f92927c
1 parent 6fd5a1c
commit f92927c
Showing 1 changed file with 45 additions and 55 deletions.
diff --git a/.github/workflows/test_e2eshark.yml b/.github/workflows/test_e2eshark.yml
@@ -139,27 +139,27 @@ jobs:
             target-chip: x86_64-linux-gnu
             test-file: shark-test-suite
             cache-dir: /home/sai/test-suite-ci-cache
-          - name: cpu_shard5_test
-            runs-on: nodai-amdgpu-mi250-x86-64
-            backend: llvm-cpu
-            device: local-task
-            target-chip: x86_64-linux-gnu
-            test-file: vai-hf-cnn-fp32-shard1
-            cache-dir: /groups/aig_sharks/test-suite-ci-cache
-          - name: cpu_shard6_test
-            runs-on: nodai-amdgpu-mi250-x86-64
-            backend: llvm-cpu
-            device: local-task
-            target-chip: x86_64-linux-gnu
-            test-file: vai-hf-cnn-fp32-shard2
-            cache-dir: /groups/aig_sharks/test-suite-ci-cache
-          - name: cpu_shard7_test
-            runs-on: nodai-amdgpu-mi250-x86-64
-            backend: llvm-cpu
-            device: local-task
-            target-chip: x86_64-linux-gnu
-            test-file: vai-hf-cnn-fp32-shard3
-            cache-dir: /groups/aig_sharks/test-suite-ci-cache
+          # - name: cpu_shard5_test
+          #   runs-on: nodai-amdgpu-mi250-x86-64
+          #   backend: llvm-cpu
+          #   device: local-task
+          #   target-chip: x86_64-linux-gnu
+          #   test-file: vai-hf-cnn-fp32-shard1
+          #   cache-dir: /groups/aig_sharks/test-suite-ci-cache
+          # - name: cpu_shard6_test
+          #   runs-on: nodai-amdgpu-mi250-x86-64
+          #   backend: llvm-cpu
+          #   device: local-task
+          #   target-chip: x86_64-linux-gnu
+          #   test-file: vai-hf-cnn-fp32-shard2
+          #   cache-dir: /groups/aig_sharks/test-suite-ci-cache
+          # - name: cpu_shard7_test
+          #   runs-on: nodai-amdgpu-mi250-x86-64
+          #   backend: llvm-cpu
+          #   device: local-task
+          #   target-chip: x86_64-linux-gnu
+          #   test-file: vai-hf-cnn-fp32-shard3
+          #   cache-dir: /groups/aig_sharks/test-suite-ci-cache
           - name: cpu_shard8_test
             runs-on: large-cpu
             backend: llvm-cpu
@@ -373,30 +373,30 @@ jobs:
         with:
           name: ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json
           path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md
-      - uses: actions/download-artifact@master
-        with:
-          name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json
-          path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md
+      # - uses: actions/download-artifact@master
+      #   with:
+      #     name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json
+      #     path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json
       - uses: actions/download-artifact@master
         with:
           name: ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard1_onnx_md
@@ -473,13 +473,6 @@ jobs:
         run: |
           source report_venv_alt/bin/activate
 
-          python ./test-suite/alt_e2eshark/utils/merge_dicts.py \
-          --sources ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json/vai-hf-cnn-fp32-shard1.json \
-          ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json/vai-hf-cnn-fp32-shard2.json \
-          ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json/vai-hf-cnn-fp32-shard3.json \
-          --output ./e2eshark-reports/vai-hf-cnn-fp32.json \
-          --report --report-file ./e2eshark-reports/vai-hf-cnn-fp32.md
-
           python ./test-suite/alt_e2eshark/utils/merge_dicts.py \
           --sources ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard1_onnx_json/vai-int8-p0p1-shard1.json \
           ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard2_onnx_json/vai-int8-p0p1-shard2.json \
@@ -496,7 +489,6 @@ jobs:
 
           python ./test-suite/alt_e2eshark/utils/merge_dicts.py \
           --sources ./e2eshark-reports/vai-int8-p0p1.json \
-          ./e2eshark-reports/vai-hf-cnn-fp32.json \
           ./e2eshark-reports/nlp.json \
           ./e2eshark-reports/ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json/shark-test-suite.json \
           ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-vision-int8_onnx_json/vai-vision-int8.json \
@@ -511,15 +503,13 @@ jobs:
           git config user.email "<>"
           git pull
           date=$(date '+%Y-%m-%d')
-          mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-hf-cnn-fp32
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-int8-p0p1
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/shark-test-suite
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-vision-int8
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/migraphx
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/nlp
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/onnxrt-iree-ep
           mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/combined-reports
-          cp vai-hf-cnn-fp32.md ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-hf-cnn-fp32/summary.md
           cp vai-int8-p0p1.md ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-int8-p0p1/summary.md
           cp nlp.md ${date}/ci_reports_onnx/${{ matrix.backend }}/nlp/summary.md
           cp ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_md/shark-test-suite.md ${date}/ci_reports_onnx/${{ matrix.backend }}/shark-test-suite/summary.md