diff --git a/.github/workflows/test_e2eshark.yml b/.github/workflows/test_e2eshark.yml index 5a0d266f..81cfce9b 100644 --- a/.github/workflows/test_e2eshark.yml +++ b/.github/workflows/test_e2eshark.yml @@ -139,27 +139,27 @@ jobs: target-chip: x86_64-linux-gnu test-file: shark-test-suite cache-dir: /home/sai/test-suite-ci-cache - - name: cpu_shard5_test - runs-on: nodai-amdgpu-mi250-x86-64 - backend: llvm-cpu - device: local-task - target-chip: x86_64-linux-gnu - test-file: vai-hf-cnn-fp32-shard1 - cache-dir: /groups/aig_sharks/test-suite-ci-cache - - name: cpu_shard6_test - runs-on: nodai-amdgpu-mi250-x86-64 - backend: llvm-cpu - device: local-task - target-chip: x86_64-linux-gnu - test-file: vai-hf-cnn-fp32-shard2 - cache-dir: /groups/aig_sharks/test-suite-ci-cache - - name: cpu_shard7_test - runs-on: nodai-amdgpu-mi250-x86-64 - backend: llvm-cpu - device: local-task - target-chip: x86_64-linux-gnu - test-file: vai-hf-cnn-fp32-shard3 - cache-dir: /groups/aig_sharks/test-suite-ci-cache + # - name: cpu_shard5_test + # runs-on: nodai-amdgpu-mi250-x86-64 + # backend: llvm-cpu + # device: local-task + # target-chip: x86_64-linux-gnu + # test-file: vai-hf-cnn-fp32-shard1 + # cache-dir: /groups/aig_sharks/test-suite-ci-cache + # - name: cpu_shard6_test + # runs-on: nodai-amdgpu-mi250-x86-64 + # backend: llvm-cpu + # device: local-task + # target-chip: x86_64-linux-gnu + # test-file: vai-hf-cnn-fp32-shard2 + # cache-dir: /groups/aig_sharks/test-suite-ci-cache + # - name: cpu_shard7_test + # runs-on: nodai-amdgpu-mi250-x86-64 + # backend: llvm-cpu + # device: local-task + # target-chip: x86_64-linux-gnu + # test-file: vai-hf-cnn-fp32-shard3 + # cache-dir: /groups/aig_sharks/test-suite-ci-cache - name: cpu_shard8_test runs-on: large-cpu backend: llvm-cpu @@ -373,30 +373,30 @@ jobs: with: name: ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md - - uses: actions/download-artifact@master - with: - name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json - path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_md + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_md + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_md + # - uses: actions/download-artifact@master + # with: + # name: ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json + # path: ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json - uses: actions/download-artifact@master with: name: ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard1_onnx_md @@ -473,13 +473,6 @@ jobs: run: | source report_venv_alt/bin/activate - python ./test-suite/alt_e2eshark/utils/merge_dicts.py \ - --sources ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard1_onnx_json/vai-hf-cnn-fp32-shard1.json \ - ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard2_onnx_json/vai-hf-cnn-fp32-shard2.json \ - ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-hf-cnn-fp32-shard3_onnx_json/vai-hf-cnn-fp32-shard3.json \ - --output ./e2eshark-reports/vai-hf-cnn-fp32.json \ - --report --report-file ./e2eshark-reports/vai-hf-cnn-fp32.md - python ./test-suite/alt_e2eshark/utils/merge_dicts.py \ --sources ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard1_onnx_json/vai-int8-p0p1-shard1.json \ ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-int8-p0p1-shard2_onnx_json/vai-int8-p0p1-shard2.json \ @@ -496,7 +489,6 @@ jobs: python ./test-suite/alt_e2eshark/utils/merge_dicts.py \ --sources ./e2eshark-reports/vai-int8-p0p1.json \ - ./e2eshark-reports/vai-hf-cnn-fp32.json \ ./e2eshark-reports/nlp.json \ ./e2eshark-reports/ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_json/shark-test-suite.json \ ./e2eshark-reports/ci_reports_${{ matrix.backend }}_vai-vision-int8_onnx_json/vai-vision-int8.json \ @@ -511,7 +503,6 @@ jobs: git config user.email "<>" git pull date=$(date '+%Y-%m-%d') - mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-hf-cnn-fp32 mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-int8-p0p1 mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/shark-test-suite mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-vision-int8 @@ -519,7 +510,6 @@ jobs: mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/nlp mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/onnxrt-iree-ep mkdir -p ${date}/ci_reports_onnx/${{ matrix.backend }}/combined-reports - cp vai-hf-cnn-fp32.md ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-hf-cnn-fp32/summary.md cp vai-int8-p0p1.md ${date}/ci_reports_onnx/${{ matrix.backend }}/vai-int8-p0p1/summary.md cp nlp.md ${date}/ci_reports_onnx/${{ matrix.backend }}/nlp/summary.md cp ci_reports_${{ matrix.backend }}_shark-test-suite_onnx_md/shark-test-suite.md ${date}/ci_reports_onnx/${{ matrix.backend }}/shark-test-suite/summary.md