-
Notifications
You must be signed in to change notification settings - Fork 33
173 lines (157 loc) · 5.71 KB
/
test_e2eshark.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
# Copyright 2024 Advanced Micro Devices
#
# Licensed under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
name: E2ESHARK Test Suite
on:
pull_request:
workflow_dispatch:
concurrency:
# A PR number if a pull request and otherwise the commit hash. This cancels
# queued and in-progress runs for the same PR (presubmit) or commit
# (postsubmit). The workflow name is prepended to avoid conflicts between
# different workflows.
group: ${{ github.workflow }}-${{ github.event.number || github.sha }}
cancel-in-progress: true
jobs:
torch-mlir:
strategy:
matrix:
version: [3.11]
os: [nodai-amdgpu-w7900-x86-64]
runs-on: ${{matrix.os}}
# steps:
# - name: Checkout repo
# uses: actions/checkout@v2
# with:
# submodules: true
# repository: llvm/torch-mlir
# path: torch-mlir
# - name: "Setting up Python"
# uses: actions/setup-python@v5
# with:
# python-version: ${{matrix.version}}
# - name: Build torch-mlir
# run: |
# git submodule update --init --progres
# python -m venv mlir_venv
# source mlir_venv/bin/activate
# pip install --upgrade pip
# pip install -r ./externals/llvm-project/mlir/python/requirements.txt
# pip install -r requirements.txt
# pip install -r torchvision-requirements.txt
# pip install "pybind11[global]"
# cmake -S "$repo_root/externals/llvm-project/llvm" -B "$build_dir" \
# -GNinja \
# -DCMAKE_BUILD_TYPE=Release \
# -DPython3_FIND_VIRTUALENV=ONLY \
# -DLLVM_ENABLE_PROJECTS=mlir \
# -DLLVM_EXTERNAL_PROJECTS="torch-mlir" \
# -DLLVM_EXTERNAL_TORCH_MLIR_SOURCE_DIR="$PWD" \
# -DMLIR_ENABLE_BINDINGS_PYTHON=ON \
# -DLLVM_TARGETS_TO_BUILD=host
# cmake --build build
# CMAKE_GENERATOR=Ninja python setup.py bdist_wheel --dist-dir ./torch-mlir-wheel -v
# pip uninstall torch-mlir
# pip install torch-mlir-wheel/torch_mlir-0.0.1-cp311-cp311-linux_x86_64.whl
# deactivate
steps:
- name: "Checking out repository"
uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
with:
submodules: true
repository: saienduri/torch-mlir-fork
path: torch-mlir
- name: Install python deps (nightly)
run: |
python -m venv mlir_venv
source mlir_venv/bin/activate
bash build_tools/ci/install_python_deps.sh nightly
working-directory: ./torch-mlir
- name: Build project
run: |
bash build_tools/ci/build_posix.sh
deactivate
working-directory: ./torch-mlir
# iree:
# strategy:
# matrix:
# version: [3.11]
# os: [nodai-amdgpu-w7900-x86-64]
# runs-on: ${{matrix.os}}
# env:
# IREE_VENV_DIR: ${{ github.workspace }}/iree_venv
# steps:
# - name: Checkout repo
# uses: actions/checkout@v2
# with:
# repository: openxla/iree
# path: iree
# - name: "Setting up Python"
# uses: actions/setup-python@v5
# with:
# python-version: ${{matrix.version}}
# - name: "Setup Python venv"
# run: python -m venv ${IREE_VENV_DIR}
# - name: Build iree
# run: |
# source ${IREE_VENV_DIR}/bin/activate
# git submodule foreach git config --get remote.origin.fetch
# pip install --upgrade pip
# pip install -r runtime/bindings/python/iree/runtime/build_requirements.txt
# cmake -G Ninja -B ../iree-build/ -S . \
# -DCMAKE_BUILD_TYPE=RelWithDebInfo \
# -DIREE_ENABLE_ASSERTIONS=ON \
# -DIREE_ENABLE_SPLIT_DWARF=ON \
# -DIREE_ENABLE_THIN_ARCHIVES=ON \
# -DCMAKE_C_COMPILER=clang \
# -DCMAKE_CXX_COMPILER=clang++ \
# -DIREE_ENABLE_LLD=ON
# cmake --build ../iree-build/
# working-directory: ./iree
turbine:
strategy:
matrix:
os: [nodai-amdgpu-w7900-x86-64]
runs-on: ${{matrix.os}}
steps:
- name: Checkout repo
uses: actions/checkout@v2
with:
repository: nod-ai/SHARK-Turbine
path: turbine
e2eshark:
needs: [torch-mlir, turbine]
strategy:
matrix:
version: [3.11]
os: [nodai-amdgpu-w7900-x86-64]
runs-on: ${{matrix.os}}
env:
E2E_VENV_DIR: ${{ github.workspace }}/test-suite_venv
steps:
- name: Checkout repo
uses: actions/checkout@v2
with:
repository: nod-ai/SHARK-TestSuite
path: test-suite
- name: "Setting up Python"
uses: actions/setup-python@v5
with:
python-version: ${{matrix.version}}
- name: "Setup Python venv"
run: python -m venv ${E2E_VENV_DIR}
- name: Build
run: |
source ${IREE_VENV_DIR}/bin/activate
git submodule update --init
pip install --upgrade pip
pip install -r ../torch-mlir/requirements.txt
pip install -r ../torch-mlir/torchvision-requirements.txt
pip install torch-mlir -f https://github.com/llvm/torch-mlir-release/releases/expanded_assets/dev-wheels
pip install -r ./e2eshark/requirements.txt
pip install -f https://openxla.github.io/iree/pip-release-links.html --upgrade -r ../turbine/core/iree-requirements.txt
pip install -e ../turbine/core[testing]
pip install -e ../turbine/models
working-directory: ./test-suite