Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Truncated GPT model examples for iree debug #371

Draft
wants to merge 1 commit into
base: main
Choose a base branch
from
Draft

Truncated GPT model examples for iree debug #371

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
85 changes: 85 additions & 0 deletions alt_e2eshark/onnx_tests/models/nlp.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -112,3 +112,88 @@ def construct_inputs(self):
register_test(dim_param_constructor(dim_params), model_name)

# You can add more customizations or specific handling for certain models here
from ..helper_classes import TruncatedModel, get_trucated_constructor
# download model.onnx to /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/tmp/mygpt4
# export CACHE_DIR=/proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/tmp
model_name = "mygpt4"
mygpt4_nlp_params = {
"unk__2829": 1,
"unk__2828": 1,
"unk__2827": 1,
"unk__2826": 1,
"unk__2825": 1,
"unk__2824": 1,
}
register_test(dim_param_constructor(mygpt4_nlp_params), "mygpt4")
t_model_constructor = get_trucated_constructor(TruncatedModel, dim_param_constructor(mygpt4_nlp_params), model_name)
# Run to the last onnx ops / the whole model with:
# python ./run.py --mode=cl-onnx-iree -v -t mygpt4 --torchtolinalg
# Stages to be run: ['setup', 'import_model', 'preprocessing', 'compilation', 'construct_inputs', 'native_inference', 'compiled_inference', 'postprocessing']
# Test list: ['mygpt4']
# running test mygpt4...
# Unzipping - /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/tmp/mygpt4/model.onnx.zip...
# Unzipping succeded. Look for extracted contents in /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/test-run/mygpt4
# {'Shape': 63, 'Cast': 141, 'Slice': 136, 'Squeeze': 25, 'Range': 25, 'Concat': 65, 'Reshape': 161, 'Unsqueeze': 38, 'Sub': 85, 'Mul': 169, 'Add': 159, 'Gather': 3, 'MatMul': 72, 'Split': 12, 'Transpose': 48, 'GreaterOrEqual': 12, 'Softmax': 12, 'GlobalAveragePool': 48, 'Sqrt': 24, 'Reciprocal': 24, 'Erf': 12}#
# Running stage 'import_model'...
register_test(t_model_constructor(1, ""), "mygpt4_1")
# Run to the last 2/7/12/17 onnx op with:
# run with python ./run.py --mode=cl-onnx-iree -v -t mygpt4_trunc_
# for n in range(2, 20, 5):
# register_test(t_model_constructor(n,""), f"mygpt4_trunc_{n}")

# Run to 5/55/105/155 onnx.Add ops with:
# run with python ./run.py --mode=cl-onnx-iree -v -t mygpt4_trunc_add_
# for n in range(5, 160, 50):
# register_test(t_model_constructor(n,"Add"), f"mygpt4_trunc_add_{n}")

# python ./run.py --mode=cl-onnx-iree -v -t mygpt4_trunc_shape_1
register_test(t_model_constructor(1, "Shape"), "mygpt4_trunc_shape_1")
# register_test(t_model_constructor(160, "Reshape"), "mygpt4_trunc_reshape_160")
for n in range(0, 160, 20):
register_test(t_model_constructor(n,"Reshape"), f"mygpt4_trunc_Reshape_{n}")
# python ./run.py --mode=cl-onnx-iree -v -t mygpt4 --torchtolinalg
# Test list: ['mygpt4', 'mygpt4_1', 'mygpt4_trunc_Reshape_0', 'mygpt4_trunc_Reshape_100', 'mygpt4_trunc_Reshape_120', 'mygpt4_trunc_Reshape_140', 'mygpt4_trunc_Reshape_20', 'mygpt4_trunc_Reshape_40', 'mygpt4_trunc_Reshape_60', 'mygpt4_trunc_Reshape_80', 'mygpt4_trunc_shape_1']

# python ./run.py --mode=cl-onnx-iree -v --torchtolinalg -t mygpt4
# Stages to be run: ['setup', 'import_model', 'preprocessing', 'compilation', 'construct_inputs', 'native_inference', 'compiled_inference', 'postprocessing']
# Test list: ['mygpt4', 'mygpt4_1', 'mygpt4_trunc_Reshape_0', 'mygpt4_trunc_Reshape_100', 'mygpt4_trunc_Reshape_120', 'mygpt4_trunc_Reshape_140', 'mygpt4_trunc_Reshape_20', 'mygpt4_trunc_Reshape_40', 'mygpt4_trunc_Reshape_60', 'mygpt4_trunc_Reshape_80', 'mygpt4_trunc_shape_1']
# running test mygpt4...
# Unzipping - /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/tmp/mygpt4/model.onnx.zip...
# Unzipping succeded. Look for extracted contents in /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/test-run/mygpt4
# FAILED (compilation)
# running test mygpt4_1...
# {'Shape': 63, 'Cast': 141, 'Slice': 136, 'Squeeze': 25, 'Range': 25, 'Concat': 65, 'Reshape': 161, 'Unsqueeze': 38, 'Sub': 85, 'Mul': 169, 'Add': 159, 'Gather': 3, 'MatMul': 72, 'Split': 12, 'Transpose': 48, 'GreaterOrEqual': 12, 'Softmax': 12, 'GlobalAveragePool': 48, 'Sqrt': 24, 'Reciprocal': 24, 'Erf': 12}
# FAILED (native_inference)
# running test mygpt4_trunc_Reshape_0...
# {'Shape': 1, 'Cast': 2, 'Slice': 1, 'Concat': 1, 'Reshape': 1}
# FAILED (compiled_inference)
# running test mygpt4_trunc_Reshape_100...
# {'Shape': 40, 'Cast': 90, 'Slice': 86, 'Squeeze': 17, 'Range': 17, 'Concat': 41, 'Reshape': 100, 'Unsqueeze': 26, 'Sub': 51, 'Mul': 100, 'Add': 96, 'Gather': 3, 'MatMul': 44, 'Split': 8, 'Transpose': 30, 'GreaterOrEqual': 8, 'Softmax': 7, 'GlobalAveragePool': 28, 'Sqrt': 14, 'Reciprocal': 14, 'Erf': 7}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_120...
# {'Shape': 48, 'Cast': 107, 'Slice': 103, 'Squeeze': 19, 'Range': 19, 'Concat': 49, 'Reshape': 121, 'Unsqueeze': 29, 'Sub': 62, 'Mul': 123, 'Add': 117, 'Gather': 3, 'MatMul': 54, 'Split': 9, 'Transpose': 36, 'GreaterOrEqual': 9, 'Softmax': 9, 'GlobalAveragePool': 34, 'Sqrt': 17, 'Reciprocal': 17, 'Erf': 9}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_140...
# {'Shape': 55, 'Cast': 123, 'Slice': 119, 'Squeeze': 23, 'Range': 23, 'Concat': 56, 'Reshape': 141, 'Unsqueeze': 35, 'Sub': 74, 'Mul': 144, 'Add': 136, 'Gather': 3, 'MatMul': 63, 'Split': 11, 'Transpose': 44, 'GreaterOrEqual': 11, 'Softmax': 11, 'GlobalAveragePool': 40, 'Sqrt': 20, 'Reciprocal': 20, 'Erf': 10}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_20...
# {'Shape': 9, 'Cast': 21, 'Slice': 17, 'Squeeze': 3, 'Range': 3, 'Concat': 10, 'Reshape': 20, 'Unsqueeze': 5, 'Sub': 8, 'Mul': 15, 'Add': 17, 'Gather': 3, 'MatMul': 7, 'Split': 2, 'Transpose': 4, 'GreaterOrEqual': 1, 'Softmax': 1, 'GlobalAveragePool': 4, 'Sqrt': 2, 'Reciprocal': 2, 'Erf': 1}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_40...
# {'Shape': 17, 'Cast': 39, 'Slice': 35, 'Squeeze': 7, 'Range': 7, 'Concat': 18, 'Reshape': 41, 'Unsqueeze': 11, 'Sub': 20, 'Mul': 36, 'Add': 37, 'Gather': 3, 'MatMul': 17, 'Split': 3, 'Transpose': 12, 'GreaterOrEqual': 3, 'Softmax': 3, 'GlobalAveragePool': 10, 'Sqrt': 5, 'Reciprocal': 5, 'Erf': 2}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_60...
# {'Shape': 24, 'Cast': 54, 'Slice': 50, 'Squeeze': 9, 'Range': 9, 'Concat': 25, 'Reshape': 59, 'Unsqueeze': 14, 'Sub': 29, 'Mul': 57, 'Add': 56, 'Gather': 3, 'MatMul': 25, 'Split': 5, 'Transpose': 16, 'GreaterOrEqual': 4, 'Softmax': 4, 'GlobalAveragePool': 16, 'Sqrt': 8, 'Reciprocal': 8, 'Erf': 4}
# FAILED (compilation)
# running test mygpt4_trunc_Reshape_80...
# {'Shape': 32, 'Cast': 72, 'Slice': 68, 'Squeeze': 13, 'Range': 13, 'Concat': 33, 'Reshape': 81, 'Unsqueeze': 20, 'Sub': 41, 'Mul': 81, 'Add': 77, 'Gather': 3, 'MatMul': 35, 'Split': 6, 'Transpose': 24, 'GreaterOrEqual': 6, 'Softmax': 6, 'GlobalAveragePool': 22, 'Sqrt': 11, 'Reciprocal': 11, 'Erf': 6}
# FAILED (compilation)
# running test mygpt4_trunc_shape_1...
# {'Shape': 1}ing stage 'setup'...
# PASSED

# Test Summary:
# PASSES: 1
# TOTAL: 11
# results stored in /proj/gdba/shark/chi/src/SHARK-TestSuite/alt_e2eshark/test-run
# #