Skip to content

Commit

Permalink
dump compile trace to CI output for debugging
Browse files Browse the repository at this point in the history
[ghstack-poisoned]
  • Loading branch information
tianyu-l committed Dec 16, 2024
1 parent 86c8e55 commit 376f8f5
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions test_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -413,6 +413,8 @@ def run_test(test_flavor: OverrideDefinitions, full_path: str, output_dir: str):

for override_arg in test_flavor.override_args:
cmd = f"CONFIG_FILE={full_path} NGPU={test_flavor.ngpu} LOG_RANK={all_ranks} ./run_llama_train.sh"
# dump compile trace for debugging purpose
cmd = f"TORCH_TRACE=\"{output_dir}/{test_name}/compile_trace\" " + cmd
if test_name == "fsdp2_memory_estimation":
cmd = (
f"CONFIG_FILE={full_path} NGPU={test_flavor.ngpu} LOG_RANK={all_ranks} "
Expand Down

0 comments on commit 376f8f5

Please sign in to comment.