diff --git a/train_configs/debug_model.toml b/train_configs/debug_model.toml index 5d7e9987..009348b5 100644 --- a/train_configs/debug_model.toml +++ b/train_configs/debug_model.toml @@ -3,6 +3,7 @@ [job] dump_folder = "./outputs" description = "Llama 3 debug training" +# TODO: turn this back on once ci have tokenizer use_for_integration_test = true [profiling] @@ -49,7 +50,7 @@ interval_type = "steps" interval = 5 model_weights_only = false export_dtype = "float32" -async_mode = "disabled" # ["disabled", "async", "async_with_pinned_mem"] +async_mode = "disabled" # ["disabled", "async", "async_with_pinned_mem"] [activation_checkpoint] mode = 'selective' # ['none', 'selective', 'full']