diff --git a/launcher_scripts/conf/training/llama/llama3_1_8b.yaml b/launcher_scripts/conf/training/llama/llama3_1_8b.yaml index 2f7838644..5a82f5abb 100644 --- a/launcher_scripts/conf/training/llama/llama3_1_8b.yaml +++ b/launcher_scripts/conf/training/llama/llama3_1_8b.yaml @@ -124,7 +124,6 @@ model: num_micro_batches_with_partial_activation_checkpoints: null activations_checkpoint_layers_per_pipeline: null sequence_parallel: false - sequence_parallel: false deterministic_mode: false ## Transformer Engine