[Iluvatar] relocate config_hetero.yaml

FlagOpen · Jun 7, 2024 · 227c14b · 227c14b
1 parent 3579803
commit 227c14b
Show file tree

Hide file tree

Showing 2 changed files with 25 additions and 27 deletions.
diff --git a/examples/llama/conf/config.yaml b/examples/llama/conf/config.yaml
@@ -50,30 +50,3 @@ action: run
 hydra: 
   run:
     dir: ${experiment.exp_dir}/hydra 
-
-# defaults:
-#   - train: train_llama2_7b_tp_hetero
-#   - _self_
-
-# experiment:
-#   exp_name: llama2_tp_hetero
-#   exp_dir: ./outputs_llama2_tp_hetero
-#   task:
-#     type: train
-#     backend: megatron
-#     entrypoint: ./flagscale/train/hetero/train_llama.py
-#   runner:
-#     backend: torchrun
-#     nnodes: 1
-#     nproc_per_node: 8
-#     hostfile: hostfile
-#   envs:
-#     CUDA_VISIBLE_DEVICES: 0,1,2,3,4,5,6,7
-#     CUDA_DEVICE_MAX_CONNECTIONS: 1
-
-# action: run
-
-# hydra:
-#   run:
-#     dir: ${experiment.exp_dir}/hydra
-
diff --git a/examples/llama/conf/config_hetero.yaml b/examples/llama/conf/config_hetero.yaml
@@ -0,0 +1,25 @@
+defaults:
+  - train: train_llama2_7b_tp_hetero
+  - _self_
+
+experiment:
+  exp_name: llama2_tp_hetero
+  exp_dir: ./outputs_llama2_tp_hetero
+  task:
+    type: train
+    backend: megatron
+    entrypoint: ./flagscale/train/hetero/train_llama.py
+  runner:
+    backend: torchrun
+    nnodes: 1
+    nproc_per_node: 8
+    hostfile: hostfile
+  envs:
+    CUDA_VISIBLE_DEVICES: 0,1,2,3,4,5,6,7
+    CUDA_DEVICE_MAX_CONNECTIONS: 1
+
+action: run
+
+hydra:
+  run:
+    dir: ${experiment.exp_dir}/hydra