transformer test succeed

microsoft · Aug 15, 2023 · fe5b8ad · fe5b8ad
1 parent 8e3595d
commit fe5b8ad
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/examples/llama/llama_ark.py b/examples/llama/llama_ark.py
@@ -207,7 +207,7 @@ def __init__(self, params: ModelArgs):
         # )
 
         self.layers = []
-        for layer_id in range(6):
+        for layer_id in range(self.n_layers):
             self.tmp_layer = TransformerBlock(layer_id, params)
             self.layers.append(self.tmp_layer)
 

diff --git a/examples/llama/llama_test.py b/examples/llama/llama_test.py
@@ -371,5 +371,5 @@ def test_rotary_embedding():
     # test_attention()
     # test_feedforward()
     # test_transformerblock()
-    # test_transformer()
-    test_rotary_embedding()
+    test_transformer()
+    # test_rotary_embedding()