Fixed llama layers

jafioti · Apr 27, 2024 · 9b734d6 · 9b734d6
1 parent 076a165
commit 9b734d6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/llama/src/model.rs b/examples/llama/src/model.rs
@@ -6,7 +6,7 @@ use luminal_nn::{Embedding, PermutedLinear, RMSNorm};
 // Llama3 8B Config
 pub const VOCAB_SIZE: usize = 128256;
 pub const HIDDEN_DIM: usize = 4096;
-pub const NUM_LAYERS: usize = 1;
+pub const NUM_LAYERS: usize = 32;
 pub const N_HEADS: usize = 32;
 pub const N_KV_HEADS: usize = 8;
 pub const MLP_DIM: usize = 14336;