fix: added n_query_groups for phi-4 test_model.py

Lightning-AI · Jan 9, 2025 · c1c0b4f · c1c0b4f
1 parent 602460e
commit c1c0b4f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/test_model.py b/tests/test_model.py
@@ -352,6 +352,7 @@ def test_against_hf_phi_3(model_name, device, dtype):
         padded_vocab_size=10000,
         n_layer=2,
         n_head=4,
+        n_query_groups=4,
         n_embd=256,
     )
     T = 5