diff --git a/litgpt/config.py b/litgpt/config.py index a4ef0bc21f..e22c90268f 100644 --- a/litgpt/config.py +++ b/litgpt/config.py @@ -953,7 +953,7 @@ def norm_class(self) -> Type: norm_eps=1e-06, intermediate_size=13824, rope_base=500000, - nork_qk=True, + norm_qk=True, ), ]