add _compile kwarg to create_block_mask

lucidrains · Jan 17, 2025 · 0f10bca · 0f10bca
1 parent a771a4c
commit 0f10bca
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/pi_zero_pytorch/pi_zero.py b/pi_zero_pytorch/pi_zero.py
@@ -1203,7 +1203,8 @@ def forward(
                 ),
                 Q_LEN = seq_len,
                 KV_LEN = seq_len,
-                device = state_tokens.device
+                device = state_tokens.device,
+                _compile = True,
             )
 
             score_mod_fn = softclamp_score_mod(self.attn_softclamp_value)

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "pi-zero-pytorch"
-version = "0.1.5"
+version = "0.1.6"
 description = "π0 in Pytorch"
 authors = [
     { name = "Phil Wang", email = "lucidrains@gmail.com" }