fix(llama-cl): fix for opencl

Signed-off-by: YdrMaster <ydrml@hotmail.com>
InfiniTensor · Dec 29, 2024 · 4a19e67 · 4a19e67
1 parent 4247ad5
commit 4a19e67
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/Cargo.toml b/Cargo.toml
@@ -26,7 +26,7 @@ tensor.path = "tensor"
 causal-lm.path = "causal-lm"
 test-utils = { path = "test-utils", default-features = false }
 
-ggus = "0.3"
+ggus = "0.4"
 ndarray-layout = "0.0"
 log = "0.4"
 regex = "1.11"

diff --git a/models/llama/opencl/src/lib.rs b/models/llama/opencl/src/lib.rs
@@ -128,7 +128,7 @@ impl WeightLoader for Weights {
             BlkWeight::AttnQKV => &blk.attn_qkv,
             BlkWeight::AttnO => &blk.attn_o,
             BlkWeight::FfnNorm => &blk.ffn_norm,
-            BlkWeight::FfnGateInp => blk.ffn_gate_inp.as_ref().unwrap(),
+            BlkWeight::FfnGateInp => &blk.ffn_gate_inp,
             BlkWeight::FfnGateUp => &blk.ffn_gate_up,
             BlkWeight::FfnDown => &blk.ffn_down,
         }