test: update action version

Signed-off-by: YdrMaster <ydrml@hotmail.com>

.github/workflows/build.yml

@@ -27,7 +27,7 @@ jobs:
       security-events: write
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Check format
         run: cargo fmt --check
@@ -46,7 +46,7 @@ jobs:
         continue-on-error: true
 
       - name: Upload analysis results to GitHub
-        uses: github/codeql-action/upload-sarif@v2
+        uses: github/codeql-action/upload-sarif@v3
         with:
           sarif_file: rust-clippy-results.sarif
           wait-for-processing: true

model-parameters/src/safe_tensors/mod.rs

@@ -267,3 +267,17 @@ impl SafeTensors {
         })
     }
 }
+
+#[test]
+fn test_load() {
+    use std::time::Instant;
+    let t0 = Instant::now();
+    let safetensors = SafeTensors::new("../../TinyLlama-1.1B-Chat-v1.0");
+    let t1 = Instant::now();
+    println!("{:?}", t1 - t0);
+    match safetensors {
+        Ok(_) => {}
+        Err(SafeTensorError::Io(e)) if e.kind() == std::io::ErrorKind::NotFound => {}
+        Err(e) => panic!("{:?}", e),
+    }
+}

tokenizer/src/vocab_txt.rs

@@ -25,7 +25,7 @@ impl VocabTxt {
         let mut words = Vec::new();
         let mut trie = PatriciaMap::new();
         let mut max_piece_len = 0;
-        for (i, line) in text.lines().into_iter().enumerate() {
+        for (i, line) in text.lines().enumerate() {
             let piece = line.strip_prefix('"').unwrap().strip_suffix('"').unwrap();
             max_piece_len = max_piece_len.max(piece.len());
             words.push(piece.to_string());