Fix in browser package

synw · Sep 24, 2024 · eb8446b · eb8446b
1 parent 9331fd8
commit eb8446b
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/packages/browser/package.json b/packages/browser/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@locallm/browser",
-  "version": "0.0.15",
+  "version": "0.0.16",
   "description": "Run language models in the browser",
   "repository": "https://github.com/synw/locallm",
   "scripts": {

diff --git a/packages/browser/src/wllama.ts b/packages/browser/src/wllama.ts
@@ -176,6 +176,7 @@ class WllamaProvider implements LmProvider {
         if ("extra" in params) {
             samplingOptions = { ...samplingOptions, ...params.extra }
         }
+        options.sampling = samplingOptions;
         let i = 1;
         const decoder = new TextDecoder('utf-8');
         options.onNewToken = (token, piece, currentText, { abortSignal }) => {
@@ -196,7 +197,7 @@ class WllamaProvider implements LmProvider {
         };
         const stats = useStats();
         stats.start();
-        console.log(_prompt);
+        //console.log(_prompt);
         const txt = await this.wllama.createCompletion(_prompt, options);
         const finalStats = stats.inferenceEnds(i);
         let data: Record<string, any> = {};