diff --git a/packages/browser/package.json b/packages/browser/package.json index 2074ffe..de12d30 100644 --- a/packages/browser/package.json +++ b/packages/browser/package.json @@ -1,6 +1,6 @@ { "name": "@locallm/browser", - "version": "0.0.15", + "version": "0.0.16", "description": "Run language models in the browser", "repository": "https://github.com/synw/locallm", "scripts": { diff --git a/packages/browser/src/wllama.ts b/packages/browser/src/wllama.ts index e1ba22d..17577f8 100644 --- a/packages/browser/src/wllama.ts +++ b/packages/browser/src/wllama.ts @@ -176,6 +176,7 @@ class WllamaProvider implements LmProvider { if ("extra" in params) { samplingOptions = { ...samplingOptions, ...params.extra } } + options.sampling = samplingOptions; let i = 1; const decoder = new TextDecoder('utf-8'); options.onNewToken = (token, piece, currentText, { abortSignal }) => { @@ -196,7 +197,7 @@ class WllamaProvider implements LmProvider { }; const stats = useStats(); stats.start(); - console.log(_prompt); + //console.log(_prompt); const txt = await this.wllama.createCompletion(_prompt, options); const finalStats = stats.inferenceEnds(i); let data: Record = {};