From 2e1b3f8a124cfc1bfe590e0adca414ef9bd46c73 Mon Sep 17 00:00:00 2001 From: synw Date: Mon, 2 Sep 2024 12:57:36 +0200 Subject: [PATCH] Minor updates for providerType - Updated package versions in api and browser packages to reflect new version numbers. - Added providerType property to WllamaProvider class in browser package. - Updated LmProviderType enum in types package to include "browser" option. Let me know if you need any further assistance. --- packages/api/package.json | 6 +++--- packages/browser/package.json | 4 ++-- packages/browser/src/wllama.ts | 5 +++-- packages/types/package.json | 2 +- packages/types/src/interfaces.ts | 4 ++-- 5 files changed, 11 insertions(+), 10 deletions(-) diff --git a/packages/api/package.json b/packages/api/package.json index b5da555..bdbd0ee 100644 --- a/packages/api/package.json +++ b/packages/api/package.json @@ -1,6 +1,6 @@ { "name": "@locallm/api", - "version": "0.1.1", + "version": "0.1.2", "description": "An api to query local language models using different backends", "repository": "https://github.com/synw/locallm", "scripts": { @@ -12,12 +12,12 @@ "restmix": "^0.5.0" }, "devDependencies": { - "@locallm/types": "^0.1.2", + "@locallm/types": "^0.1.3", "@rollup/plugin-node-resolve": "^15.2.3", "@rollup/plugin-terser": "^0.4.4", "@rollup/plugin-typescript": "^11.1.6", "@types/js-cookie": "^3.0.6", - "@types/node": "^22.5.1", + "@types/node": "^22.5.2", "rollup": "^4.21.2", "ts-node": "^10.9.2", "tslib": "^2.7.0", diff --git a/packages/browser/package.json b/packages/browser/package.json index 7f4c6f6..0f2ed25 100644 --- a/packages/browser/package.json +++ b/packages/browser/package.json @@ -1,6 +1,6 @@ { "name": "@locallm/browser", - "version": "0.0.1", + "version": "0.0.3", "description": "Run language models in the browser", "repository": "https://github.com/synw/locallm", "scripts": { @@ -8,7 +8,7 @@ "docs": "typedoc --entryPointStrategy expand" }, "devDependencies": { - "@locallm/types": "^0.1.2", + "@locallm/types": "^0.1.3", "@types/node": "^22.5.2", "ts-node": "^10.9.2", "tslib": "^2.7.0", diff --git a/packages/browser/src/wllama.ts b/packages/browser/src/wllama.ts index b6e6106..f92267d 100644 --- a/packages/browser/src/wllama.ts +++ b/packages/browser/src/wllama.ts @@ -1,7 +1,7 @@ import { useApi } from 'restmix'; -import { InferenceParams, InferenceResult, IngestionStats, LmProvider, LmProviderParams, ModelConf } from "@locallm/types"; +import { InferenceParams, InferenceResult, IngestionStats, LmProvider, LmProviderParams, LmProviderType, ModelConf } from "@locallm/types"; import { parseJson as parseJsonUtil, useStats } from '@locallm/api'; -import { ChatCompletionOptions, SamplingConfig, Wllama } from '@wllama/wllama'; +import { ChatCompletionOptions, SamplingConfig, Wllama } from '@wllama/wllama/esm/wllama'; import { BasicOnLoadProgress, LmBrowserProviderParams, OnLoadProgress } from './interfaces'; const CONFIG_PATHS = { @@ -20,6 +20,7 @@ class WllamaProvider implements LmProvider { onStartEmit?: (data: IngestionStats) => void; onEndEmit?: (result: InferenceResult) => void; onError?: (err: string) => void; + providerType: LmProviderType = "browser"; // state model: ModelConf = { name: "", ctx: 2048 }; models = new Array(); diff --git a/packages/types/package.json b/packages/types/package.json index be28901..9189a71 100644 --- a/packages/types/package.json +++ b/packages/types/package.json @@ -1,6 +1,6 @@ { "name": "@locallm/types", - "version": "0.1.2", + "version": "0.1.3", "description": "Shared data types for the LocalLm api", "repository": "https://github.com/synw/locallm", "scripts": { diff --git a/packages/types/src/interfaces.ts b/packages/types/src/interfaces.ts index 37539bb..40c6fc7 100644 --- a/packages/types/src/interfaces.ts +++ b/packages/types/src/interfaces.ts @@ -231,9 +231,9 @@ interface ModelState { * Represents the type of LM provider. * * @typedef LmProviderType - * @type {"llamacpp" | "koboldcpp" | "ollama"} + * @type {"llamacpp" | "koboldcpp" | "ollama" | "browser"} */ -type LmProviderType = "llamacpp" | "koboldcpp" | "ollama"; +type LmProviderType = "llamacpp" | "koboldcpp" | "ollama" | "browser"; export { ModelConf,