Update count_tokens.ts (#2689)

* Update count_tokens.ts * Format --------- Co-authored-by: jacoblee93 <jacoblee93@gmail.com>
langchain-ai · Sep 21, 2023 · 85d8e72 · 85d8e72 · vercel · Sep 21, 2023
1 parent eadd0f8
commit 85d8e72
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/langchain/src/base_language/count_tokens.ts b/langchain/src/base_language/count_tokens.ts
@@ -71,7 +71,9 @@ export const calculateMaxTokens = async ({
   let numTokens;
 
   try {
-    numTokens = (await encodingForModel(modelName)).encode(prompt).length;
+    numTokens = (
+      await encodingForModel(getModelNameForTiktoken(modelName))
+    ).encode(prompt).length;
   } catch (error) {
     console.warn(
       "Failed to calculate number of tokens, falling back to approximate count"