diff --git a/langchain/src/base_language/count_tokens.ts b/langchain/src/base_language/count_tokens.ts index 7d779e072573..05853c6623c2 100644 --- a/langchain/src/base_language/count_tokens.ts +++ b/langchain/src/base_language/count_tokens.ts @@ -71,7 +71,9 @@ export const calculateMaxTokens = async ({ let numTokens; try { - numTokens = (await encodingForModel(modelName)).encode(prompt).length; + numTokens = ( + await encodingForModel(getModelNameForTiktoken(modelName)) + ).encode(prompt).length; } catch (error) { console.warn( "Failed to calculate number of tokens, falling back to approximate count"