diff --git a/.env.example b/.env.example index 85390a906a3..4ebde1b3fda 100644 --- a/.env.example +++ b/.env.example @@ -290,6 +290,7 @@ LARGE_NANOGPT_MODEL= # Default: gpt-4o # Anthropic Configuration ANTHROPIC_API_KEY= # For Claude +ANTHROPIC_API_URL= SMALL_ANTHROPIC_MODEL= # Default: claude-3-haiku-20240307 MEDIUM_ANTHROPIC_MODEL= # Default: claude-3-5-sonnet-20241022 LARGE_ANTHROPIC_MODEL= # Default: claude-3-5-sonnet-20241022 diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts index 4161ac356c7..308cf5e9099 100644 --- a/packages/core/src/models.ts +++ b/packages/core/src/models.ts @@ -88,7 +88,7 @@ export const models: Models = { }, }, [ModelProviderName.ANTHROPIC]: { - endpoint: "https://api.anthropic.com/v1", + endpoint: settings.ANTHROPIC_API_URL || "https://api.anthropic.com/v1", model: { [ModelClass.SMALL]: { name: @@ -126,7 +126,7 @@ export const models: Models = { }, }, [ModelProviderName.CLAUDE_VERTEX]: { - endpoint: "https://api.anthropic.com/v1", // TODO: check + endpoint: settings.ANTHROPIC_API_URL || "https://api.anthropic.com/v1", // TODO: check model: { [ModelClass.SMALL]: { name: "claude-3-5-sonnet-20241022",