Merge pull request #124 from lmg8/main

Add support for o1-2024-12-17 model
dqbd · Dec 19, 2024 · 9c95cc5 · 9c95cc5
2 parents b742a86 + 919eb6b
commit 9c95cc5
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 0 deletions.
diff --git a/.changeset/selfish-buckets-fry.md b/.changeset/selfish-buckets-fry.md
@@ -0,0 +1,7 @@
+---
+"tiktoken": patch
+"js-tiktoken": patch
+"@dqbd/tiktoken": patch
+---
+
+Add o1-2024-12-17 model
diff --git a/js/src/core.ts b/js/src/core.ts
@@ -281,6 +281,7 @@ export function getEncodingNameForModel(model: TiktokenModel) {
     case "gpt-4o-2024-08-06":
     case "gpt-4o-mini-2024-07-18":
     case "gpt-4o-mini":
+    case "o1-2024-12-17":
     case "o1-mini":
     case "o1-preview":
     case "o1-preview-2024-09-12":

diff --git a/tiktoken/model_to_encoding.json b/tiktoken/model_to_encoding.json
@@ -60,6 +60,7 @@
     "gpt-4o-2024-08-06":"o200k_base",
     "gpt-4o-mini-2024-07-18": "o200k_base",
     "gpt-4o-mini": "o200k_base",
+    "o1-2024-12-17": "o200k_base",
     "o1-mini": "o200k_base",
     "o1-preview": "o200k_base",
     "o1-preview-2024-09-12": "o200k_base",

diff --git a/wasm/src/lib.rs b/wasm/src/lib.rs
@@ -423,6 +423,7 @@ export type TiktokenModel =
     | "gpt-4o-2024-08-06"
     | "gpt-4o-mini-2024-07-18"
     | "gpt-4o-mini"
+    | "o1-2024-12-17"
     | "o1-mini"
     | "o1-preview"
     | "o1-preview-2024-09-12"
@@ -506,6 +507,7 @@ pub fn encoding_for_model(
         "gpt-4o-2024-08-06" => Ok("o200k_base"),
         "gpt-4o-mini-2024-07-18" => Ok("o200k_base"),
         "gpt-4o-mini" => Ok("o200k_base"),
+        "o1-2024-12-17" => Ok("o200k_base"),
         "o1-mini" => Ok("o200k_base"),
         "o1-preview" => Ok("o200k_base"),
         "o1-preview-2024-09-12" => Ok("o200k_base"),