From f40be08a7ae61dea27b7539b1a187b3d13c44c96 Mon Sep 17 00:00:00 2001 From: Lucia Date: Tue, 17 Dec 2024 16:36:33 -0500 Subject: [PATCH 1/3] Add new o1-2024-12-17 model --- js/src/core.ts | 1 + tiktoken/model_to_encoding.json | 1 + wasm/src/lib.rs | 1 + 3 files changed, 3 insertions(+) diff --git a/js/src/core.ts b/js/src/core.ts index 5bc298b..6688b32 100644 --- a/js/src/core.ts +++ b/js/src/core.ts @@ -281,6 +281,7 @@ export function getEncodingNameForModel(model: TiktokenModel) { case "gpt-4o-2024-08-06": case "gpt-4o-mini-2024-07-18": case "gpt-4o-mini": + case "o1-2024-12-17": case "o1-mini": case "o1-preview": case "o1-preview-2024-09-12": diff --git a/tiktoken/model_to_encoding.json b/tiktoken/model_to_encoding.json index 06324b8..445f32a 100644 --- a/tiktoken/model_to_encoding.json +++ b/tiktoken/model_to_encoding.json @@ -60,6 +60,7 @@ "gpt-4o-2024-08-06":"o200k_base", "gpt-4o-mini-2024-07-18": "o200k_base", "gpt-4o-mini": "o200k_base", + "o1-2024-12-17": "o200k_base", "o1-mini": "o200k_base", "o1-preview": "o200k_base", "o1-preview-2024-09-12": "o200k_base", diff --git a/wasm/src/lib.rs b/wasm/src/lib.rs index 8c9f863..a4d7a40 100644 --- a/wasm/src/lib.rs +++ b/wasm/src/lib.rs @@ -423,6 +423,7 @@ export type TiktokenModel = | "gpt-4o-2024-08-06" | "gpt-4o-mini-2024-07-18" | "gpt-4o-mini" + | "o1-2024-12-17" | "o1-mini" | "o1-preview" | "o1-preview-2024-09-12" From c73f19e069f5a15143cf72fa2cb627fa8517e3a8 Mon Sep 17 00:00:00 2001 From: Lucia Date: Tue, 17 Dec 2024 16:36:33 -0500 Subject: [PATCH 2/3] Add new o1-2024-12-17 model --- js/src/core.ts | 1 + tiktoken/model_to_encoding.json | 1 + wasm/src/lib.rs | 2 ++ 3 files changed, 4 insertions(+) diff --git a/js/src/core.ts b/js/src/core.ts index 5bc298b..6688b32 100644 --- a/js/src/core.ts +++ b/js/src/core.ts @@ -281,6 +281,7 @@ export function getEncodingNameForModel(model: TiktokenModel) { case "gpt-4o-2024-08-06": case "gpt-4o-mini-2024-07-18": case "gpt-4o-mini": + case "o1-2024-12-17": case "o1-mini": case "o1-preview": case "o1-preview-2024-09-12": diff --git a/tiktoken/model_to_encoding.json b/tiktoken/model_to_encoding.json index 06324b8..445f32a 100644 --- a/tiktoken/model_to_encoding.json +++ b/tiktoken/model_to_encoding.json @@ -60,6 +60,7 @@ "gpt-4o-2024-08-06":"o200k_base", "gpt-4o-mini-2024-07-18": "o200k_base", "gpt-4o-mini": "o200k_base", + "o1-2024-12-17": "o200k_base", "o1-mini": "o200k_base", "o1-preview": "o200k_base", "o1-preview-2024-09-12": "o200k_base", diff --git a/wasm/src/lib.rs b/wasm/src/lib.rs index 8c9f863..7da08e8 100644 --- a/wasm/src/lib.rs +++ b/wasm/src/lib.rs @@ -423,6 +423,7 @@ export type TiktokenModel = | "gpt-4o-2024-08-06" | "gpt-4o-mini-2024-07-18" | "gpt-4o-mini" + | "o1-2024-12-17" | "o1-mini" | "o1-preview" | "o1-preview-2024-09-12" @@ -506,6 +507,7 @@ pub fn encoding_for_model( "gpt-4o-2024-08-06" => Ok("o200k_base"), "gpt-4o-mini-2024-07-18" => Ok("o200k_base"), "gpt-4o-mini" => Ok("o200k_base"), + "o1-2024-12-17" => Ok("o200k_base"), "o1-mini" => Ok("o200k_base"), "o1-preview" => Ok("o200k_base"), "o1-preview-2024-09-12" => Ok("o200k_base"), From 919eb6b9ea9c9b0bc6754e4441ce92c0c11fca23 Mon Sep 17 00:00:00 2001 From: Tat Dat Duong Date: Thu, 19 Dec 2024 18:01:14 +0100 Subject: [PATCH 3/3] Add changeset --- .changeset/selfish-buckets-fry.md | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 .changeset/selfish-buckets-fry.md diff --git a/.changeset/selfish-buckets-fry.md b/.changeset/selfish-buckets-fry.md new file mode 100644 index 0000000..3273d0d --- /dev/null +++ b/.changeset/selfish-buckets-fry.md @@ -0,0 +1,7 @@ +--- +"tiktoken": patch +"js-tiktoken": patch +"@dqbd/tiktoken": patch +--- + +Add o1-2024-12-17 model