From 5f923480675fa7172d70abfbaf1ccc84e18b8733 Mon Sep 17 00:00:00 2001 From: Tat Dat Duong Date: Tue, 4 Feb 2025 02:47:25 +0100 Subject: [PATCH] Add changeset --- .changeset/beige-grapes-wink.md | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 .changeset/beige-grapes-wink.md diff --git a/.changeset/beige-grapes-wink.md b/.changeset/beige-grapes-wink.md new file mode 100644 index 00000000..61fc9db5 --- /dev/null +++ b/.changeset/beige-grapes-wink.md @@ -0,0 +1,7 @@ +--- +"tiktoken": patch +"js-tiktoken": patch +"@dqbd/tiktoken": patch +--- + +Add missing historic models, fix incorrect tokenizers for old instruct models