diff --git a/.changeset/beige-grapes-wink.md b/.changeset/beige-grapes-wink.md new file mode 100644 index 00000000..61fc9db5 --- /dev/null +++ b/.changeset/beige-grapes-wink.md @@ -0,0 +1,7 @@ +--- +"tiktoken": patch +"js-tiktoken": patch +"@dqbd/tiktoken": patch +--- + +Add missing historic models, fix incorrect tokenizers for old instruct models