From 8d4e3c96d4c8aaf28ead6230c52c0e21e78b64ce Mon Sep 17 00:00:00 2001 From: Gregory James Comer Date: Tue, 2 Sep 2025 16:02:00 -0700 Subject: [PATCH] Bump tokenizers to 4ed91cc --- .gitmodules | 2 +- extension/llm/tokenizers | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.gitmodules b/.gitmodules index 5f4c5fca1d1..1f202d4fdec 100644 --- a/.gitmodules +++ b/.gitmodules @@ -27,7 +27,7 @@ url = https://github.com/google/pthreadpool.git [submodule "extension/llm/tokenizers"] path = extension/llm/tokenizers - url = https://github.com/pytorch-labs/tokenizers.git + url = https://github.com/meta-pytorch/tokenizers.git [submodule "kernels/optimized/third-party/eigen"] path = kernels/optimized/third-party/eigen url = https://gitlab.com/libeigen/eigen.git diff --git a/extension/llm/tokenizers b/extension/llm/tokenizers index 91140f72664..4ed91cc545e 160000 --- a/extension/llm/tokenizers +++ b/extension/llm/tokenizers @@ -1 +1 @@ -Subproject commit 91140f726642c6c33b24a8d0bd62f1360fabb5c0 +Subproject commit 4ed91cc545e9ed7098e53747656eb7eff24eb305