update tokenizers deps

This commit is contained in:
Nader Arbabian
2025-06-10 17:53:01 -07:00
parent 4bac805093
commit 72a5f6ad13
+1
View File
@@ -7,3 +7,4 @@ pycryptodome~=3.20
Requests~=2.32
transformers~=4.52
utils~=1.0
hf_transfer>=0.1.9