update tokenizers deps

2025-06-10 17:55:25 -07:00
1 changed files with 1 additions and 0 deletions
@@ -7,3 +7,4 @@ pycryptodome~=3.20
 Requests~=2.32
 transformers~=4.52
 utils~=1.0
 hf_transfer>=0.1.9