Update to transformers v5

requirements/nightly_torch_test.txt

@@ -29,8 +29,8 @@ opencv-python-headless >= 4.13.0 # required for video test
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]>=0.4.9.2 # required for model evaluation test
 mteb>=1.38.11, <2 # required for mteb test
-transformers==4.57.5
-tokenizers==0.22.0
+transformers==5.0.0
+tokenizers==0.22.2
 schemathesis>=3.39.15 # Required for openai schema test.
 # quantization
 bitsandbytes>=0.46.1

requirements/test.in

@@ -37,8 +37,8 @@ opencv-python-headless >= 4.13.0 # required for video test
 datamodel_code_generator # required for minicpm3 test
 lm-eval[api]>=0.4.9.2 # required for model evaluation test
 mteb[bm25s]>=2, <3 # required for mteb test
-transformers==4.57.5
-tokenizers==0.22.0
+transformers==5.0.0
+tokenizers==0.22.2
 schemathesis>=3.39.15 # Required for openai schema test.
 # quantization
 bitsandbytes==0.46.1

requirements/test.txt

@@ -128,6 +128,7 @@ click==8.1.7
     #   ray
     #   schemathesis
     #   typer
+    #   typer-slim
     #   uvicorn
 click-plugins==1.1.1.2
     # via
@@ -317,7 +318,7 @@ h5py==3.13.0
     # via terratorch
 harfile==0.3.0
     # via schemathesis
-hf-xet==1.1.7
+hf-xet==1.2.0
     # via huggingface-hub
 hiredis==3.0.0
     # via tensorizer
@@ -330,9 +331,10 @@ httpcore==1.0.6
 httpx==0.27.2
     # via
     #   -r requirements/test.in
+    #   huggingface-hub
     #   perceptron
     #   schemathesis
-huggingface-hub==0.34.3
+huggingface-hub==1.3.4
     # via
     #   accelerate
     #   datasets
@@ -957,7 +959,6 @@ requests==2.32.3
     #   google-api-core
     #   google-cloud-storage
     #   gpt-oss
-    #   huggingface-hub
     #   lightly
     #   lm-eval
     #   mistral-common
@@ -969,7 +970,6 @@ requests==2.32.3
     #   schemathesis
     #   starlette-testclient
     #   tiktoken
-    #   transformers
 responses==0.25.3
     # via genai-perf
 rfc3339-validator==0.1.4
@@ -1055,6 +1055,7 @@ shapely==2.1.1
     #   torchgeo
 shellingham==1.5.4
     # via
+    #   huggingface-hub
     #   perceptron
     #   typer
 six==1.16.0
@@ -1149,7 +1150,7 @@ timm==1.0.17
     #   segmentation-models-pytorch
     #   terratorch
     #   torchgeo
-tokenizers==0.22.0
+tokenizers==0.22.2
     # via
     #   -r requirements/test.in
     #   transformers
@@ -1231,7 +1232,7 @@ tqdm==4.66.6
     #   transformers
 tqdm-multiprocess==0.0.11
     # via lm-eval
-transformers==4.57.5
+transformers==5.0.0
     # via
     #   -r requirements/test.in
     #   genai-perf
@@ -1254,6 +1255,10 @@ typer==0.15.2
     # via
     #   fastsafetensors
     #   perceptron
+typer-slim==0.20.0
+    # via
+    #   huggingface-hub
+    #   transformers
 types-python-dateutil==2.9.0.20241206
     # via arrow
 typeshed-client==2.8.2
@@ -1288,6 +1293,7 @@ typing-extensions==4.15.0
     #   torch
     #   torchgeo
     #   typer
+    #   typer-slim
     #   typeshed-client
     #   typing-inspection
 typing-inspection==0.4.2