diff --git a/requirements/rocm-test.txt b/requirements/rocm-test.txt
index feaf21f3d..0a03e2670 100644
--- a/requirements/rocm-test.txt
+++ b/requirements/rocm-test.txt
@@ -89,4 +89,6 @@ perceptron==0.1.4
 # Required for the multi-modal models test
 timm==1.0.17
 # Required for plugins test
-albumentations==1.4.6
\ No newline at end of file
+albumentations==1.4.6
+# Pin transformers version
+transformers==4.57.3