diff --git a/setup.py b/setup.py
index e72e4d36..ae4bb5e3 100644
--- a/setup.py
+++ b/setup.py
@@ -15,7 +15,7 @@
     include_package_data=True,
     install_requires=[
         'torch>=1.6.0',
-        'transformers>=4.44.2',
+        'transformers>=4.44.2,<5.0',
         'datasets>=2.19.0',
         'accelerate>=0.20.1',
         'sentence_transformers',