diff --git a/src/transformers/models/owlvit/__init__.py b/src/transformers/models/owlvit/__init__.py
index 7fbf47124cfc0..8315df69faace 100644
--- a/src/transformers/models/owlvit/__init__.py
+++ b/src/transformers/models/owlvit/__init__.py
@@ -40,7 +40,7 @@
 
 
 try:
-    if not is_vision_available() or not is_torch_available():
+    if not is_vision_available():
         raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
     pass
@@ -72,7 +72,7 @@
     from .processing_owlvit import OwlViTProcessor
 
     try:
-        if not is_vision_available() or not is_torch_available():
+        if not is_vision_available():
             raise OptionalDependencyNotAvailable()
     except OptionalDependencyNotAvailable:
         pass