diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py
index 5262e39b2..dec20cdc8 100644
--- a/vllm/compilation/backends.py
+++ b/vllm/compilation/backends.py
@@ -606,7 +606,7 @@ class VllmBackend:
             try:
                 with open(filepath) as f:
                     hash_content.append(f.read())
-            except Exception:
+            except OSError:
                 logger.warning("Failed to read file %s", filepath)
                 continue
         code_hash = hashlib.sha256("\n".join(hash_content).encode()).hexdigest()