diff --git a/src/flake8/plugins/finder.py b/src/flake8/plugins/finder.py
index 4da3402..e01ec83 100644
--- a/src/flake8/plugins/finder.py
+++ b/src/flake8/plugins/finder.py
@@ -289,7 +289,7 @@ def _parameters_for(func: Any) -> dict[str, bool]:
 def _load_plugin(plugin: Plugin) -> LoadedPlugin:
     try:
         obj = plugin.entry_point.load()
-    except Exception as e:
+    except (AttributeError, ImportError, ModuleNotFoundError, ValueError) as e:
         raise FailedToLoadPlugin(plugin.package, e)
 
     if not callable(obj):