diff --git a/tests/devtools/__init__.py b/tests/devtools/__init__.py
index e69de29bb..a30811ded 100644
--- a/tests/devtools/__init__.py
+++ b/tests/devtools/__init__.py
@@ -0,0 +1,13 @@
+import os
+import sys
+
+import pytest
+
+# TODO - this needs to be revisited - perhaps when aiohttp 4.0 is released?
+# We get occasional test failures relating to devtools. These *appear* to be limited to MacOS,
+# and the error messages suggest the event loop is being shutdown before async fixture
+# teardown code has finished running. These are very rare, but are much more of an issue on
+# CI since they can delay builds that have passed locally.
+pytestmark = pytest.mark.skipif(
+    sys.platform == "darwin" and os.getenv("CI"), reason="Issue #411"
+)
diff --git a/tests/devtools/test_devtools.py b/tests/devtools/test_devtools.py
index 833c3daf2..8616aba5b 100644
--- a/tests/devtools/test_devtools.py
+++ b/tests/devtools/test_devtools.py
@@ -1,3 +1,5 @@
+import os
+import sys
 from datetime import datetime, timezone
 
 import pytest