diff --git a/Tests/test_file_bufrstub.py b/Tests/test_file_bufrstub.py
index 77ee5b0ea12..dacb620a81a 100644
--- a/Tests/test_file_bufrstub.py
+++ b/Tests/test_file_bufrstub.py
@@ -51,6 +51,9 @@ def test_save(tmp_path: Path) -> None:
 
 
 def test_handler(tmp_path: Path) -> None:
+    if BufrStubImagePlugin._handler is not None:
+        return
+
     class TestHandler(ImageFile.StubHandler):
         opened = False
         loaded = False
diff --git a/Tests/test_file_gribstub.py b/Tests/test_file_gribstub.py
index aba473d24d0..40ef2a3b13e 100644
--- a/Tests/test_file_gribstub.py
+++ b/Tests/test_file_gribstub.py
@@ -51,6 +51,9 @@ def test_save(tmp_path: Path) -> None:
 
 
 def test_handler(tmp_path: Path) -> None:
+    if GribStubImagePlugin._handler is not None:
+        return
+
     class TestHandler(ImageFile.StubHandler):
         opened = False
         loaded = False
diff --git a/Tests/test_file_hdf5stub.py b/Tests/test_file_hdf5stub.py
index 8275bd0d890..f3f6f00f133 100644
--- a/Tests/test_file_hdf5stub.py
+++ b/Tests/test_file_hdf5stub.py
@@ -53,6 +53,9 @@ def test_save() -> None:
 
 
 def test_handler(tmp_path: Path) -> None:
+    if Hdf5StubImagePlugin._handler is not None:
+        return
+
     class TestHandler(ImageFile.StubHandler):
         opened = False
         loaded = False
diff --git a/Tests/test_file_wmf.py b/Tests/test_file_wmf.py
index 2f1f8cdbc85..16a58233cea 100644
--- a/Tests/test_file_wmf.py
+++ b/Tests/test_file_wmf.py
@@ -42,15 +42,19 @@ def test_load_zero_inch() -> None:
             pass
 
 
-def test_register_handler(tmp_path: Path) -> None:
-    class TestHandler(ImageFile.StubHandler):
-        methodCalled = False
+class TestHandler(ImageFile.StubHandler):
+    methodCalled = False
+
+    def load(self, im: ImageFile.StubImageFile) -> Image.Image:
+        return Image.new("RGB", (1, 1))
 
-        def load(self, im: ImageFile.StubImageFile) -> Image.Image:
-            return Image.new("RGB", (1, 1))
+    def save(self, im: Image.Image, fp: IO[bytes], filename: str) -> None:
+        self.methodCalled = True
 
-        def save(self, im: Image.Image, fp: IO[bytes], filename: str) -> None:
-            self.methodCalled = True
+
+def test_register_handler(tmp_path: Path) -> None:
+    if isinstance(WmfImagePlugin._handler, TestHandler):
+        return
 
     handler = TestHandler()
     original_handler = WmfImagePlugin._handler