diff --git a/tests/__init__.py b/tests/__init__.py
index 563ddf28..8a254cff 100644
--- a/tests/__init__.py
+++ b/tests/__init__.py
@@ -353,7 +353,7 @@ class SystemTestsMixin(object):
         wait_count = 0
         while subprocess.call(['xdotool', 'search', '--name', title],
                               stdout=open(os.path.devnull, 'w'),
-                              stderr=subprocess.STDOUT) == 0:
+                              stderr=subprocess.STDOUT) == int(show):
             wait_count += 1
             if wait_count > timeout*10:
                 self.fail("Timeout while waiting for {} window to {}".format(