diff --git a/test/check-application b/test/check-application
index 376cf6f..4dd87f1 100755
--- a/test/check-application
+++ b/test/check-application
@@ -44,6 +44,8 @@ class TestApplication(testlib.MachineCase):
         b.wait_visible("#content")
         # menu label (from manifest) should be translated
         b.wait_text("#host-apps a[href='/starter-kit']", "Bausatz")
+        # window title should be translated; this is not considered as "visible"
+        self.assertIn("Bausatz", b.call_js_func("ph_text", "head title"))
 
         b.go("/starter-kit")
         b.enter_page("/starter-kit")