diff --git a/test/system/alpha/action_menu_test.rb b/test/system/alpha/action_menu_test.rb
index 3c1edcf5dd..ccb14cda3e 100644
--- a/test/system/alpha/action_menu_test.rb
+++ b/test/system/alpha/action_menu_test.rb
@@ -492,7 +492,7 @@ def test_deferred_dialog_opens
       click_on_invoker_button
       click_on_fourth_item
 
-      assert_selector "dialog[open]"
+      assert_selector "dialog[open]", visible: :hidden
 
       # menu should close
       refute_selector "action-menu ul li"