7 #include <UIAutomation.h>
15 #include "flutter/fml/synchronization/waitable_event.h"
17 #include "flutter/shell/platform/embedder/test_utils/proc_table_replacement.h"
22 #include "flutter/shell/platform/windows/testing/egl/mock_context.h"
23 #include "flutter/shell/platform/windows/testing/egl/mock_manager.h"
24 #include "flutter/shell/platform/windows/testing/egl/mock_window_surface.h"
25 #include "flutter/shell/platform/windows/testing/engine_modifier.h"
26 #include "flutter/shell/platform/windows/testing/mock_window_binding_handler.h"
27 #include "flutter/shell/platform/windows/testing/mock_windows_proc_table.h"
28 #include "flutter/shell/platform/windows/testing/test_keyboard.h"
29 #include "flutter/shell/platform/windows/testing/view_modifier.h"
31 #include "gmock/gmock.h"
32 #include "gtest/gtest.h"
38 using ::testing::InSequence;
39 using ::testing::NiceMock;
40 using ::testing::Return;
51 struct TestResponseHandle {
56 static bool test_response =
false;
58 constexpr uint64_t kKeyEventFromChannel = 0x11;
59 constexpr uint64_t kKeyEventFromEmbedder = 0x22;
60 static std::vector<int> key_event_logs;
62 std::unique_ptr<std::vector<uint8_t>> keyHandlingResponse(
bool handled) {
63 rapidjson::Document document;
64 auto& allocator = document.GetAllocator();
66 document.AddMember(
"handled", test_response, allocator);
72 FlutterProjectBundle GetTestProject() {
74 properties.
assets_path = L
"C:\\foo\\flutter_assets";
78 return FlutterProjectBundle{properties};
84 std::unique_ptr<FlutterWindowsEngine> GetTestEngine(
85 std::shared_ptr<WindowsProcTable> windows_proc_table =
nullptr) {
86 auto engine = std::make_unique<FlutterWindowsEngine>(
87 GetTestProject(), std::move(windows_proc_table));
89 EngineModifier modifier(engine.get());
90 modifier.SetEGLManager(
nullptr);
92 auto key_response_controller = std::make_shared<MockKeyResponseController>();
93 key_response_controller->SetChannelResponse(
94 [](MockKeyResponseController::ResponseCallback
callback) {
95 key_event_logs.push_back(kKeyEventFromChannel);
98 key_response_controller->SetEmbedderResponse(
99 [](
const FlutterKeyEvent* event,
100 MockKeyResponseController::ResponseCallback
callback) {
101 key_event_logs.push_back(kKeyEventFromEmbedder);
104 modifier.embedder_api().NotifyDisplayUpdate =
105 MOCK_ENGINE_PROC(NotifyDisplayUpdate,
106 ([engine_instance = engine.get()](
107 FLUTTER_API_SYMBOL(FlutterEngine) raw_engine,
108 const FlutterEngineDisplaysUpdateType update_type,
109 const FlutterEngineDisplay* embedder_displays,
110 size_t display_count) {
return kSuccess; }));
112 MockEmbedderApiForKeyboard(modifier, key_response_controller);
118 class MockFlutterWindowsEngine :
public FlutterWindowsEngine {
120 explicit MockFlutterWindowsEngine(
121 std::shared_ptr<WindowsProcTable> windows_proc_table =
nullptr)
122 : FlutterWindowsEngine(GetTestProject(), std::move(windows_proc_table)) {}
124 MOCK_METHOD(
bool, running, (), (
const));
125 MOCK_METHOD(
bool, Stop, (), ());
127 MOCK_METHOD(
bool, PostRasterThreadTask, (fml::closure), (
const));
130 FML_DISALLOW_COPY_AND_ASSIGN(MockFlutterWindowsEngine);
137 TEST(FlutterWindowsViewTest, SubMenuExpandedState) {
138 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
139 EngineModifier modifier(engine.get());
140 modifier.embedder_api().UpdateSemanticsEnabled =
145 auto window_binding_handler =
146 std::make_unique<NiceMock<MockWindowBindingHandler>>();
147 std::unique_ptr<FlutterWindowsView> view =
148 engine->CreateView(std::move(window_binding_handler));
151 view->OnUpdateSemanticsEnabled(
true);
153 auto bridge = view->accessibility_bridge().lock();
156 FlutterSemanticsNode2 root{
sizeof(FlutterSemanticsNode2), 0};
161 root.increased_value =
"";
162 root.decreased_value =
"";
163 root.child_count = 0;
164 root.custom_accessibility_actions_count = 0;
165 root.flags =
static_cast<FlutterSemanticsFlag
>(
166 FlutterSemanticsFlag::kFlutterSemanticsFlagHasExpandedState |
167 FlutterSemanticsFlag::kFlutterSemanticsFlagIsExpanded);
168 bridge->AddFlutterSemanticsNodeUpdate(root);
170 bridge->CommitUpdates();
173 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
174 EXPECT_TRUE(root_node->GetData().HasState(ax::mojom::State::kExpanded));
177 IAccessible* native_view = root_node->GetNativeViewAccessible();
178 ASSERT_TRUE(native_view !=
nullptr);
181 VARIANT varchild = {};
185 varchild.lVal = CHILDID_SELF;
186 VARIANT native_state = {};
187 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
188 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_EXPANDED);
191 IRawElementProviderSimple* uia_node;
192 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
193 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
194 UIA_ExpandCollapseExpandCollapseStatePropertyId, &native_state)));
195 EXPECT_EQ(native_state.lVal, ExpandCollapseState_Expanded);
197 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
198 UIA_AriaPropertiesPropertyId, &native_state)));
199 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"expanded=true"),
nullptr);
203 root.flags =
static_cast<FlutterSemanticsFlag
>(
204 FlutterSemanticsFlag::kFlutterSemanticsFlagHasExpandedState);
205 bridge->AddFlutterSemanticsNodeUpdate(root);
206 bridge->CommitUpdates();
209 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
210 EXPECT_TRUE(root_node->GetData().HasState(ax::mojom::State::kCollapsed));
213 IAccessible* native_view = root_node->GetNativeViewAccessible();
214 ASSERT_TRUE(native_view !=
nullptr);
217 VARIANT varchild = {};
221 varchild.lVal = CHILDID_SELF;
222 VARIANT native_state = {};
223 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
224 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_COLLAPSED);
227 IRawElementProviderSimple* uia_node;
228 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
229 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
230 UIA_ExpandCollapseExpandCollapseStatePropertyId, &native_state)));
231 EXPECT_EQ(native_state.lVal, ExpandCollapseState_Collapsed);
233 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
234 UIA_AriaPropertiesPropertyId, &native_state)));
235 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"expanded=false"),
nullptr);
241 TEST(FlutterWindowsViewTest, Shutdown) {
242 auto engine = std::make_unique<MockFlutterWindowsEngine>();
243 auto window_binding_handler =
244 std::make_unique<NiceMock<MockWindowBindingHandler>>();
245 auto egl_manager = std::make_unique<egl::MockManager>();
246 auto surface = std::make_unique<egl::MockWindowSurface>();
247 egl::MockContext render_context;
249 auto engine_ptr = engine.get();
250 auto surface_ptr = surface.get();
251 auto egl_manager_ptr = egl_manager.get();
253 EngineModifier modifier{engine.get()};
254 modifier.SetEGLManager(std::move(egl_manager));
257 std::unique_ptr<FlutterWindowsView> view;
261 EXPECT_CALL(*egl_manager_ptr, CreateWindowSurface)
262 .WillOnce(Return(std::move(surface)));
263 EXPECT_CALL(*engine_ptr, running).WillOnce(Return(
false));
264 EXPECT_CALL(*surface_ptr, IsValid).WillOnce(Return(
true));
265 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
266 EXPECT_CALL(*surface_ptr, SetVSyncEnabled).WillOnce(Return(
true));
267 EXPECT_CALL(*egl_manager_ptr, render_context)
268 .WillOnce(Return(&render_context));
269 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
271 view = engine->CreateView(std::move(window_binding_handler));
276 auto view_id = view->view_id();
279 EXPECT_CALL(*engine_ptr, running).WillOnce(Return(
true));
280 EXPECT_CALL(*engine_ptr, RemoveView(view_id)).Times(1);
281 EXPECT_CALL(*engine_ptr, running).WillOnce(Return(
true));
282 EXPECT_CALL(*engine_ptr, PostRasterThreadTask)
283 .WillOnce([](fml::closure
callback) {
287 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
291 TEST(FlutterWindowsViewTest, KeySequence) {
292 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
294 test_response =
false;
296 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
297 std::make_unique<NiceMock<MockWindowBindingHandler>>());
300 [](
bool handled) {});
302 EXPECT_EQ(key_event_logs.size(), 2);
303 EXPECT_EQ(key_event_logs[0], kKeyEventFromEmbedder);
304 EXPECT_EQ(key_event_logs[1], kKeyEventFromChannel);
306 key_event_logs.clear();
309 TEST(FlutterWindowsViewTest, KeyEventCallback) {
310 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
312 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
313 std::make_unique<NiceMock<MockWindowBindingHandler>>());
317 MOCK_METHOD(
void, Call, ());
320 NiceMock<MockCallback> callback_with_valid_view;
321 NiceMock<MockCallback> callback_with_invalid_view;
323 auto trigger_key_event = [&](NiceMock<MockCallback>&
callback) {
328 EXPECT_CALL(callback_with_valid_view, Call()).Times(1);
329 EXPECT_CALL(callback_with_invalid_view, Call()).Times(0);
331 trigger_key_event(callback_with_valid_view);
332 engine->RemoveView(view->view_id());
333 trigger_key_event(callback_with_invalid_view);
335 key_event_logs.clear();
338 TEST(FlutterWindowsViewTest, EnableSemantics) {
339 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
340 EngineModifier modifier(engine.get());
342 bool semantics_enabled =
false;
343 modifier.embedder_api().UpdateSemanticsEnabled = MOCK_ENGINE_PROC(
344 UpdateSemanticsEnabled,
345 [&semantics_enabled](FLUTTER_API_SYMBOL(
FlutterEngine) engine,
347 semantics_enabled = enabled;
351 auto window_binding_handler =
352 std::make_unique<NiceMock<MockWindowBindingHandler>>();
353 std::unique_ptr<FlutterWindowsView> view =
354 engine->CreateView(std::move(window_binding_handler));
356 view->OnUpdateSemanticsEnabled(
true);
357 EXPECT_TRUE(semantics_enabled);
360 TEST(FlutterWindowsViewTest, AddSemanticsNodeUpdate) {
361 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
362 EngineModifier modifier(engine.get());
363 modifier.embedder_api().UpdateSemanticsEnabled =
368 auto window_binding_handler =
369 std::make_unique<NiceMock<MockWindowBindingHandler>>();
370 std::unique_ptr<FlutterWindowsView> view =
371 engine->CreateView(std::move(window_binding_handler));
374 view->OnUpdateSemanticsEnabled(
true);
376 auto bridge = view->accessibility_bridge().lock();
380 FlutterSemanticsNode2 node{
sizeof(FlutterSemanticsNode2), 0};
382 node.value =
"value";
383 node.platform_view_id = -1;
384 bridge->AddFlutterSemanticsNodeUpdate(node);
385 bridge->CommitUpdates();
388 auto node_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
393 IAccessible* native_view =
node_delegate->GetNativeViewAccessible();
394 ASSERT_TRUE(native_view !=
nullptr);
399 varchild.lVal = CHILDID_SELF;
402 BSTR bname =
nullptr;
403 ASSERT_EQ(native_view->get_accName(varchild, &bname), S_OK);
404 std::string name(_com_util::ConvertBSTRToString(bname));
405 EXPECT_EQ(name,
"name");
408 BSTR bvalue =
nullptr;
409 ASSERT_EQ(native_view->get_accValue(varchild, &bvalue), S_OK);
410 std::string value(_com_util::ConvertBSTRToString(bvalue));
411 EXPECT_EQ(value,
"value");
416 ASSERT_EQ(native_view->get_accRole(varchild, &varrole), S_OK);
417 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_STATICTEXT);
420 IRawElementProviderSimple* uia_view;
421 native_view->QueryInterface(IID_PPV_ARGS(&uia_view));
422 ASSERT_TRUE(uia_view !=
nullptr);
426 ASSERT_EQ(uia_view->GetPropertyValue(UIA_NamePropertyId, &varname), S_OK);
427 EXPECT_EQ(varname.vt, VT_BSTR);
428 name = _com_util::ConvertBSTRToString(varname.bstrVal);
429 EXPECT_EQ(name,
"name");
433 ASSERT_EQ(uia_view->GetPropertyValue(UIA_ValueValuePropertyId, &varvalue),
435 EXPECT_EQ(varvalue.vt, VT_BSTR);
436 value = _com_util::ConvertBSTRToString(varvalue.bstrVal);
437 EXPECT_EQ(value,
"value");
441 ASSERT_EQ(uia_view->GetPropertyValue(UIA_ControlTypePropertyId, &varrole),
443 EXPECT_EQ(varrole.vt, VT_I4);
444 EXPECT_EQ(varrole.lVal, UIA_TextControlTypeId);
459 TEST(FlutterWindowsViewTest, AddSemanticsNodeUpdateWithChildren) {
460 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
461 EngineModifier modifier(engine.get());
462 modifier.embedder_api().UpdateSemanticsEnabled =
467 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
468 std::make_unique<NiceMock<MockWindowBindingHandler>>());
471 view->OnUpdateSemanticsEnabled(
true);
473 auto bridge = view->accessibility_bridge().lock();
477 FlutterSemanticsNode2 node0{
sizeof(FlutterSemanticsNode2), 0};
478 std::vector<int32_t> node0_children{1, 2};
479 node0.child_count = node0_children.size();
480 node0.children_in_traversal_order = node0_children.data();
481 node0.children_in_hit_test_order = node0_children.data();
483 FlutterSemanticsNode2 node1{
sizeof(FlutterSemanticsNode2), 1};
484 node1.label =
"prefecture";
485 node1.value =
"Kyoto";
486 FlutterSemanticsNode2 node2{
sizeof(FlutterSemanticsNode2), 2};
487 std::vector<int32_t> node2_children{3};
488 node2.child_count = node2_children.size();
489 node2.children_in_traversal_order = node2_children.data();
490 node2.children_in_hit_test_order = node2_children.data();
491 FlutterSemanticsNode2 node3{
sizeof(FlutterSemanticsNode2), 3};
492 node3.label =
"city";
495 bridge->AddFlutterSemanticsNodeUpdate(node0);
496 bridge->AddFlutterSemanticsNodeUpdate(node1);
497 bridge->AddFlutterSemanticsNodeUpdate(node2);
498 bridge->AddFlutterSemanticsNodeUpdate(node3);
499 bridge->CommitUpdates();
502 auto node_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
507 IAccessible* node0_accessible =
node_delegate->GetNativeViewAccessible();
508 ASSERT_TRUE(node0_accessible !=
nullptr);
513 varchild.lVal = CHILDID_SELF;
518 ASSERT_EQ(node0_accessible->get_accRole(varchild, &varrole), S_OK);
519 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_GROUPING);
522 long node0_child_count = 0;
523 ASSERT_EQ(node0_accessible->get_accChildCount(&node0_child_count), S_OK);
524 EXPECT_EQ(node0_child_count, 2);
529 IDispatch* node1_dispatch =
nullptr;
530 ASSERT_EQ(node0_accessible->get_accChild(varchild, &node1_dispatch), S_OK);
531 ASSERT_TRUE(node1_dispatch !=
nullptr);
532 IAccessible* node1_accessible =
nullptr;
533 ASSERT_EQ(node1_dispatch->QueryInterface(
534 IID_IAccessible,
reinterpret_cast<void**
>(&node1_accessible)),
536 ASSERT_TRUE(node1_accessible !=
nullptr);
539 varchild.lVal = CHILDID_SELF;
540 BSTR bname =
nullptr;
541 ASSERT_EQ(node1_accessible->get_accName(varchild, &bname), S_OK);
542 std::string name(_com_util::ConvertBSTRToString(bname));
543 EXPECT_EQ(name,
"prefecture");
546 BSTR bvalue =
nullptr;
547 ASSERT_EQ(node1_accessible->get_accValue(varchild, &bvalue), S_OK);
548 std::string value(_com_util::ConvertBSTRToString(bvalue));
549 EXPECT_EQ(value,
"Kyoto");
554 ASSERT_EQ(node1_accessible->get_accRole(varchild, &varrole), S_OK);
555 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_STATICTEXT);
558 IDispatch* parent_dispatch;
559 node1_accessible->get_accParent(&parent_dispatch);
560 IAccessible* parent_accessible;
562 parent_dispatch->QueryInterface(
563 IID_IAccessible,
reinterpret_cast<void**
>(&parent_accessible)),
565 EXPECT_EQ(parent_accessible, node0_accessible);
570 IDispatch* node2_dispatch =
nullptr;
571 ASSERT_EQ(node0_accessible->get_accChild(varchild, &node2_dispatch), S_OK);
572 ASSERT_TRUE(node2_dispatch !=
nullptr);
573 IAccessible* node2_accessible =
nullptr;
574 ASSERT_EQ(node2_dispatch->QueryInterface(
575 IID_IAccessible,
reinterpret_cast<void**
>(&node2_accessible)),
577 ASSERT_TRUE(node2_accessible !=
nullptr);
581 long node2_child_count = 0;
582 ASSERT_EQ(node2_accessible->get_accChildCount(&node2_child_count), S_OK);
583 EXPECT_EQ(node2_child_count, 1);
586 varchild.lVal = CHILDID_SELF;
589 ASSERT_EQ(node2_accessible->get_accRole(varchild, &varrole), S_OK);
590 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_GROUPING);
593 IDispatch* parent_dispatch;
594 node2_accessible->get_accParent(&parent_dispatch);
595 IAccessible* parent_accessible;
597 parent_dispatch->QueryInterface(
598 IID_IAccessible,
reinterpret_cast<void**
>(&parent_accessible)),
600 EXPECT_EQ(parent_accessible, node0_accessible);
606 IDispatch* node3_dispatch =
nullptr;
607 ASSERT_EQ(node2_accessible->get_accChild(varchild, &node3_dispatch), S_OK);
608 ASSERT_TRUE(node3_dispatch !=
nullptr);
609 IAccessible* node3_accessible =
nullptr;
610 ASSERT_EQ(node3_dispatch->QueryInterface(
611 IID_IAccessible,
reinterpret_cast<void**
>(&node3_accessible)),
613 ASSERT_TRUE(node3_accessible !=
nullptr);
616 varchild.lVal = CHILDID_SELF;
617 BSTR bname =
nullptr;
618 ASSERT_EQ(node3_accessible->get_accName(varchild, &bname), S_OK);
619 std::string name(_com_util::ConvertBSTRToString(bname));
620 EXPECT_EQ(name,
"city");
623 BSTR bvalue =
nullptr;
624 ASSERT_EQ(node3_accessible->get_accValue(varchild, &bvalue), S_OK);
625 std::string value(_com_util::ConvertBSTRToString(bvalue));
626 EXPECT_EQ(value,
"Uji");
631 ASSERT_EQ(node3_accessible->get_accRole(varchild, &varrole), S_OK);
632 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_STATICTEXT);
635 IDispatch* parent_dispatch;
636 node3_accessible->get_accParent(&parent_dispatch);
637 IAccessible* parent_accessible;
639 parent_dispatch->QueryInterface(
640 IID_IAccessible,
reinterpret_cast<void**
>(&parent_accessible)),
642 EXPECT_EQ(parent_accessible, node2_accessible);
655 TEST(FlutterWindowsViewTest, NonZeroSemanticsRoot) {
656 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
657 EngineModifier modifier(engine.get());
658 modifier.embedder_api().UpdateSemanticsEnabled =
663 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
664 std::make_unique<NiceMock<MockWindowBindingHandler>>());
667 view->OnUpdateSemanticsEnabled(
true);
669 auto bridge = view->accessibility_bridge().lock();
673 FlutterSemanticsNode2 node1{
sizeof(FlutterSemanticsNode2), 1};
674 std::vector<int32_t> node1_children{2};
675 node1.child_count = node1_children.size();
676 node1.children_in_traversal_order = node1_children.data();
677 node1.children_in_hit_test_order = node1_children.data();
679 FlutterSemanticsNode2 node2{
sizeof(FlutterSemanticsNode2), 2};
680 node2.label =
"prefecture";
681 node2.value =
"Kyoto";
683 bridge->AddFlutterSemanticsNodeUpdate(node1);
684 bridge->AddFlutterSemanticsNodeUpdate(node2);
685 bridge->CommitUpdates();
688 auto root_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(1).lock();
689 ASSERT_TRUE(root_delegate);
690 EXPECT_EQ(root_delegate->GetChildCount(), 1);
693 auto child_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(2).lock();
694 ASSERT_TRUE(child_delegate);
695 EXPECT_EQ(child_delegate->GetChildCount(), 0);
698 auto fake_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
699 ASSERT_FALSE(fake_delegate);
702 IAccessible* node1_accessible = root_delegate->GetNativeViewAccessible();
703 ASSERT_TRUE(node1_accessible !=
nullptr);
708 varchild.lVal = CHILDID_SELF;
713 ASSERT_EQ(node1_accessible->get_accRole(varchild, &varrole), S_OK);
714 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_GROUPING);
717 long node1_child_count = 0;
718 ASSERT_EQ(node1_accessible->get_accChildCount(&node1_child_count), S_OK);
719 EXPECT_EQ(node1_child_count, 1);
724 IDispatch* node2_dispatch =
nullptr;
725 ASSERT_EQ(node1_accessible->get_accChild(varchild, &node2_dispatch), S_OK);
726 ASSERT_TRUE(node2_dispatch !=
nullptr);
727 IAccessible* node2_accessible =
nullptr;
728 ASSERT_EQ(node2_dispatch->QueryInterface(
729 IID_IAccessible,
reinterpret_cast<void**
>(&node2_accessible)),
731 ASSERT_TRUE(node2_accessible !=
nullptr);
734 varchild.lVal = CHILDID_SELF;
735 BSTR bname =
nullptr;
736 ASSERT_EQ(node2_accessible->get_accName(varchild, &bname), S_OK);
737 std::string name(_com_util::ConvertBSTRToString(bname));
738 EXPECT_EQ(name,
"prefecture");
741 BSTR bvalue =
nullptr;
742 ASSERT_EQ(node2_accessible->get_accValue(varchild, &bvalue), S_OK);
743 std::string value(_com_util::ConvertBSTRToString(bvalue));
744 EXPECT_EQ(value,
"Kyoto");
749 ASSERT_EQ(node2_accessible->get_accRole(varchild, &varrole), S_OK);
750 EXPECT_EQ(varrole.lVal, ROLE_SYSTEM_STATICTEXT);
753 IDispatch* parent_dispatch;
754 node2_accessible->get_accParent(&parent_dispatch);
755 IAccessible* parent_accessible;
757 parent_dispatch->QueryInterface(
758 IID_IAccessible,
reinterpret_cast<void**
>(&parent_accessible)),
760 EXPECT_EQ(parent_accessible, node1_accessible);
781 TEST(FlutterWindowsViewTest, AccessibilityHitTesting) {
782 constexpr FlutterTransformation kIdentityTransform = {1, 0, 0,
786 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
787 EngineModifier modifier(engine.get());
788 modifier.embedder_api().UpdateSemanticsEnabled =
793 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
794 std::make_unique<NiceMock<MockWindowBindingHandler>>());
797 view->OnUpdateSemanticsEnabled(
true);
799 auto bridge = view->accessibility_bridge().lock();
803 FlutterSemanticsNode2 node0{
sizeof(FlutterSemanticsNode2), 0};
804 std::vector<int32_t> node0_children{1, 2};
805 node0.rect = {0, 0, 500, 500};
806 node0.transform = kIdentityTransform;
807 node0.child_count = node0_children.size();
808 node0.children_in_traversal_order = node0_children.data();
809 node0.children_in_hit_test_order = node0_children.data();
812 FlutterSemanticsNode2 node1{
sizeof(FlutterSemanticsNode2), 1};
813 node1.rect = {0, 0, 250, 500};
814 node1.transform = kIdentityTransform;
815 node1.label =
"prefecture";
816 node1.value =
"Kyoto";
819 FlutterSemanticsNode2 node2{
sizeof(FlutterSemanticsNode2), 2};
820 std::vector<int32_t> node2_children{3};
821 node2.rect = {0, 0, 250, 500};
822 node2.transform = {1, 0, 250, 0, 1, 0, 0, 0, 1};
823 node2.child_count = node2_children.size();
824 node2.children_in_traversal_order = node2_children.data();
825 node2.children_in_hit_test_order = node2_children.data();
828 FlutterSemanticsNode2 node3{
sizeof(FlutterSemanticsNode2), 3};
829 node3.rect = {0, 0, 250, 250};
830 node3.transform = {1, 0, 0, 0, 1, 250, 0, 0, 1};
831 node3.label =
"city";
834 bridge->AddFlutterSemanticsNodeUpdate(node0);
835 bridge->AddFlutterSemanticsNodeUpdate(node1);
836 bridge->AddFlutterSemanticsNodeUpdate(node2);
837 bridge->AddFlutterSemanticsNodeUpdate(node3);
838 bridge->CommitUpdates();
841 auto node0_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
842 ASSERT_TRUE(node0_delegate);
843 auto node1_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(1).lock();
844 ASSERT_TRUE(node1_delegate);
845 auto node2_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(2).lock();
846 ASSERT_TRUE(node2_delegate);
847 auto node3_delegate = bridge->GetFlutterPlatformNodeDelegateFromID(3).lock();
848 ASSERT_TRUE(node3_delegate);
851 IAccessible* node0_accessible = node0_delegate->GetNativeViewAccessible();
852 ASSERT_TRUE(node0_accessible !=
nullptr);
856 ASSERT_TRUE(SUCCEEDED(node0_accessible->accHitTest(150, 150, &varchild)));
857 EXPECT_EQ(varchild.vt, VT_DISPATCH);
858 EXPECT_EQ(varchild.pdispVal, node1_delegate->GetNativeViewAccessible());
862 ASSERT_TRUE(SUCCEEDED(node0_accessible->accHitTest(450, 150, &varchild)));
863 EXPECT_EQ(varchild.vt, VT_DISPATCH);
864 EXPECT_EQ(varchild.pdispVal, node2_delegate->GetNativeViewAccessible());
868 ASSERT_TRUE(SUCCEEDED(node0_accessible->accHitTest(450, 450, &varchild)));
869 EXPECT_EQ(varchild.vt, VT_DISPATCH);
870 EXPECT_EQ(varchild.pdispVal, node3_delegate->GetNativeViewAccessible());
873 TEST(FlutterWindowsViewTest, WindowResizeTests) {
874 auto windows_proc_table = std::make_shared<NiceMock<MockWindowsProcTable>>();
875 std::unique_ptr<FlutterWindowsEngine> engine =
876 GetTestEngine(windows_proc_table);
878 EngineModifier engine_modifier{engine.get()};
879 engine_modifier.embedder_api().PostRenderThreadTask = MOCK_ENGINE_PROC(
880 PostRenderThreadTask,
886 auto egl_manager = std::make_unique<egl::MockManager>();
887 auto surface = std::make_unique<egl::MockWindowSurface>();
888 auto resized_surface = std::make_unique<egl::MockWindowSurface>();
889 egl::MockContext render_context;
891 auto surface_ptr = surface.get();
892 auto resized_surface_ptr = resized_surface.get();
895 EXPECT_CALL(*egl_manager, CreateWindowSurface)
896 .WillOnce(Return(std::move(surface)));
897 EXPECT_CALL(*surface_ptr, IsValid).WillRepeatedly(Return(
true));
898 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
899 EXPECT_CALL(*surface_ptr, SetVSyncEnabled).WillOnce(Return(
true));
900 EXPECT_CALL(*egl_manager, render_context).WillOnce(Return(&render_context));
901 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
904 EXPECT_CALL(*surface_ptr, Destroy).WillOnce(Return(
true));
905 EXPECT_CALL(*egl_manager.get(),
906 CreateWindowSurface(_, 500, 500))
907 .WillOnce(Return(std::move((resized_surface))));
908 EXPECT_CALL(*resized_surface_ptr, MakeCurrent).WillOnce(Return(
true));
909 EXPECT_CALL(*resized_surface_ptr, SetVSyncEnabled).WillOnce(Return(
true));
910 EXPECT_CALL(*windows_proc_table.get(), DwmFlush).WillOnce(Return(S_OK));
912 EXPECT_CALL(*resized_surface_ptr, Destroy).WillOnce(Return(
true));
914 engine_modifier.SetEGLManager(std::move(egl_manager));
916 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
917 std::make_unique<NiceMock<MockWindowBindingHandler>>());
919 fml::AutoResetWaitableEvent metrics_sent_latch;
920 engine_modifier.embedder_api().SendWindowMetricsEvent = MOCK_ENGINE_PROC(
921 SendWindowMetricsEvent,
922 ([&metrics_sent_latch](
auto engine,
923 const FlutterWindowMetricsEvent* event) {
924 metrics_sent_latch.Signal();
928 fml::AutoResetWaitableEvent resized_latch;
929 std::thread([&resized_latch, &view]() {
932 EXPECT_TRUE(view->OnWindowSizeChanged(500, 500));
933 resized_latch.Signal();
937 metrics_sent_latch.Wait();
940 ASSERT_TRUE(view->OnFrameGenerated(500, 500));
941 view->OnFramePresented();
942 resized_latch.Wait();
946 TEST(FlutterWindowsViewTest, TestEmptyFrameResizes) {
947 auto windows_proc_table = std::make_shared<NiceMock<MockWindowsProcTable>>();
948 std::unique_ptr<FlutterWindowsEngine> engine =
949 GetTestEngine(windows_proc_table);
951 EngineModifier engine_modifier{engine.get()};
952 engine_modifier.embedder_api().PostRenderThreadTask = MOCK_ENGINE_PROC(
953 PostRenderThreadTask,
959 auto egl_manager = std::make_unique<egl::MockManager>();
960 auto surface = std::make_unique<egl::MockWindowSurface>();
961 auto resized_surface = std::make_unique<egl::MockWindowSurface>();
962 auto resized_surface_ptr = resized_surface.get();
964 EXPECT_CALL(*surface.get(), IsValid).WillRepeatedly(Return(
true));
965 EXPECT_CALL(*surface.get(), Destroy).WillOnce(Return(
true));
967 EXPECT_CALL(*egl_manager.get(),
968 CreateWindowSurface(_, 500, 500))
969 .WillOnce(Return(std::move((resized_surface))));
970 EXPECT_CALL(*resized_surface_ptr, MakeCurrent).WillOnce(Return(
true));
971 EXPECT_CALL(*resized_surface_ptr, SetVSyncEnabled).WillOnce(Return(
true));
972 EXPECT_CALL(*windows_proc_table.get(), DwmFlush).WillOnce(Return(S_OK));
974 EXPECT_CALL(*resized_surface_ptr, Destroy).WillOnce(Return(
true));
976 fml::AutoResetWaitableEvent metrics_sent_latch;
977 engine_modifier.embedder_api().SendWindowMetricsEvent = MOCK_ENGINE_PROC(
978 SendWindowMetricsEvent,
979 ([&metrics_sent_latch](
auto engine,
980 const FlutterWindowMetricsEvent* event) {
981 metrics_sent_latch.Signal();
985 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
986 std::make_unique<NiceMock<MockWindowBindingHandler>>());
988 ViewModifier view_modifier{view.get()};
989 engine_modifier.SetEGLManager(std::move(egl_manager));
990 view_modifier.SetSurface(std::move(surface));
992 fml::AutoResetWaitableEvent resized_latch;
993 std::thread([&resized_latch, &view]() {
996 EXPECT_TRUE(view->OnWindowSizeChanged(500, 500));
997 resized_latch.Signal();
1001 metrics_sent_latch.Wait();
1004 view->OnEmptyFrameGenerated();
1005 view->OnFramePresented();
1006 resized_latch.Wait();
1012 TEST(FlutterWindowsViewTest, WindowResizeRace) {
1013 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1015 EngineModifier engine_modifier(engine.get());
1016 engine_modifier.embedder_api().PostRenderThreadTask = MOCK_ENGINE_PROC(
1017 PostRenderThreadTask,
1023 auto egl_manager = std::make_unique<egl::MockManager>();
1024 auto surface = std::make_unique<egl::MockWindowSurface>();
1026 EXPECT_CALL(*surface.get(), IsValid).WillRepeatedly(Return(
true));
1027 EXPECT_CALL(*surface.get(), Destroy).WillOnce(Return(
true));
1029 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1030 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1032 ViewModifier view_modifier{view.get()};
1033 engine_modifier.SetEGLManager(std::move(egl_manager));
1034 view_modifier.SetSurface(std::move(surface));
1037 ASSERT_TRUE(view->OnFrameGenerated(100, 100));
1041 fml::AutoResetWaitableEvent resized_latch;
1042 std::thread([&resized_latch, &view]() {
1044 EXPECT_FALSE(view->OnWindowSizeChanged(500, 500));
1045 resized_latch.Signal();
1049 resized_latch.Wait();
1054 view->OnFramePresented();
1059 TEST(FlutterWindowsViewTest, WindowResizeInvalidSurface) {
1060 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1062 EngineModifier engine_modifier(engine.get());
1063 engine_modifier.embedder_api().PostRenderThreadTask = MOCK_ENGINE_PROC(
1064 PostRenderThreadTask,
1070 auto egl_manager = std::make_unique<egl::MockManager>();
1071 auto surface = std::make_unique<egl::MockWindowSurface>();
1073 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface).Times(0);
1074 EXPECT_CALL(*surface.get(), IsValid).WillRepeatedly(Return(
false));
1075 EXPECT_CALL(*surface.get(), Destroy).WillOnce(Return(
false));
1077 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1078 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1080 ViewModifier view_modifier{view.get()};
1081 engine_modifier.SetEGLManager(std::move(egl_manager));
1082 view_modifier.SetSurface(std::move(surface));
1084 auto metrics_sent =
false;
1085 engine_modifier.embedder_api().SendWindowMetricsEvent = MOCK_ENGINE_PROC(
1086 SendWindowMetricsEvent,
1087 ([&metrics_sent](
auto engine,
const FlutterWindowMetricsEvent* event) {
1088 metrics_sent =
true;
1092 view->OnWindowSizeChanged(500, 500);
1097 TEST(FlutterWindowsViewTest, WindowResizeWithoutSurface) {
1098 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1099 EngineModifier modifier(engine.get());
1101 auto egl_manager = std::make_unique<egl::MockManager>();
1103 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface).Times(0);
1105 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1106 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1108 modifier.SetEGLManager(std::move(egl_manager));
1110 auto metrics_sent =
false;
1111 modifier.embedder_api().SendWindowMetricsEvent = MOCK_ENGINE_PROC(
1112 SendWindowMetricsEvent,
1113 ([&metrics_sent](
auto engine,
const FlutterWindowMetricsEvent* event) {
1114 metrics_sent =
true;
1118 view->OnWindowSizeChanged(500, 500);
1121 TEST(FlutterWindowsViewTest, WindowRepaintTests) {
1122 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1123 EngineModifier modifier(engine.get());
1126 std::make_unique<flutter::FlutterWindow>(100, 100)};
1128 bool schedule_frame_called =
false;
1129 modifier.embedder_api().ScheduleFrame =
1130 MOCK_ENGINE_PROC(ScheduleFrame, ([&schedule_frame_called](
auto engine) {
1131 schedule_frame_called =
true;
1135 view.OnWindowRepaint();
1136 EXPECT_TRUE(schedule_frame_called);
1145 TEST(FlutterWindowsViewTest, CheckboxNativeState) {
1146 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1147 EngineModifier modifier(engine.get());
1148 modifier.embedder_api().UpdateSemanticsEnabled =
1149 [](FLUTTER_API_SYMBOL(
FlutterEngine) engine,
bool enabled) {
1153 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1154 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1157 view->OnUpdateSemanticsEnabled(
true);
1159 auto bridge = view->accessibility_bridge().lock();
1160 ASSERT_TRUE(bridge);
1162 FlutterSemanticsNode2 root{
sizeof(FlutterSemanticsNode2), 0};
1164 root.label =
"root";
1167 root.increased_value =
"";
1168 root.decreased_value =
"";
1169 root.child_count = 0;
1170 root.custom_accessibility_actions_count = 0;
1171 root.flags =
static_cast<FlutterSemanticsFlag
>(
1172 FlutterSemanticsFlag::kFlutterSemanticsFlagHasCheckedState |
1173 FlutterSemanticsFlag::kFlutterSemanticsFlagIsChecked);
1174 bridge->AddFlutterSemanticsNodeUpdate(root);
1176 bridge->CommitUpdates();
1179 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1180 EXPECT_EQ(root_node->GetData().role, ax::mojom::Role::kCheckBox);
1181 EXPECT_EQ(root_node->GetData().GetCheckedState(),
1182 ax::mojom::CheckedState::kTrue);
1185 IAccessible* native_view = root_node->GetNativeViewAccessible();
1186 ASSERT_TRUE(native_view !=
nullptr);
1189 VARIANT varchild = {};
1190 varchild.vt = VT_I4;
1193 varchild.lVal = CHILDID_SELF;
1194 VARIANT native_state = {};
1195 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
1196 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_CHECKED);
1199 IRawElementProviderSimple* uia_node;
1200 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1201 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1202 UIA_ToggleToggleStatePropertyId, &native_state)));
1203 EXPECT_EQ(native_state.lVal, ToggleState_On);
1205 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1206 UIA_AriaPropertiesPropertyId, &native_state)));
1207 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"checked=true"),
nullptr);
1211 root.flags =
static_cast<FlutterSemanticsFlag
>(
1212 FlutterSemanticsFlag::kFlutterSemanticsFlagHasCheckedState);
1213 bridge->AddFlutterSemanticsNodeUpdate(root);
1214 bridge->CommitUpdates();
1217 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1218 EXPECT_EQ(root_node->GetData().role, ax::mojom::Role::kCheckBox);
1219 EXPECT_EQ(root_node->GetData().GetCheckedState(),
1220 ax::mojom::CheckedState::kFalse);
1223 IAccessible* native_view = root_node->GetNativeViewAccessible();
1224 ASSERT_TRUE(native_view !=
nullptr);
1227 VARIANT varchild = {};
1228 varchild.vt = VT_I4;
1231 varchild.lVal = CHILDID_SELF;
1232 VARIANT native_state = {};
1233 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
1234 EXPECT_FALSE(native_state.lVal & STATE_SYSTEM_CHECKED);
1237 IRawElementProviderSimple* uia_node;
1238 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1239 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1240 UIA_ToggleToggleStatePropertyId, &native_state)));
1241 EXPECT_EQ(native_state.lVal, ToggleState_Off);
1243 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1244 UIA_AriaPropertiesPropertyId, &native_state)));
1245 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"checked=false"),
nullptr);
1249 root.flags =
static_cast<FlutterSemanticsFlag
>(
1250 FlutterSemanticsFlag::kFlutterSemanticsFlagHasCheckedState |
1251 FlutterSemanticsFlag::kFlutterSemanticsFlagIsCheckStateMixed);
1252 bridge->AddFlutterSemanticsNodeUpdate(root);
1253 bridge->CommitUpdates();
1256 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1257 EXPECT_EQ(root_node->GetData().role, ax::mojom::Role::kCheckBox);
1258 EXPECT_EQ(root_node->GetData().GetCheckedState(),
1259 ax::mojom::CheckedState::kMixed);
1262 IAccessible* native_view = root_node->GetNativeViewAccessible();
1263 ASSERT_TRUE(native_view !=
nullptr);
1266 VARIANT varchild = {};
1267 varchild.vt = VT_I4;
1270 varchild.lVal = CHILDID_SELF;
1271 VARIANT native_state = {};
1272 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
1273 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_MIXED);
1276 IRawElementProviderSimple* uia_node;
1277 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1278 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1279 UIA_ToggleToggleStatePropertyId, &native_state)));
1280 EXPECT_EQ(native_state.lVal, ToggleState_Indeterminate);
1282 ASSERT_TRUE(SUCCEEDED(uia_node->GetPropertyValue(
1283 UIA_AriaPropertiesPropertyId, &native_state)));
1284 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"checked=mixed"),
nullptr);
1289 TEST(FlutterWindowsViewTest, SwitchNativeState) {
1290 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1291 EngineModifier modifier(engine.get());
1292 modifier.embedder_api().UpdateSemanticsEnabled =
1293 [](FLUTTER_API_SYMBOL(
FlutterEngine) engine,
bool enabled) {
1297 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1298 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1301 view->OnUpdateSemanticsEnabled(
true);
1303 auto bridge = view->accessibility_bridge().lock();
1304 ASSERT_TRUE(bridge);
1306 FlutterSemanticsNode2 root{
sizeof(FlutterSemanticsNode2), 0};
1308 root.label =
"root";
1311 root.increased_value =
"";
1312 root.decreased_value =
"";
1313 root.child_count = 0;
1314 root.custom_accessibility_actions_count = 0;
1315 root.flags =
static_cast<FlutterSemanticsFlag
>(
1316 FlutterSemanticsFlag::kFlutterSemanticsFlagHasToggledState |
1317 FlutterSemanticsFlag::kFlutterSemanticsFlagIsToggled);
1318 bridge->AddFlutterSemanticsNodeUpdate(root);
1320 bridge->CommitUpdates();
1323 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1324 EXPECT_EQ(root_node->GetData().role, ax::mojom::Role::kSwitch);
1325 EXPECT_EQ(root_node->GetData().GetCheckedState(),
1326 ax::mojom::CheckedState::kTrue);
1329 IAccessible* native_view = root_node->GetNativeViewAccessible();
1330 ASSERT_TRUE(native_view !=
nullptr);
1333 VARIANT varchild = {};
1334 varchild.vt = VT_I4;
1336 varchild.lVal = CHILDID_SELF;
1337 VARIANT varrole = {};
1340 ASSERT_EQ(native_view->get_accRole(varchild, &varrole), S_OK);
1341 ASSERT_EQ(varrole.lVal, ROLE_SYSTEM_CHECKBUTTON);
1344 VARIANT native_state = {};
1345 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
1346 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_PRESSED);
1347 EXPECT_TRUE(native_state.lVal & STATE_SYSTEM_CHECKED);
1350 IRawElementProviderSimple* uia_node;
1351 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1352 ASSERT_EQ(uia_node->GetPropertyValue(UIA_ControlTypePropertyId, &varrole),
1354 EXPECT_EQ(varrole.lVal, UIA_ButtonControlTypeId);
1355 ASSERT_EQ(uia_node->GetPropertyValue(UIA_ToggleToggleStatePropertyId,
1358 EXPECT_EQ(native_state.lVal, ToggleState_On);
1360 uia_node->GetPropertyValue(UIA_AriaPropertiesPropertyId, &native_state),
1362 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"pressed=true"),
nullptr);
1366 root.flags =
static_cast<FlutterSemanticsFlag
>(
1367 FlutterSemanticsFlag::kFlutterSemanticsFlagHasToggledState);
1368 bridge->AddFlutterSemanticsNodeUpdate(root);
1369 bridge->CommitUpdates();
1372 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1373 EXPECT_EQ(root_node->GetData().role, ax::mojom::Role::kSwitch);
1374 EXPECT_EQ(root_node->GetData().GetCheckedState(),
1375 ax::mojom::CheckedState::kFalse);
1378 IAccessible* native_view = root_node->GetNativeViewAccessible();
1379 ASSERT_TRUE(native_view !=
nullptr);
1382 VARIANT varchild = {};
1383 varchild.vt = VT_I4;
1386 varchild.lVal = CHILDID_SELF;
1387 VARIANT native_state = {};
1388 ASSERT_TRUE(SUCCEEDED(native_view->get_accState(varchild, &native_state)));
1389 EXPECT_FALSE(native_state.lVal & STATE_SYSTEM_PRESSED);
1390 EXPECT_FALSE(native_state.lVal & STATE_SYSTEM_CHECKED);
1393 IRawElementProviderSimple* uia_node;
1394 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1395 ASSERT_EQ(uia_node->GetPropertyValue(UIA_ToggleToggleStatePropertyId,
1398 EXPECT_EQ(native_state.lVal, ToggleState_Off);
1400 uia_node->GetPropertyValue(UIA_AriaPropertiesPropertyId, &native_state),
1402 EXPECT_NE(std::wcsstr(native_state.bstrVal, L
"pressed=false"),
nullptr);
1406 TEST(FlutterWindowsViewTest, TooltipNodeData) {
1407 std::unique_ptr<FlutterWindowsEngine> engine = GetTestEngine();
1408 EngineModifier modifier(engine.get());
1409 modifier.embedder_api().UpdateSemanticsEnabled =
1410 [](FLUTTER_API_SYMBOL(
FlutterEngine) engine,
bool enabled) {
1414 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1415 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1418 view->OnUpdateSemanticsEnabled(
true);
1420 auto bridge = view->accessibility_bridge().lock();
1421 ASSERT_TRUE(bridge);
1423 FlutterSemanticsNode2 root{
sizeof(FlutterSemanticsNode2), 0};
1425 root.label =
"root";
1428 root.increased_value =
"";
1429 root.decreased_value =
"";
1430 root.tooltip =
"tooltip";
1431 root.child_count = 0;
1432 root.custom_accessibility_actions_count = 0;
1433 root.flags =
static_cast<FlutterSemanticsFlag
>(
1434 FlutterSemanticsFlag::kFlutterSemanticsFlagIsTextField);
1435 bridge->AddFlutterSemanticsNodeUpdate(root);
1437 bridge->CommitUpdates();
1438 auto root_node = bridge->GetFlutterPlatformNodeDelegateFromID(0).lock();
1439 std::string tooltip = root_node->GetData().GetStringAttribute(
1440 ax::mojom::StringAttribute::kTooltip);
1441 EXPECT_EQ(tooltip,
"tooltip");
1444 IAccessible* native_view = bridge->GetFlutterPlatformNodeDelegateFromID(0)
1446 ->GetNativeViewAccessible();
1447 VARIANT varchild = {.vt = VT_I4, .lVal = CHILDID_SELF};
1449 ASSERT_EQ(native_view->get_accName(varchild, &bname), S_OK);
1450 EXPECT_NE(std::wcsstr(bname, L
"tooltip"),
nullptr);
1453 IRawElementProviderSimple* uia_node;
1454 native_view->QueryInterface(IID_PPV_ARGS(&uia_node));
1456 ASSERT_EQ(uia_node->GetPropertyValue(UIA_HelpTextPropertyId, &varname), S_OK);
1457 std::string uia_tooltip = _com_util::ConvertBSTRToString(varname.bstrVal);
1458 EXPECT_EQ(uia_tooltip,
"tooltip");
1463 TEST(FlutterWindowsViewTest, DisablesVSyncAtStartup) {
1464 auto windows_proc_table = std::make_shared<MockWindowsProcTable>();
1465 auto engine = std::make_unique<MockFlutterWindowsEngine>(windows_proc_table);
1466 auto egl_manager = std::make_unique<egl::MockManager>();
1467 egl::MockContext render_context;
1468 auto surface = std::make_unique<egl::MockWindowSurface>();
1469 auto surface_ptr = surface.get();
1471 EXPECT_CALL(*engine.get(), running).WillRepeatedly(Return(
false));
1472 EXPECT_CALL(*engine.get(), PostRasterThreadTask).Times(0);
1474 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1475 .WillOnce(Return(
true));
1477 EXPECT_CALL(*egl_manager.get(), render_context)
1478 .WillOnce(Return(&render_context));
1479 EXPECT_CALL(*surface_ptr, IsValid).WillOnce(Return(
true));
1482 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface)
1483 .WillOnce(Return(std::move(surface)));
1484 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
1485 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
false)).WillOnce(Return(
true));
1486 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
1488 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
1490 EngineModifier modifier{engine.get()};
1491 modifier.SetEGLManager(std::move(egl_manager));
1493 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1494 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1499 TEST(FlutterWindowsViewTest, EnablesVSyncAtStartup) {
1500 auto windows_proc_table = std::make_shared<MockWindowsProcTable>();
1501 auto engine = std::make_unique<MockFlutterWindowsEngine>(windows_proc_table);
1502 auto egl_manager = std::make_unique<egl::MockManager>();
1503 egl::MockContext render_context;
1504 auto surface = std::make_unique<egl::MockWindowSurface>();
1505 auto surface_ptr = surface.get();
1507 EXPECT_CALL(*engine.get(), running).WillRepeatedly(Return(
false));
1508 EXPECT_CALL(*engine.get(), PostRasterThreadTask).Times(0);
1509 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1510 .WillOnce(Return(
false));
1512 EXPECT_CALL(*egl_manager.get(), render_context)
1513 .WillOnce(Return(&render_context));
1514 EXPECT_CALL(*surface_ptr, IsValid).WillOnce(Return(
true));
1517 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface)
1518 .WillOnce(Return(std::move(surface)));
1519 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
1520 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
true)).WillOnce(Return(
true));
1521 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
1523 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
1525 EngineModifier modifier{engine.get()};
1526 modifier.SetEGLManager(std::move(egl_manager));
1528 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1529 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1534 TEST(FlutterWindowsViewTest, DisablesVSyncAfterStartup) {
1535 auto windows_proc_table = std::make_shared<MockWindowsProcTable>();
1536 auto engine = std::make_unique<MockFlutterWindowsEngine>(windows_proc_table);
1537 auto egl_manager = std::make_unique<egl::MockManager>();
1538 egl::MockContext render_context;
1539 auto surface = std::make_unique<egl::MockWindowSurface>();
1540 auto surface_ptr = surface.get();
1542 EXPECT_CALL(*engine.get(), running).WillRepeatedly(Return(
true));
1543 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1544 .WillOnce(Return(
true));
1546 EXPECT_CALL(*egl_manager.get(), render_context)
1547 .WillOnce(Return(&render_context));
1548 EXPECT_CALL(*surface_ptr, IsValid).WillOnce(Return(
true));
1551 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface)
1552 .WillOnce(Return(std::move(surface)));
1553 EXPECT_CALL(*engine.get(), PostRasterThreadTask)
1554 .WillOnce([](fml::closure
callback) {
1558 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
1559 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
false)).WillOnce(Return(
true));
1560 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
1561 EXPECT_CALL(*engine.get(), PostRasterThreadTask)
1562 .WillOnce([](fml::closure
callback) {
1566 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
1568 EngineModifier modifier{engine.get()};
1569 modifier.SetEGLManager(std::move(egl_manager));
1571 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1572 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1577 TEST(FlutterWindowsViewTest, EnablesVSyncAfterStartup) {
1578 auto windows_proc_table = std::make_shared<MockWindowsProcTable>();
1579 auto engine = std::make_unique<MockFlutterWindowsEngine>(windows_proc_table);
1580 auto egl_manager = std::make_unique<egl::MockManager>();
1581 egl::MockContext render_context;
1582 auto surface = std::make_unique<egl::MockWindowSurface>();
1583 auto surface_ptr = surface.get();
1585 EXPECT_CALL(*engine.get(), running).WillRepeatedly(Return(
true));
1587 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1588 .WillOnce(Return(
false));
1590 EXPECT_CALL(*egl_manager.get(), render_context)
1591 .WillOnce(Return(&render_context));
1592 EXPECT_CALL(*surface_ptr, IsValid).WillOnce(Return(
true));
1595 EXPECT_CALL(*egl_manager.get(), CreateWindowSurface)
1596 .WillOnce(Return(std::move(surface)));
1597 EXPECT_CALL(*engine.get(), PostRasterThreadTask)
1598 .WillOnce([](fml::closure
callback) {
1603 EXPECT_CALL(*surface_ptr, MakeCurrent).WillOnce(Return(
true));
1604 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
true)).WillOnce(Return(
true));
1605 EXPECT_CALL(render_context, ClearCurrent).WillOnce(Return(
true));
1607 EXPECT_CALL(*engine.get(), PostRasterThreadTask)
1608 .WillOnce([](fml::closure
callback) {
1612 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
1614 EngineModifier modifier{engine.get()};
1615 modifier.SetEGLManager(std::move(egl_manager));
1617 std::unique_ptr<FlutterWindowsView> view = engine->CreateView(
1618 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1624 TEST(FlutterWindowsViewTest, UpdatesVSyncOnDwmUpdates) {
1625 auto windows_proc_table = std::make_shared<MockWindowsProcTable>();
1626 auto engine = std::make_unique<MockFlutterWindowsEngine>(windows_proc_table);
1627 auto egl_manager = std::make_unique<egl::MockManager>();
1628 egl::MockContext render_context;
1629 auto surface = std::make_unique<egl::MockWindowSurface>();
1630 auto surface_ptr = surface.get();
1632 EXPECT_CALL(*engine.get(), running).WillRepeatedly(Return(
true));
1634 EXPECT_CALL(*engine.get(), PostRasterThreadTask)
1635 .WillRepeatedly([](fml::closure
callback) {
1640 EXPECT_CALL(*egl_manager.get(), render_context)
1641 .WillRepeatedly(Return(&render_context));
1643 EXPECT_CALL(*surface_ptr, IsValid).WillRepeatedly(Return(
true));
1644 EXPECT_CALL(*surface_ptr, MakeCurrent).WillRepeatedly(Return(
true));
1645 EXPECT_CALL(*surface_ptr, Destroy).Times(1);
1646 EXPECT_CALL(render_context, ClearCurrent).WillRepeatedly(Return(
true));
1651 std::unique_ptr<FlutterWindowsView> view;
1653 EXPECT_CALL(*egl_manager, CreateWindowSurface)
1654 .WillOnce(Return(std::move(surface)));
1655 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1656 .WillOnce(Return(
true));
1657 EXPECT_CALL(*surface_ptr, SetVSyncEnabled).WillOnce(Return(
true));
1659 EngineModifier engine_modifier{engine.get()};
1660 engine_modifier.SetEGLManager(std::move(egl_manager));
1662 view = engine->CreateView(
1663 std::make_unique<NiceMock<MockWindowBindingHandler>>());
1668 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1669 .WillOnce(Return(
false));
1670 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
true)).WillOnce(Return(
true));
1672 engine->OnDwmCompositionChanged();
1677 EXPECT_CALL(*windows_proc_table.get(), DwmIsCompositionEnabled)
1678 .WillOnce(Return(
true));
1679 EXPECT_CALL(*surface_ptr, SetVSyncEnabled(
false)).WillOnce(Return(
true));
1681 engine->OnDwmCompositionChanged();