feat: dump Flutter UI via the Dart VM service (Android + iOS simulator)

agents/android/java/JsonRpcDispatcher.java

@@ -46,6 +46,37 @@ static String dispatch(String json) {
 				case "device.dump.ui":
 					return result(id, WebViewAgent.dumpUi());
 
+				case "device.flutter.vmServiceUri": {
+					// Returns the running Flutter app's Dart VM service URI
+					// (including the auth token) by reflecting
+					// FlutterJNI.getVMServiceUri(). FlutterJNI lives in the host
+					// app's PathClassLoader — reached via Context.getClassLoader()
+					// on ActivityThread.currentApplication(); the agent dex's own
+					// loader (parented to the system loader) cannot see it, and
+					// app.getClass().getClassLoader() is the boot loader when the
+					// app uses the base Application class.
+					try {
+						Object app = Class.forName("android.app.ActivityThread")
+							.getMethod("currentApplication").invoke(null);
+						ClassLoader appLoader = app == null
+							? Thread.currentThread().getContextClassLoader()
+							: (ClassLoader) app.getClass().getMethod("getClassLoader").invoke(app);
+						Class<?> jni = Class.forName(
+							"io.flutter.embedding.engine.FlutterJNI", false, appLoader);
+						Object v;
+						try {
+							v = jni.getMethod("getVMServiceUri").invoke(null);
+						} catch (NoSuchMethodException e) {
+							v = jni.getMethod("getObservatoryUri").invoke(null); // pre-2022 engines
+						}
+						return result(id, new JSONObject().put("uri", v == null ? "" : v.toString()));
+					} catch (ClassNotFoundException e) {
+						throw new RpcException(RpcException.INVALID_PARAMS, "not a flutter app");
+					} catch (Exception e) {
+						throw new RpcException(RpcException.INTERNAL_ERROR, "vmServiceUri failed: " + e.getMessage());
+					}
+				}
+
 				case "device.webview.list":
 					return result(id, WebViewAgent.listWebViews());
 

devices/android.go

@@ -1441,6 +1441,8 @@ type deviceKitNode struct {
 	Focused     bool            `json:"focused"`
 	Enabled     bool            `json:"enabled"`
 	Checked     bool            `json:"checked"`
+	Checkable   bool            `json:"checkable"`
+	Clickable   bool            `json:"clickable"`
 	Selected    bool            `json:"selected"`
 	Visible     bool            `json:"visible"`
 	Rect        deviceKitRect   `json:"rect"`
@@ -1563,7 +1565,9 @@ func collectDeviceKitElements(nodes []deviceKitNode) []types.ScreenElement {
 	for _, node := range nodes {
 		childElements := collectDeviceKitElements(node.Children)
 
-		if node.Text == "" && node.ContentDesc == "" && node.Hint == "" && node.ResourceID == "" {
+		// keep interactable nodes even when unlabeled (e.g. Flutter icon-only
+		// buttons), mirroring the uiautomator XML path in collectElements
+		if node.Text == "" && node.ContentDesc == "" && node.Hint == "" && node.ResourceID == "" && !node.Clickable && !node.Checkable {
 			elements = append(elements, childElements...)
 			continue
 		}
@@ -1723,6 +1727,14 @@ func (d *AndroidDevice) DumpSourceRaw() (any, error) {
 }
 
 func (d *AndroidDevice) DumpSource() ([]ScreenElement, error) {
+	// Flutter apps render into an opaque native view, so the accessibility-based
+	// dumps below miss typed/unlabeled/non-semantic widgets. When the foreground
+	// app is a debuggable Flutter app, read its live render tree from the Dart VM
+	// service instead. Any failure falls through to the accessibility dump.
+	if elements, ok := d.tryDumpFlutterSource(); ok {
+		return elements, nil
+	}
+
 	if nodes, err := d.getDeviceKitNodes(); err == nil {
 		return collectDeviceKitElements(nodes), nil
 	} else {

devices/android_elements_test.go

@@ -547,3 +547,36 @@ func TestCollectDeviceKitElementsMarksSelectedNode(t *testing.T) {
 		t.Errorf("expected Selected to be true, got %+v", output[0].Selected)
 	}
 }
+
+// Flutter icon-only controls (e.g. a "+" button) are clickable views with no
+// text, content-desc, hint, or resource-id. They must not be dropped from the
+// tree — see https://github.com/mobile-next/mobilewright/issues/234.
+func TestCollectDeviceKitElementsKeepsUnlabeledClickableNode(t *testing.T) {
+	nodes := []deviceKitNode{
+		{
+			Class:       "android.view.View",
+			ContentDesc: "Premium package (qty: 0)",
+			Clickable:   true,
+			Rect:        deviceKitRect{X: 48, Y: 1563, Width: 1184, Height: 120},
+			Children: []deviceKitNode{
+				{
+					Class:     "android.view.View",
+					Clickable: true,
+					Rect:      deviceKitRect{X: 1112, Y: 1563, Width: 120, Height: 120},
+				},
+			},
+		},
+	}
+
+	output := collectDeviceKitElements(nodes)
+
+	if len(output) != 1 {
+		t.Fatalf("expected 1 top-level element, got %d: %+v", len(output), output)
+	}
+	if len(output[0].Children) != 1 {
+		t.Fatalf("expected the unlabeled clickable child to be kept, got %+v", output[0].Children)
+	}
+	if output[0].Children[0].Rect.X != 1112 {
+		t.Errorf("expected child rect x=1112, got %+v", output[0].Children[0].Rect)
+	}
+}