feat(genui): support functions in prompts and verify rendering

.github/workflows/publish.yaml

@@ -23,7 +23,7 @@ jobs:
       sdk: beta # version of dart sdk to use for publishing
       use-flutter: true
       write-comments: false
-      checkout_submodules: false
+      checkout_submodules: true
     permissions:
       id-token: write
       pull-requests: write

dev_tools/catalog_gallery/linux/flutter/generated_plugins.cmake

@@ -8,6 +8,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

dev_tools/catalog_gallery/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -12,5 +12,5 @@ import video_player_avfoundation
 func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AudioplayersDarwinPlugin.register(with: registry.registrar(forPlugin: "AudioplayersDarwinPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))
-  FVPVideoPlayerPlugin.register(with: registry.registrar(forPlugin: "FVPVideoPlayerPlugin"))
+  VideoPlayerPlugin.register(with: registry.registrar(forPlugin: "VideoPlayerPlugin"))
 }

dev_tools/catalog_gallery/pubspec.yaml

@@ -17,7 +17,7 @@ dependencies:
   file: ^7.0.1
   flutter:
     sdk: flutter
-  genui: ^0.9.0
+  genui: ^0.10.0
   json_schema_builder: ^0.1.3
   yaml: ^3.1.3
 

dev_tools/composer/lib/create_tab.dart

@@ -78,7 +78,7 @@ class _CreateTabState extends State<CreateTab> {
         transport: transport,
       );
 
-      final promptBuilder = PromptBuilder.chat(
+      final promptBuilder = await PromptBuilder.createChat(
         catalog: catalog,
         systemPromptFragments: [
           'You are a UI generator. The user will describe a UI they want. '

dev_tools/composer/linux/flutter/generated_plugins.cmake

@@ -10,6 +10,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

dev_tools/composer/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -15,6 +15,6 @@ func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AudioplayersDarwinPlugin.register(with: registry.registrar(forPlugin: "AudioplayersDarwinPlugin"))
   ScreenRetrieverMacosPlugin.register(with: registry.registrar(forPlugin: "ScreenRetrieverMacosPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))
-  FVPVideoPlayerPlugin.register(with: registry.registrar(forPlugin: "FVPVideoPlayerPlugin"))
+  VideoPlayerPlugin.register(with: registry.registrar(forPlugin: "VideoPlayerPlugin"))
   WindowManagerPlugin.register(with: registry.registrar(forPlugin: "WindowManagerPlugin"))
 }

dev_tools/composer/pubspec.yaml

@@ -17,7 +17,7 @@ dependencies:
     sdk: flutter
   flutter_code_editor: ^0.3.5
   flutter_highlight: ^0.7.0
-  genui: ^0.9.0
+  genui: ^0.10.0
   highlight: ^0.7.0
   logging: ^1.3.0
   window_manager: ^0.5.1

dev_tools/composer/windows/flutter/generated_plugins.cmake

@@ -11,6 +11,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

examples/simple_chat/lib/chat_session.dart

@@ -56,19 +56,20 @@ final Catalog _customCatalog = _basicCatalog.copyWith(
   newItems: [climbingLocationItem],
 );
 
-PromptBuilder _promptBuilderFor(Catalog catalog) => PromptBuilder.chat(
-  catalog: catalog,
-  systemPromptFragments: [
-    Prompts.summary,
-    PromptFragments.acknowledgeUser(),
-    PromptFragments.requireAtLeastOneSubmitElement(
-      prefix: PromptBuilder.defaultImportancePrefix,
-    ),
-    PromptFragments.uiGenerationRestriction(
-      prefix: PromptBuilder.defaultImportancePrefix,
-    ),
-  ],
-);
+Future<PromptBuilder> _promptBuilderFor(Catalog catalog) async =>
+    await PromptBuilder.createChat(
+      catalog: catalog,
+      systemPromptFragments: [
+        Prompts.summary,
+        PromptFragments.acknowledgeUser(),
+        PromptFragments.requireAtLeastOneSubmitElement(
+          prefix: PromptBuilder.defaultImportancePrefix,
+        ),
+        PromptFragments.uiGenerationRestriction(
+          prefix: PromptBuilder.defaultImportancePrefix,
+        ),
+      ],
+    );
 
 sealed class ChatSession extends ChangeNotifier {
   ChatSession._();
@@ -188,7 +189,7 @@ class A2uiChatSession extends ChatSession {
   late final StreamSubscription<ChatMessage> _submitSub;
   late final StreamSubscription<SurfaceUpdate> _surfaceSub;
 
-  void _init() {
+  Future<void> _init() async {
     _messageSub = _transport.incomingMessages.listen(
       _surfaceController.handleMessage,
     );
@@ -198,9 +199,8 @@ class A2uiChatSession extends ChatSession {
     );
     _surfaceSub = _surfaceController.surfaceUpdates.listen(_onSurfaceUpdate);
 
-    _transport.addSystemMessage(
-      _promptBuilderFor(_catalog).systemPromptJoined(),
-    );
+    final PromptBuilder pb = await _promptBuilderFor(_catalog);
+    _transport.addSystemMessage(pb.systemPromptJoined());
   }
 
   void _onSurfaceUpdate(SurfaceUpdate update) {

examples/simple_chat/linux/flutter/generated_plugins.cmake

@@ -8,6 +8,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

examples/simple_chat/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -12,5 +12,5 @@ import video_player_avfoundation
 func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   AudioplayersDarwinPlugin.register(with: registry.registrar(forPlugin: "AudioplayersDarwinPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))
-  FVPVideoPlayerPlugin.register(with: registry.registrar(forPlugin: "FVPVideoPlayerPlugin"))
+  VideoPlayerPlugin.register(with: registry.registrar(forPlugin: "VideoPlayerPlugin"))
 }

examples/simple_chat/pubspec.yaml

@@ -16,7 +16,7 @@ dependencies:
   flutter:
     sdk: flutter
   flutter_markdown_plus: ^1.0.7
-  genui: ^0.9.0
+  genui: ^0.10.0
   json_schema_builder: ^0.1.3
   logging: ^1.3.0
 

examples/simple_chat/windows/flutter/generated_plugins.cmake

@@ -9,6 +9,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

examples/verdure/client/linux/flutter/generated_plugins.cmake

@@ -9,6 +9,7 @@ list(APPEND FLUTTER_PLUGIN_LIST
 )
 
 list(APPEND FLUTTER_FFI_PLUGIN_LIST
+  jni
 )
 
 set(PLUGIN_BUNDLED_LIBRARIES)

examples/verdure/client/macos/Flutter/GeneratedPluginRegistrant.swift

@@ -16,5 +16,5 @@ func RegisterGeneratedPlugins(registry: FlutterPluginRegistry) {
   DeviceInfoPlusMacosPlugin.register(with: registry.registrar(forPlugin: "DeviceInfoPlusMacosPlugin"))
   FileSelectorPlugin.register(with: registry.registrar(forPlugin: "FileSelectorPlugin"))
   UrlLauncherPlugin.register(with: registry.registrar(forPlugin: "UrlLauncherPlugin"))
-  FVPVideoPlayerPlugin.register(with: registry.registrar(forPlugin: "FVPVideoPlayerPlugin"))
+  VideoPlayerPlugin.register(with: registry.registrar(forPlugin: "VideoPlayerPlugin"))
 }

examples/verdure/client/pubspec.yaml

@@ -19,7 +19,7 @@ dependencies:
     sdk: flutter
   flutter_riverpod: ^3.1.0
   flutter_svg: ^2.2.2
-  genui: ^0.9.0
+  genui: ^0.10.0
   genui_a2a: ^0.9.0
   go_router: ^17.0.0
   image_picker: ^1.2.0

packages/genui/CHANGELOG.md

@@ -1,5 +1,15 @@
 # `genui` Changelog
 
+## 0.10.0
+
+- **BREAKING**: Changed `PromptBuilder.chat` and `PromptBuilder.custom` from synchronous factory constructors to asynchronous static methods (`createChat` and `createCustom`) to support asynchronous asset loading.
+- **BREAKING**: Changed `_loadSchemas` return type to a named record structure.
+- **BREAKING**: Restricted public API surface of low-level `primitives` exports. Only `CancellationException`, `CancellationSignal`, `JsonMap`, `basicCatalogId`, `configureLogging`, `genUiLogger`, and `generateId` are now exported from `package:genui/genui.dart`.
+- **Refactor**: Extracted exception mapping logic to a private helper `_errorToMap` in `SurfaceController`.
+- **Refactor**: Centralized and shared common schema registry initialization helper.
+- **Refactor**: Extracted mock binary messenger asset setup to a shared helper for test reuse.
+- **Fix**: Sanitized raw error messages exposed from `ArgumentError` in `Button` press handlers.
+
 ## 0.9.2
 
 - **Feature**: Updated example/README.md.

packages/genui/assets/schemas/common_types.json

@@ -0,0 +1 @@
+../../../../submodules/a2ui/specification/v0_9/json/common_types.json

packages/genui/assets/schemas/server_to_client.json

@@ -0,0 +1 @@
+../../../../submodules/a2ui/specification/v0_9/json/server_to_client.json

packages/genui/lib/src/catalog/basic_catalog_widgets/button.dart

@@ -2,9 +2,12 @@
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+import 'dart:async';
+
 import 'package:flutter/material.dart';
 import 'package:json_schema_builder/json_schema_builder.dart';
 
+import '../../model/a2ui_exceptions.dart';
 import '../../model/a2ui_schemas.dart';
 import '../../model/catalog_item.dart';
 import '../../model/data_model.dart';
@@ -231,9 +234,40 @@ Future<void> _handlePress(
       funcMap,
     );
     try {
-      await resultStream.first;
+      await resultStream.first.timeout(
+        const Duration(seconds: 10),
+        onTimeout: () => throw TimeoutException(
+          'Function execution for $callName timed out',
+        ),
+      );
     } catch (exception, stackTrace) {
-      itemContext.reportError(exception, stackTrace);
+      genUiLogger.severe(
+        'Error executing function call "$callName" on button press',
+        exception,
+        stackTrace,
+      );
+
+      if (exception is A2uiFunctionException) {
+        itemContext.reportError(exception, stackTrace);
+      } else if (exception is TimeoutException) {
+        itemContext.reportError(
+          A2uiFunctionException(
+            'Function execution timed out.',
+            functionName: callName,
+            cause: exception,
+          ),
+          stackTrace,
+        );
+      } else {
+        itemContext.reportError(
+          A2uiFunctionException(
+            'Function execution failed. Please check arguments and try again.',
+            functionName: callName,
+            cause: exception,
+          ),
+          stackTrace,
+        );
+      }
     }
   } else {
     genUiLogger.warning(

packages/genui/lib/src/catalog/basic_catalog_widgets/date_time_input.dart

@@ -340,9 +340,7 @@ final dateTimeInput = CatalogItem(
         {
           "id": "root",
           "component": "DateTimeInput",
-          "value": {
-            "path": "/myDateTime"
-          }
+          "value": "2026-05-15"
         }
       ]
     ''',
@@ -354,7 +352,7 @@ final dateTimeInput = CatalogItem(
           "value": {
             "path": "/myDate"
           },
-          "enableTime": false
+          "variant": "date"
         }
       ]
     ''',
@@ -366,7 +364,7 @@ final dateTimeInput = CatalogItem(
           "value": {
             "path": "/myTime"
           },
-          "enableDate": false
+          "variant": "time"
         }
       ]
     ''',

packages/genui/lib/src/catalog/basic_catalog_widgets/image.dart

@@ -78,7 +78,9 @@ final CatalogItem image = CatalogItem(
       {
         "id": "root",
         "component": "Image",
-        "url": "https://storage.googleapis.com/cms-storage-bucket/lockup_flutter_horizontal.c823e53b3a1a7b0d36a9.png",
+        "url": {
+          "path": "/imageUrl"
+        },
         "variant": "mediumFeature"
       }
     ]

packages/genui/lib/src/catalog/basic_catalog_widgets/text.dart

@@ -52,8 +52,7 @@ final text = CatalogItem(
         {
           "id": "root",
           "component": "Text",
-          "text": "Hello World",
-          "variant": "h1"
+          "text": "Hello World"
         }
       ]
     ''',

packages/genui/lib/src/engine/surface_controller.dart

@@ -12,6 +12,7 @@ import '../interfaces/a2ui_message_sink.dart';
 import '../interfaces/surface_context.dart';
 import '../interfaces/surface_host.dart';
 import '../model/a2ui_client_capabilities.dart';
+import '../model/a2ui_exceptions.dart';
 import '../model/a2ui_message.dart';
 import '../model/catalog.dart';
 import '../model/chat_message.dart';
@@ -120,33 +121,45 @@ interface class SurfaceController implements SurfaceHost, A2uiMessageSink {
 
   /// Reports an error to the AI service.
   void reportError(Object error, StackTrace? stack) {
-    var errorCode = 'RUNTIME_ERROR';
-    var message = error.toString();
+    final Map<String, Object> errorMsg = {
+      'version': 'v0.9',
+      'error': _errorToMap(error),
+    };
+    if (!_onSubmit.isClosed) {
+      _onSubmit.add(
+        ChatMessage.user(
+          '',
+          parts: [UiInteractionPart.create(jsonEncode(errorMsg))],
+        ),
+      );
+    }
+  }
+
+  Map<String, Object> _errorToMap(Object error) {
+    var errorCode = 'INTERNAL_ERROR';
+    var message = 'An unexpected system error occurred.';
     String? surfaceId;
     String? path;
+    String? functionName;
 
     if (error is A2uiValidationException) {
       errorCode = 'VALIDATION_FAILED';
       message = error.message;
       surfaceId = error.surfaceId;
       path = error.path;
+    } else if (error is A2uiFunctionException) {
+      errorCode = 'FUNCTION_EXECUTION_FAILED';
+      message = error.message;
+      functionName = error.functionName;
     }
 
-    final Map<String, Object> errorMsg = {
-      'version': 'v0.9',
-      'error': {
-        'code': errorCode,
-        'surfaceId': ?surfaceId,
-        'path': ?path,
-        'message': message,
-      },
+    return {
+      'code': errorCode,
+      'surfaceId': ?surfaceId,
+      'path': ?path,
+      'functionName': ?functionName,
+      'message': message,
     };
-    _onSubmit.add(
-      ChatMessage.user(
-        '',
-        parts: [UiInteractionPart.create(jsonEncode(errorMsg))],
-      ),
-    );
   }
 
   void _handleMessageInternal(A2uiMessage message) {