Files
buzz/mobile/test/features/agents/create_agent_page_test.dart
morgmart 0dd778f800 mobile: start new agents on Sonnet at medium effort (#9034)
## Summary

The mobile create-agent screen opened with model and thinking effort
blank, so the easiest path was picking from the full catalog, expensive
models included. A new agent now starts on the first Sonnet model the
catalog offers, at medium effort when that model supports it. People can
still change either one.

- An agent link that suggests a model still wins when Builderlab offers
that model.
- A setup resumed after a failure keeps the choice it saved.
- If the catalog has no Sonnet model, both start blank like today. If
the Sonnet model has no medium effort, only effort is left blank.

Builderlab doesn't send a default or pricing, so the app matches on
"sonnet" in the model id rather than pinning a version. That keeps
working when the catalog moves to a newer Sonnet.

## Screenshots

Captured from the widget test harness with a catalog listing Opus first,
then Sonnet. The avatar preview is blank because the test doesn't load
network images.

| Narrow, light | Narrow, dark | Wide, light |
| --- | --- | --- |
| ![Create agent, narrow
light](https://raw.githubusercontent.com/block/buzz/8cb0af35dfc38de81ee942b2c3475009549d6370/default-model--create-agent-narrow-light.png)
| ![Create agent, narrow
dark](https://raw.githubusercontent.com/block/buzz/8cb0af35dfc38de81ee942b2c3475009549d6370/default-model--create-agent-narrow-dark.png)
| ![Create agent, wide
light](https://raw.githubusercontent.com/block/buzz/8cb0af35dfc38de81ee942b2c3475009549d6370/default-model--create-agent-wide-light.png)
|

## Testing

- New unit tests cover the default, missing medium effort, no Sonnet,
draft model wins, and a draft model the catalog lacks.
- A new widget test checks the form opens on Sonnet at medium and only
needs a name before Create.
- Full mobile suite passes locally with the CI dart-defines
(`BUZZ_PUSH_GATEWAY_URL`, `BUZZ_AUTH_DOMAINS`) at 256063f95.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Signed-off-by: morgmart <98432065+morgmart@users.noreply.github.com>
Co-authored-by: Carl <c217fe6b9d958f41c3a5e030dccc7f626775a923089cb6491305eade75ea1f1b@buzz.block.builderlab.xyz>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-03 22:14:12 -08:00

295 lines
10 KiB
Dart

import 'dart:io';
import 'package:buzz/shared/widgets/frosted_app_bar.dart';
import 'package:buzz/shared/widgets/preset_agent_avatar.dart';
import 'package:buzz/shared/agents/agent_avatar_catalog.dart';
import 'package:buzz/features/agents/agent_avatar_editor_page.dart';
import 'dart:async';
import 'package:buzz/shared/agents/remote_agents.dart';
import 'package:buzz/features/agents/agents_page.dart';
import 'package:buzz/features/agents/create_agent_page.dart';
import 'package:flutter/material.dart';
import 'package:flutter_test/flutter_test.dart';
import 'package:nostr/nostr.dart' as nostr;
import 'agents_harness.dart';
void main() {
final existing = existingDesktopKeys.public;
testWidgets(
'creation overlays the retained list, then failure and resume both land',
(tester) async {
final h = await AgentsHarness.create();
final controller = h.controller;
final added = nostr.Keys('0' * 63 + '2').public;
await h.open(tester, directory: [existing]);
final list = tester.element(find.byType(AgentsPage));
if (!supportsRemoteAgents(h.community)) {
expect(find.byTooltip('Add agent'), findsNothing);
expect(find.text('Sign in to create an agent'), findsNothing);
expect(find.byKey(ValueKey(existing)), findsOneWidget);
return;
}
await tester.tap(find.byTooltip('Add agent'));
await tester.pumpAndSettle();
expect(find.byType(CreateAgentPage), findsOneWidget);
final createContext = tester.element(find.byType(CreateAgentPage));
expect(Navigator.of(list), same(Navigator.of(createContext)));
expect(find.text('Thinking'), findsOneWidget);
expect(find.byIcon(Icons.unfold_more), findsNWidgets(2));
expect(
tester.getTopLeft(find.text('Name')).dy,
lessThan(tester.getTopLeft(find.text('Model')).dy),
);
expect(
tester.getTopLeft(find.text('Model')).dy,
lessThan(tester.getTopLeft(find.text('Instructions')).dy),
);
await tester.ensureVisible(find.text('Model'));
await tester.tap(find.text('Model'));
await tester.pumpAndSettle();
await tester.tap(find.text('Test model').last);
await tester.pumpAndSettle();
await tester.tap(find.text('Thinking'));
await tester.pumpAndSettle();
await tester.tap(find.text('high').last);
await tester.pumpAndSettle();
// Switching models must clear an effort unsupported by the new choice.
await tester.tap(find.text('Test model'));
await tester.pumpAndSettle();
await tester.tap(find.text('Other model').last);
await tester.pumpAndSettle();
expect(
tester
.widget<IconButton>(find.widgetWithIcon(IconButton, Icons.check))
.onPressed,
isNull,
);
await tester.tap(find.text('Other model'));
await tester.pumpAndSettle();
await tester.tap(find.text('Test model').last);
await tester.pumpAndSettle();
await tester.tap(find.text('Thinking'));
await tester.pumpAndSettle();
await tester.tap(find.text('high').last);
await tester.pumpAndSettle();
controller.gate = Completer<void>();
await tester.enterText(
find.descendant(
of: find.byWidgetPredicate(
(widget) =>
widget is Semantics && widget.properties.label == 'Name',
),
matching: find.byType(TextField),
),
'Scout',
);
await tester.enterText(
find.descendant(
of: find.byWidgetPredicate(
(widget) =>
widget is Semantics &&
widget.properties.label == 'Instructions',
),
matching: find.byType(TextField),
),
'Reply concisely.',
);
await tester.pump();
final originalAvatar = tester
.widget<PresetAgentAvatar>(find.byType(PresetAgentAvatar))
.imageUrl;
final originalPack = AgentAvatarPack.values.firstWhere(
(pack) => pack.indices.any(
(i) => agentAvatarCatalog[i].url == originalAvatar,
),
);
final targetIndex = originalPack.indices.firstWhere(
(i) => agentAvatarCatalog[i].url != originalAvatar,
);
await tester.ensureVisible(find.text('Choose avatar'));
// Repeated callbacks before the next rebuild must still open one editor.
final openAvatar = tester
.widget<FilledButton>(
find.widgetWithText(FilledButton, 'Choose avatar'),
)
.onPressed!;
// A stalled CDN must not prevent entry to the editor.
final stalledClient = _StalledPosterClient();
debugNetworkImageHttpClientProvider = () => stalledClient;
addTearDown(() => debugNetworkImageHttpClientProvider = null);
await NetworkImage(originalAvatar).evict();
openAvatar();
openAvatar();
await tester.pump();
await tester.pump(const Duration(milliseconds: 301));
await tester.pumpAndSettle();
expect(stalledClient.requests, greaterThan(0));
debugNetworkImageHttpClientProvider = null;
expect(find.byType(AgentAvatarEditorPage), findsOneWidget);
expect(find.text('Instructions'), findsNothing);
await tester.tap(find.byKey(ValueKey('agent-avatar-$targetIndex')));
await tester.pumpAndSettle();
// This harness disables motion, so the return transition completes
// immediately. Check suppression while editing, then restoration on exit.
final chooseButton = find.widgetWithText(
FilledButton,
'Choose avatar',
skipOffstage: false,
);
expect(tester.widget<FilledButton>(chooseButton).onPressed, isNull);
final playback = find.byKey(
const ValueKey('create-agent-avatar-playback'),
skipOffstage: false,
);
expect(tester.widget<TickerMode>(playback).enabled, isFalse);
final sourceBar = find.descendant(
of: find.byType(CreateAgentPage, skipOffstage: false),
matching: find.byType(FrostedAppBar, skipOffstage: false),
skipOffstage: false,
);
expect(
tester.widget<FrostedAppBar>(sourceBar).nativeViewSuppressed?.value,
isTrue,
);
await tester.tap(find.byTooltip('Cancel'));
await tester.pumpAndSettle();
expect(tester.widget<FilledButton>(chooseButton).onPressed, isNotNull);
expect(tester.widget<TickerMode>(playback).enabled, isTrue);
expect(
tester.widget<FrostedAppBar>(sourceBar).nativeViewSuppressed?.value,
isFalse,
);
expect(
tester
.widget<PresetAgentAvatar>(find.byType(PresetAgentAvatar))
.imageUrl,
originalAvatar,
);
await tester.tap(find.text('Choose avatar'));
await tester.pumpAndSettle();
await tester.tap(find.byKey(ValueKey('agent-avatar-$targetIndex')));
await tester.pumpAndSettle();
await tester.tap(find.byTooltip('Done'));
await tester.pumpAndSettle();
expect(
tester
.widget<PresetAgentAvatar>(find.byType(PresetAgentAvatar))
.imageUrl,
isNot(originalAvatar),
);
expect(find.text('Scout'), findsOneWidget);
expect(find.text('Reply concisely.'), findsOneWidget);
await tester.tap(find.byTooltip('Create'));
await tester.pump(const Duration(milliseconds: 100));
expect(controller.busy, isTrue);
expect(
find.descendant(
of: find.byType(CreateAgentPage),
matching: find.byType(LinearProgressIndicator),
),
findsOneWidget,
);
expect(
tester
.widget<IconButton>(
find.ancestor(
of: find.byTooltip('Create'),
matching: find.byType(IconButton),
),
)
.onPressed,
isNull,
);
int catalogLoads() =>
h.registry.calls.where((call) => call == 'get-model-catalog').length;
final loadsBeforeFailure = catalogLoads();
controller.gate!.complete();
await tester.pumpAndSettle();
expect(find.byType(CreateAgentPage), findsOneWidget);
// A rejected choice may be stale, so the catalog reloads.
expect(catalogLoads(), loadsBeforeFailure + 1);
expect(find.byType(CreateAgentPage), findsOneWidget);
expect(find.text('Creation failed. Retry.'), findsOneWidget);
expect(controller.submittedName, 'Scout');
expect(controller.submittedInstructions, 'Reply concisely.');
// The real registry flow then succeeds and returns to the same list.
controller.gate = null;
await tester.tap(find.byTooltip('Create'));
await tester.pumpAndSettle();
expect(find.byType(BottomSheet), findsNothing);
expect(tester.element(find.byType(AgentsPage)), same(list));
expect(find.byKey(ValueKey(added)), findsOneWidget);
expect(h.registry.calls, contains('publish-policy'));
},
);
testWidgets('a new agent starts on the affordable default model', (
tester,
) async {
final h = await AgentsHarness.create();
h.registry.models = [
{
'id': 'premium-model',
'display_name': 'Premium model',
'supported_reasoning_efforts': ['low', 'medium', 'high'],
},
{
'id': 'kgoose-claude-sonnet-4-6',
'display_name': 'Sonnet',
'supported_reasoning_efforts': ['low', 'medium', 'high'],
},
];
await h.open(tester, directory: [existing]);
if (!supportsRemoteAgents(h.community)) return;
await tester.tap(find.byTooltip('Add agent'));
await tester.pumpAndSettle();
expect(find.text('Sonnet'), findsOneWidget);
expect(find.text('Premium model'), findsNothing);
expect(find.text('medium'), findsOneWidget);
// Naming it is all that's left before Create.
await tester.enterText(
find.descendant(
of: find.byWidgetPredicate(
(widget) => widget is Semantics && widget.properties.label == 'Name',
),
matching: find.byType(TextField),
),
'Scout',
);
await tester.pump();
expect(
tester
.widget<IconButton>(
find.ancestor(
of: find.byTooltip('Create'),
matching: find.byType(IconButton),
),
)
.onPressed,
isNotNull,
);
});
}
class _StalledPosterClient implements HttpClient {
int requests = 0;
@override
Future<HttpClientRequest> getUrl(Uri url) {
requests++;
return Completer<HttpClientRequest>().future;
}
@override
dynamic noSuchMethod(Invocation invocation) => null;
}