mirror of
https://github.com/block/buzz.git
synced 2026-10-28 13:01:10 +00:00
b56a52ca11
## Why Terminal task correctness alone does not guard Buzz-native collaboration behavior such as exact reply routing, non-waking narrative names, batched agent synthesis, thread isolation, and ambiguous identity targeting. ## What - Add five medium/hard Harbor tasks for multiline delivery, narrative agent names, interleaved agent reports, cross-thread requests, and ambiguous user mentions - Add signed scripted-event fixtures, duplicate-display-name profiles, and public-only evidence export support - Add positive and adversarial verifier fixtures covering dropped inputs, extra posts, incorrect routing, and unintended mentions ## Risk Assessment Low — changes are limited to benchmark tooling and datasets; production behavior is exercised but not modified. ## References - Grounded in behavior reported in `buzz-community` and public issues #5787, #5176, #5839, #4942, #4072, #4303, and #6257 - Live Claude Sonnet 4.6 smoke run: 2/5 passed; the three failures exposed top-level instead of threaded delivery, empty narrative output, and silent ambiguous-identity completion - Live GPT-5.6 Luna run (`buzz-native-solo-luna.yaml`): 3/5 passed. Passed `ambiguous-user-mention`, `cross-thread-requests`, and `interleaved-agent-reports`. Failed `multiline-message` and `narrative-agent-names` because both omitted the event-level user mention despite otherwise-correct content and threading. <img width="1176" height="805" alt="Screenshot 2026-08-21 at 11 11 17 AM" src="https://github.com/user-attachments/assets/fc259ec9-892c-4436-b022-1bf85415617d" /> Signed-off-by: Salman Mohammed <smohammed@squareup.com>
25 lines
543 B
TOML
25 lines
543 B
TOML
schema_version = "1.3"
|
|
|
|
[task]
|
|
name = "buzz-native/cross-thread-requests"
|
|
description = "Keep two concurrent top-level requests in one channel isolated and reply to each exact thread."
|
|
authors = [{ name = "Buzz" }]
|
|
keywords = ["buzz-native", "threading", "batching", "concurrency"]
|
|
|
|
[metadata]
|
|
difficulty = "hard"
|
|
category = "collaboration"
|
|
tags = ["threading", "batching", "concurrency", "routing"]
|
|
|
|
[agent]
|
|
timeout_sec = 300.0
|
|
|
|
[verifier]
|
|
timeout_sec = 30.0
|
|
|
|
[environment]
|
|
network_mode = "public"
|
|
cpus = 1
|
|
memory_mb = 1024
|
|
storage_mb = 1024
|