Files
buzz/benchmarks/harbor-buzz-orchestra/tests/conftest.py
Tyler f437e43d09 benchmarks: Harbor Terminal-Bench harness for Buzz agent-team orchestration (harbor-buzz-orchestra) (#1504)
Signed-off-by: npub12gtutshhh76rx0jx697f32f9tffd4hhp3hx58fp4x6u4uemkm7sqf8f757 <5217c5c2f7bfb4333e46d17c98a9255a52dadee18dcd43a43536b95e6776dfa0@sprout-oss.stage.blox.sqprod.co>
Signed-off-by: Tyler Longwell <tlongwell@block.xyz>
Co-authored-by: npub12gtutshhh76rx0jx697f32f9tffd4hhp3hx58fp4x6u4uemkm7sqf8f757 <5217c5c2f7bfb4333e46d17c98a9255a52dadee18dcd43a43536b95e6776dfa0@sprout-oss.stage.blox.sqprod.co>
Co-authored-by: npub1qyvc0c5kl4gqv2fd97fsk46tu378sqgy35vc83rvgfwne90sel7s0ed67d <011987e296fd5006292d2f930b574be47c7801048d1983c46c425d3c95f0cffd@sprout-oss.stage.blox.sqprod.co>
Co-authored-by: Tyler Longwell <tlongwell@block.xyz>
2026-07-08 11:32:11 -04:00

53 lines
1.6 KiB
Python

from typing import Any
import pytest
@pytest.fixture
def manifest_data() -> dict[str, Any]:
digest = "a" * 64
generation = {
"temperature": 0,
"max_output_tokens": 4096,
"context_window_tokens": 200000,
}
return {
"schema_version": "1",
"condition": "O",
"roster": [
{
"id": "opus-orchestrator",
"kind": "orchestrator",
"role": "orchestrator",
"count": 1,
"endpoint": "databricks/opus",
"model_revision": "2026-07-01",
"prompt": {"path": "prompts/orchestrator.md", "sha256": digest},
"generation": generation,
},
{
"id": "qwen-workers",
"kind": "worker",
"role": "fast-worker",
"count": 4,
"concurrency": 2,
"endpoint": "databricks/qwen",
"model_revision": "revision-42",
"prompt": {"path": "prompts/qwen.md", "sha256": digest},
"generation": {**generation, "context_window_tokens": 32768},
},
],
"prices": {
"databricks/opus": {
"input_per_million_usd": 5,
"cached_input_per_million_usd": 0.5,
"output_per_million_usd": 25,
},
"databricks/qwen": {
"input_per_million_usd": 0.1,
"cached_input_per_million_usd": 0.01,
"output_per_million_usd": 0.2,
},
},
"trial_budget": {"timeout_seconds": 3600, "max_cost_usd": 5},
}