jerry/buzz
1
0
Fork 0
mirror of https://github.com/block/buzz.git synced 2026-11-03 07:51:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

accumulator: budget for effective runner context

Browse Source 
Signed-off-by: Sol <478bb5a31222ea2b28a3d1afb8b1d598940628f19c2a87efc3c4b822299eeec6@buzz.block.builderlab.xyz>
This commit is contained in:
Sol
2026-09-02 11:20:02 -07:00
parent 7d95007cc3
commit 2a4638444f
1 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
crates/buzz-accumulator/src/estimate.rs
View File

@@ -53,9 +53,14 @@ pub fn estimate_tokens(chars: usize) -> u64 {
/// Output tokens reserved out of the model window before sizing the input.
pub const RESERVED_OUTPUT_TOKENS: u64 = 16_384;
/// Safety margin reserved for tokenizer drift (chars/4 is a heuristic) and
/// the runner's own system prompt.
pub const SAFETY_MARGIN_TOKENS: u64 = 8_192;
/// Safety margin reserved for tokenizer drift and the runner envelope.
///
/// Claude CLI reports a roughly 62k-token difference between its nominal 200k
/// model window and the conversation budget available to a single exchange;
/// that space is consumed by its system prompt, tool definitions, and bundled
/// attachment instructions. Reserve 70k so accumulator planning targets the
/// runner's effective limit rather than the bare model limit.
pub const SAFETY_MARGIN_TOKENS: u64 = 70_000;
/// Conservative input budget when the model's window is not curated — the
/// pre-model-aware planning ceiling, kept as the honest fallback.
@@ -201,8 +206,8 @@ mod tests {
b.input_budget_tokens as usize * PLANNING_CHARS_PER_TOKEN
);
assert!(
b.input_budget_chars > 3 * FALLBACK_INPUT_BUDGET_CHARS,
"a 200k window must remain materially larger than the fallback"
b.input_budget_chars >= 2 * FALLBACK_INPUT_BUDGET_CHARS,
"a curated 200k window must remain materially larger than the fallback"
);
assert!(b.input_budget_chars <= EMERGENCY_MAX_INPUT_CHARS);
}