jerry/buzz
1
0
Fork 0
mirror of https://github.com/block/buzz.git synced 2026-11-01 15:01:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore(voice): keep splitter diagnostics timeless

Browse Source 
Signed-off-by: John Tennant <jtennant@squareup.com>
This commit is contained in:
John Tennant
2026-07-31 14:07:28 -04:00
parent b4d8d6ced5
commit 2c44a4b33a
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
crates/buzz-voice/src/pocket_april.rs
View File

@@ -677,9 +677,8 @@ where
}
// Prepared token counts are monotonic in prefix length, so once a
// candidate overflows the limit no longer candidate can fit. Stop
// scanning instead of tokenizing every remaining boundary: that
// kept this loop superlinear in prompt length, and the cost landed
// before the first chunk reached synthesis.
// scanning to bound tokenizer work before the first chunk reaches
// synthesis.
if token_count(&text[start..end])? > max_tokens {
break;
}
@@ -1093,7 +1092,7 @@ mod tests {
// end-of-text makes tokenizer input grow superlinearly in prompt
// length, and that cost is paid before the first chunk reaches
// synthesis, taxing time-to-first-audio on long prompts.
let sentence = "The relay finished its migration and the channel list refreshed. ";
let sentence = "The relay is ready and the channel list refreshed. ";
let tokenized_bytes = |repeats: usize| -> usize {
let text = sentence.repeat(repeats).trim_end().to_string();
let total = std::cell::Cell::new(0_usize);