feat(stream): add method to detect incomplete tool calls and handle parsing errors

This commit is contained in:
asepharyana
2026-07-15 00:49:50 +07:00
parent 4eba9d0a2f
commit 732d6039dc
3 changed files with 122 additions and 4 deletions
+13
View File
@@ -318,6 +318,19 @@ impl LlmClient {
}
}
// The connection closed without an explicit `[DONE]` event. Some
// providers legitimately omit it, so EOF alone isn't an error —
// but if it leaves a tool call's arguments as unparsable JSON, the
// response was truncated mid-generation, not finished. Report that
// honestly instead of silently double-stringifying the fragment
// into a tool call that will misbehave (e.g. a `write` call with a
// half-written file body).
if let Some((name, err)) = turn.incomplete_tool_call() {
anyhow::bail!(
"stream ended before tool call '{name}' arguments were complete: {err}"
);
}
turn.is_complete = true;
Ok((turn.build_assistant_message(), usage))
}