From e276bb90874a3dc50705dd2c6553cdcbfb23eb43 Mon Sep 17 00:00:00 2001 From: dietrich ayala Date: Mon, 21 Sep 2026 18:10:08 +0200 Subject: [PATCH] Model client: log each candidate as it arrives --- crates/generation/src/model.rs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/crates/generation/src/model.rs b/crates/generation/src/model.rs index 47f675b4..0c4ebb5e 100644 --- a/crates/generation/src/model.rs +++ b/crates/generation/src/model.rs @@ -387,6 +387,16 @@ impl CandidateSource for RemoteCandidateSource<'_> { let mut out = Vec::with_capacity(self.count); for i in 0..self.count { let (content, telemetry) = self.client.complete(self.prompt, i as u64)?; + // One line per reply as it lands: a slow model can take minutes per + // candidate, and without this a stalled request looks the same as a long one. + eprintln!( + "{}_{i}: {}/{} received, {} completion tokens, {} ms", + self.name_prefix, + i + 1, + self.count, + telemetry.completion_tokens, + telemetry.wall_clock_ms + ); let source = extract_rust_source(&content); out.push(Candidate { name: format!("{}_{i}", self.name_prefix), -- 2.54.0