diff --git a/crates/generation/src/model.rs b/crates/generation/src/model.rs index 47f675b4..0c4ebb5e 100644 --- a/crates/generation/src/model.rs +++ b/crates/generation/src/model.rs @@ -387,6 +387,16 @@ impl CandidateSource for RemoteCandidateSource<'_> { let mut out = Vec::with_capacity(self.count); for i in 0..self.count { let (content, telemetry) = self.client.complete(self.prompt, i as u64)?; + // One line per reply as it lands: a slow model can take minutes per + // candidate, and without this a stalled request looks the same as a long one. + eprintln!( + "{}_{i}: {}/{} received, {} completion tokens, {} ms", + self.name_prefix, + i + 1, + self.count, + telemetry.completion_tokens, + telemetry.wall_clock_ms + ); let source = extract_rust_source(&content); out.push(Candidate { name: format!("{}_{i}", self.name_prefix),