diff --git a/src/server/mod.rs b/src/server/mod.rs index 8ef3669e..a172e8d2 100644 --- a/src/server/mod.rs +++ b/src/server/mod.rs @@ -283,20 +283,11 @@ async fn chat_completions( // Many OpenAI-compatible clients expect a terminal [DONE] marker. // Emit it when the upstream stream ends to avoid clients treating // the response as incomplete. - // Convert to a Vec first, then append [DONE], then stream it let done_event = Ok::(Event::default().data("[DONE]")); let done_stream = futures::stream::iter(vec![done_event]); let out = sse_stream.chain(done_stream); - Ok( - Sse::new(out) - .keep_alive( - axum::response::sse::KeepAlive::new() - .interval(Duration::from_secs(15)) - .text(": keep-alive"), - ) - .into_response(), - ) + Ok(Sse::new(out).into_response()) } Err(e) => { // Record provider failure