From 73bfc936a078ce428cc10b590a83e0391b6aed58 Mon Sep 17 00:00:00 2001 From: djholtby Date: Mon, 26 May 2025 21:39:03 -0400 Subject: [PATCH] Close response generator when stopping API generation (#7014) --- extensions/openai/script.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extensions/openai/script.py b/extensions/openai/script.py index b6abae20..24bcd69d 100644 --- a/extensions/openai/script.py +++ b/extensions/openai/script.py @@ -125,6 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest): yield {"data": json.dumps(resp)} finally: stop_everything_event() + response.close() return return EventSourceResponse(generator()) # SSE streaming @@ -157,6 +158,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion yield {"data": json.dumps(resp)} finally: stop_everything_event() + response.close() return return EventSourceResponse(generator()) # SSE streaming