From 46f9a32557a6e934ee9edefb08f5f170f0366ca6 Mon Sep 17 00:00:00 2001 From: djholtby Date: Sat, 24 May 2025 13:18:55 -0400 Subject: [PATCH] Close response generator when stopping API generation --- extensions/openai/script.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extensions/openai/script.py b/extensions/openai/script.py index b6abae20..24bcd69d 100644 --- a/extensions/openai/script.py +++ b/extensions/openai/script.py @@ -125,6 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest): yield {"data": json.dumps(resp)} finally: stop_everything_event() + response.close() return return EventSourceResponse(generator()) # SSE streaming @@ -157,6 +158,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion yield {"data": json.dumps(resp)} finally: stop_everything_event() + response.close() return return EventSourceResponse(generator()) # SSE streaming