simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 14:17:09 -04:00
Code Issues Projects Releases Packages Wiki Activity

Close response generator when stopping API generation (#7014)

Browse source
This commit is contained in:
djholtby 2025-05-26 21:39:03 -04:00 • committed by GitHub
parent bae1aa34aa
commit 73bfc936a0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
extensions/openai/script.py
View file

@ -125,6 +125,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest):
yield {"data": json.dumps(resp)} yield {"data": json.dumps(resp)}
finally: finally:
stop_everything_event() stop_everything_event()
response.close()
return return
return EventSourceResponse(generator()) # SSE streaming return EventSourceResponse(generator()) # SSE streaming
@ -157,6 +158,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion
yield {"data": json.dumps(resp)} yield {"data": json.dumps(resp)}
finally: finally:
stop_everything_event() stop_everything_event()
response.close()
return return
return EventSourceResponse(generator()) # SSE streaming return EventSourceResponse(generator()) # SSE streaming