simcop2387/text-generation-webui-mirror
1
0
Fork 0
mirror of https://github.com/oobabooga/text-generation-webui.git synced 2025-06-07 14:17:09 -04:00
Code Issues Projects Releases Packages Wiki Activity

Fix API failing to cancel streams (attempt), closes #6966

Browse source
This commit is contained in:
oobabooga 2025-05-10 17:55:48 -07:00
parent 47d4758509
commit 006a866079
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
extensions/openai/script.py
View file

@ -118,6 +118,7 @@ async def openai_completions(request: Request, request_data: CompletionRequest):
for resp in response: for resp in response:
disconnected = await request.is_disconnected() disconnected = await request.is_disconnected()
if disconnected: if disconnected:
stop_everything_event()
break break
yield {"data": json.dumps(resp)} yield {"data": json.dumps(resp)}
@ -141,6 +142,7 @@ async def openai_chat_completions(request: Request, request_data: ChatCompletion
for resp in response: for resp in response:
disconnected = await request.is_disconnected() disconnected = await request.is_disconnected()
if disconnected: if disconnected:
stop_everything_event()
break break
yield {"data": json.dumps(resp)} yield {"data": json.dumps(resp)}