root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 12:10:18 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

updated server test to handle 503 HTML

Browse Source
This commit is contained in:
VJHack 2024-09-11 22:54:52 -05:00
parent 9d3424a3c1
commit 5ca179c899
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
examples/server/tests/features/steps/steps.py
View File

@ -1208,7 +1208,10 @@ async def wait_for_slots_status(context,
while True: while True:
async with await session.get(f'{base_url}/slots', params=params) as slots_response: async with await session.get(f'{base_url}/slots', params=params) as slots_response:
status_code = slots_response.status status_code = slots_response.status
slots = await slots_response.json() try:
slots = await slots_response.json()
except:
slots = await slots_response.text()
if context.debug: if context.debug:
print(f"slots responses {slots}\n") print(f"slots responses {slots}\n")
if status_code == 503 and status_code == expected_http_status_code: if status_code == 503 and status_code == expected_http_status_code: