baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Print traceback on server error

Browse source
This commit is contained in:
Andrei Betlen 2023-10-10 15:56:04 -04:00
parent 43dfe1e2ab
commit d6a130a052
1 changed files with 2 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_cpp/server/app.py
View file

@ -1,5 +1,6 @@
import sys import sys
import json import json
import traceback
import multiprocessing import multiprocessing
import time import time
from re import compile, Match, Pattern from re import compile, Match, Pattern
@ -243,6 +244,7 @@ class RouteErrorHandler(APIRoute):
) -> Tuple[int, ErrorResponse]: ) -> Tuple[int, ErrorResponse]:
"""Wraps error message in OpenAI style error response""" """Wraps error message in OpenAI style error response"""
print(f"Exception: {str(error)}", file=sys.stderr) print(f"Exception: {str(error)}", file=sys.stderr)
traceback.print_exc(file=sys.stderr)
if body is not None and isinstance( if body is not None and isinstance(
body, body,
( (