mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[BugFix] prevent requests from entering running state without a slot (#7141)
* [fix] prevent requests from entering running state without a slot * [fix] count abort set * [fix] count preempted task in waiting list
This commit is contained in:
@@ -1152,8 +1152,7 @@ class EngineService:
|
||||
time.sleep(0.005)
|
||||
|
||||
except RuntimeError as e:
|
||||
if "cannot schedule new futures after shutdown" in str(e):
|
||||
break
|
||||
raise e
|
||||
except Exception as e:
|
||||
err_msg = "Error happened while insert task to engine: {}, {}.".format(e, str(traceback.format_exc()))
|
||||
self.llm_logger.error(err_msg)
|
||||
|
||||
Reference in New Issue
Block a user