mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
[BugFix][Optimization] Replace silent failures with catchable exceptions and informative error messages (#6533)
* init * init * fix format * add * add files * add ut * fix some * add ut * add more * add * fix pre-commit * fix pre-commit * fix cover * skip long seq * add * add * fix * remove not need * fix set attr * fix comments * fix comments * fix failed tests --------- Co-authored-by: gongweibao <gognweibao@baidu.com>
This commit is contained in:
@@ -144,9 +144,9 @@ class Router:
|
||||
"""Select one prefill and one decode server"""
|
||||
async with self.lock:
|
||||
if not self.prefill_servers:
|
||||
raise RuntimeError("No prefill servers available")
|
||||
raise RuntimeError(f"No prefill servers available (decode={len(self.decode_servers)})")
|
||||
if not self.decode_servers:
|
||||
raise RuntimeError("No decode servers available")
|
||||
raise RuntimeError(f"No decode servers available (prefill={len(self.prefill_servers)})")
|
||||
pidx = random.randint(0, len(self.prefill_servers) - 1)
|
||||
didx = random.randint(0, len(self.decode_servers) - 1)
|
||||
return self.prefill_servers[pidx], self.decode_servers[didx]
|
||||
@@ -155,7 +155,7 @@ class Router:
|
||||
"""Select one mixed server"""
|
||||
async with self.lock:
|
||||
if not self.mixed_servers:
|
||||
raise RuntimeError("No mixed servers available")
|
||||
raise RuntimeError(f"No mixed servers available. Registered mixed servers: {len(self.mixed_servers)}")
|
||||
idx = random.randint(0, len(self.mixed_servers) - 1)
|
||||
return self.mixed_servers[idx]
|
||||
|
||||
|
||||
@@ -54,8 +54,10 @@ class InstanceInfo:
|
||||
# handle default and default_factory
|
||||
if field_def.default is not MISSING:
|
||||
value = field_def.default
|
||||
else:
|
||||
elif field_def.default_factory is not MISSING:
|
||||
value = field_def.default_factory()
|
||||
else:
|
||||
raise KeyError(f"Missing required field '{name}' in instance info dict")
|
||||
kwargs[name] = value
|
||||
return cls(**kwargs)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user