apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2026-04-23 00:17:25 +08:00
Code Issues Actions 19 Packages Projects Releases Wiki Activity

[Optimization] 移除 num_blocks 上限限制 (#7241)

Browse Source
This commit is contained in:
Yuanle Liu
2026-04-13 22:07:41 +08:00
committed by GitHub
parent e83d45833f
commit 0ddb6e461c
5 changed files with 3 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.gitignore
+1
View File
@@ -173,6 +173,7 @@ custom_ops/tmp*
build
.ccls-cache
.claude
third_party
fastdeploy/worker/iluvatar_worker.py
-5
View File
@@ -126,11 +126,6 @@ class IluvatarPaddleDisWorkerProc(PaddleDisWorkerProc):
# 2. Calculate the appropriate number of blocks
model_block_memory_used = self.worker.cal_theortical_kvcache()
num_blocks_local = int(available_kv_cache_memory // model_block_memory_used)
# NOTE(liuzichang): Too many block will lead to illegal memory access
# We will develop dynamic limits in future.
if num_blocks_local > 40000:
logger.info(f"------- Reset num_blocks_local {num_blocks_local} to 40000")
num_blocks_local = min(40000, num_blocks_local)
logger.info(f"------- model_block_memory_used:{model_block_memory_used} --------")
logger.info(f"------- num_blocks_local:{num_blocks_local} --------")
fastdeploy/worker/worker_process.py
-5
View File
@@ -666,11 +666,6 @@ class PaddleDisWorkerProc:
# 2. Calculate the appropriate number of blocks
model_block_memory_used = self.worker.cal_theortical_kvcache()
num_blocks_local = int(available_kv_cache_memory // model_block_memory_used)
# NOTE(liuzichang): Too many block will lead to illegal memory access
# We will develop dynamic limits in future.
if num_blocks_local > 40000:
logger.info(f"------- Reset num_blocks_local {num_blocks_local} to 40000")
num_blocks_local = min(40000, num_blocks_local)
logger.info(f"------- model_block_memory_used:{model_block_memory_used / 1024**3} GB --------")
logger.info(f"------- num_blocks_local:{num_blocks_local} --------")
tests/e2e/4cards_cases/test_Qwen3_30b_tp4.py
+1 -1
View File
@@ -281,7 +281,7 @@ def test_non_thinking_prompt(api_url, headers):
def test_profile_reset_block_num():
"""测试profile reset_block_num功能，与baseline diff不能超过5%"""
log_file = "./log/config.log"
baseline = 40000
baseline = 74000
if not os.path.exists(log_file):
pytest.fail(f"Log file not found: {log_file}")
tests/e2e/test_EB_VL_Lite_serving.py
+1 -1
View File
@@ -736,7 +736,7 @@ def test_profile_reset_block_num():
"""测试profile reset_block_num功能，与baseline diff不能超过5%"""
log_dir = os.getenv("FD_LOG_DIR", "log")
log_file = os.path.join(log_dir, "config.log")
baseline = 40000
baseline = 65400
if not os.path.exists(log_file):
pytest.fail(f"Log file not found: {log_file}")