[BugFix] PD reorder fix and add ut (#6375)

This commit is contained in:
bukejiyu
2026-02-09 20:42:48 +08:00
committed by GitHub
parent ec128068b7
commit 5bfc0938e2
7 changed files with 163 additions and 38 deletions
@@ -36,6 +36,7 @@ if TYPE_CHECKING:
import numpy as np
from fastdeploy import envs
from fastdeploy.config import FDConfig
from fastdeploy.model_executor.layers.attention.attention import Attention
from fastdeploy.model_executor.layers.attention.base_attention_backend import (
@@ -115,6 +116,7 @@ class AppendAttentionBackend(AttentionBackend):
__infer_dynamic_dims_fields__ = ["attention_metadata"]
attention_metadata: AppendAttentionMetadata
enable_ids_reorder: bool = envs.FD_PD_REORDER
def __init__(
self,