mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2026-04-23 00:17:25 +08:00
Merge branch 'develop' into perf-improvements-13039925545439350309
This commit is contained in:
@@ -160,7 +160,8 @@ jobs:
|
|||||||
docker rm -f ${runner_name} || true
|
docker rm -f ${runner_name} || true
|
||||||
fi
|
fi
|
||||||
|
|
||||||
docker run --rm --ipc=host --pid=host --net=host \
|
docker run --rm --net=host \
|
||||||
|
--shm-size=64G \
|
||||||
--name ${runner_name} \
|
--name ${runner_name} \
|
||||||
-v $(pwd):/workspace \
|
-v $(pwd):/workspace \
|
||||||
-w /workspace \
|
-w /workspace \
|
||||||
@@ -220,3 +221,10 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
||||||
exit ${TEST_EXIT_CODE}
|
exit ${TEST_EXIT_CODE}
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -306,3 +306,10 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
||||||
exit ${TEST_EXIT_CODE}
|
exit ${TEST_EXIT_CODE}
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -125,6 +125,7 @@ jobs:
|
|||||||
git config --global user.name "FastDeployCI"
|
git config --global user.name "FastDeployCI"
|
||||||
git config --global user.email "fastdeploy_ci@example.com"
|
git config --global user.email "fastdeploy_ci@example.com"
|
||||||
git log -n 3 --oneline
|
git log -n 3 --oneline
|
||||||
|
|
||||||
- name: FastDeploy Build
|
- name: FastDeploy Build
|
||||||
shell: bash
|
shell: bash
|
||||||
env:
|
env:
|
||||||
@@ -156,7 +157,8 @@ jobs:
|
|||||||
PARENT_DIR=$(dirname "$WORKSPACE")
|
PARENT_DIR=$(dirname "$WORKSPACE")
|
||||||
echo "PARENT_DIR:$PARENT_DIR"
|
echo "PARENT_DIR:$PARENT_DIR"
|
||||||
docker run --rm --net=host \
|
docker run --rm --net=host \
|
||||||
--cap-add=SYS_PTRACE --privileged --shm-size=64G \
|
--cap-add=SYS_PTRACE --shm-size=64G \
|
||||||
|
--name ${runner_name} \
|
||||||
-v $(pwd):/workspace -w /workspace \
|
-v $(pwd):/workspace -w /workspace \
|
||||||
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
||||||
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
||||||
@@ -249,3 +251,10 @@ jobs:
|
|||||||
target_path_stripped="${target_path#paddle-github-action/}"
|
target_path_stripped="${target_path#paddle-github-action/}"
|
||||||
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
||||||
echo "wheel_path=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
echo "wheel_path=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -112,6 +112,7 @@ jobs:
|
|||||||
git config --global user.name "FastDeployCI"
|
git config --global user.name "FastDeployCI"
|
||||||
git config --global user.email "fastdeploy_ci@example.com"
|
git config --global user.email "fastdeploy_ci@example.com"
|
||||||
git log -n 3 --oneline
|
git log -n 3 --oneline
|
||||||
|
|
||||||
- name: FastDeploy Build
|
- name: FastDeploy Build
|
||||||
shell: bash
|
shell: bash
|
||||||
env:
|
env:
|
||||||
@@ -143,7 +144,8 @@ jobs:
|
|||||||
PARENT_DIR=$(dirname "$WORKSPACE")
|
PARENT_DIR=$(dirname "$WORKSPACE")
|
||||||
echo "PARENT_DIR:$PARENT_DIR"
|
echo "PARENT_DIR:$PARENT_DIR"
|
||||||
docker run --rm --net=host \
|
docker run --rm --net=host \
|
||||||
--cap-add=SYS_PTRACE --privileged --shm-size=64G \
|
--cap-add=SYS_PTRACE --shm-size=64G \
|
||||||
|
--name ${runner_name} \
|
||||||
-v $(pwd):/workspace -w /workspace \
|
-v $(pwd):/workspace -w /workspace \
|
||||||
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
||||||
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
||||||
@@ -236,3 +238,10 @@ jobs:
|
|||||||
target_path_stripped="${target_path#paddle-github-action/}"
|
target_path_stripped="${target_path#paddle-github-action/}"
|
||||||
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
||||||
echo "wheel_path_cu129=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
echo "wheel_path_cu129=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -112,6 +112,7 @@ jobs:
|
|||||||
git config --global user.name "FastDeployCI"
|
git config --global user.name "FastDeployCI"
|
||||||
git config --global user.email "fastdeploy_ci@example.com"
|
git config --global user.email "fastdeploy_ci@example.com"
|
||||||
git log -n 3 --oneline
|
git log -n 3 --oneline
|
||||||
|
|
||||||
- name: FastDeploy Build
|
- name: FastDeploy Build
|
||||||
shell: bash
|
shell: bash
|
||||||
env:
|
env:
|
||||||
@@ -143,7 +144,8 @@ jobs:
|
|||||||
PARENT_DIR=$(dirname "$WORKSPACE")
|
PARENT_DIR=$(dirname "$WORKSPACE")
|
||||||
echo "PARENT_DIR:$PARENT_DIR"
|
echo "PARENT_DIR:$PARENT_DIR"
|
||||||
docker run --rm --net=host \
|
docker run --rm --net=host \
|
||||||
--cap-add=SYS_PTRACE --privileged --shm-size=64G \
|
--cap-add=SYS_PTRACE --shm-size=64G \
|
||||||
|
--name ${runner_name} \
|
||||||
-v $(pwd):/workspace -w /workspace \
|
-v $(pwd):/workspace -w /workspace \
|
||||||
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
||||||
-v "${CACHE_DIR}/.cache_cu130:/root/.cache" \
|
-v "${CACHE_DIR}/.cache_cu130:/root/.cache" \
|
||||||
@@ -236,3 +238,10 @@ jobs:
|
|||||||
target_path_stripped="${target_path#paddle-github-action/}"
|
target_path_stripped="${target_path#paddle-github-action/}"
|
||||||
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
WHEEL_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/${fd_wheel_name}
|
||||||
echo "wheel_path_cu130=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
echo "wheel_path_cu130=${WHEEL_PATH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -107,6 +107,7 @@ jobs:
|
|||||||
git config --global user.name "FastDeployCI"
|
git config --global user.name "FastDeployCI"
|
||||||
git config --global user.email "fastdeploy_ci@example.com"
|
git config --global user.email "fastdeploy_ci@example.com"
|
||||||
git log -n 3 --oneline
|
git log -n 3 --oneline
|
||||||
|
|
||||||
- name: FastDeploy FD_ROUTER Build
|
- name: FastDeploy FD_ROUTER Build
|
||||||
shell: bash
|
shell: bash
|
||||||
env:
|
env:
|
||||||
@@ -137,7 +138,8 @@ jobs:
|
|||||||
PARENT_DIR=$(dirname "$WORKSPACE")
|
PARENT_DIR=$(dirname "$WORKSPACE")
|
||||||
echo "PARENT_DIR:$PARENT_DIR"
|
echo "PARENT_DIR:$PARENT_DIR"
|
||||||
docker run --rm --net=host \
|
docker run --rm --net=host \
|
||||||
--cap-add=SYS_PTRACE --privileged --shm-size=64G \
|
--cap-add=SYS_PTRACE --shm-size=64G \
|
||||||
|
--name ${runner_name} \
|
||||||
-v $(pwd):/workspace -w /workspace \
|
-v $(pwd):/workspace -w /workspace \
|
||||||
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
-v "${CACHE_DIR}/gitconfig:/etc/gitconfig:ro" \
|
||||||
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
-v "${CACHE_DIR}/.cache:/root/.cache" \
|
||||||
@@ -212,3 +214,10 @@ jobs:
|
|||||||
target_path_stripped="${target_path#paddle-github-action/}"
|
target_path_stripped="${target_path#paddle-github-action/}"
|
||||||
FD_ROUTER_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/fd-router
|
FD_ROUTER_PATH=https://paddle-github-action.bj.bcebos.com/${target_path_stripped}/fd-router
|
||||||
echo "fd_router_path=${FD_ROUTER_PATH}" >> $GITHUB_OUTPUT
|
echo "fd_router_path=${FD_ROUTER_PATH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -227,3 +227,10 @@ jobs:
|
|||||||
|
|
||||||
bash scripts/run_golang_router.sh
|
bash scripts/run_golang_router.sh
|
||||||
'
|
'
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -220,3 +220,10 @@ jobs:
|
|||||||
export CUDA_VISIBLE_DEVICES=0,1,2,3
|
export CUDA_VISIBLE_DEVICES=0,1,2,3
|
||||||
bash scripts/run_gpu_4cards.sh
|
bash scripts/run_gpu_4cards.sh
|
||||||
'
|
'
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -240,3 +240,10 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
echo "logprob test failed with exit code ${{ env.LOGPROB_EXIT_CODE }}"
|
echo "logprob test failed with exit code ${{ env.LOGPROB_EXIT_CODE }}"
|
||||||
exit 8
|
exit 8
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -205,3 +205,10 @@ jobs:
|
|||||||
python -m pip install ${fd_wheel_url}
|
python -m pip install ${fd_wheel_url}
|
||||||
bash scripts/run_pre_ce.sh
|
bash scripts/run_pre_ce.sh
|
||||||
'
|
'
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -237,3 +237,10 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
echo "TEST_EXIT_CODE=${TEST_EXIT_CODE}"
|
||||||
exit ${TEST_EXIT_CODE}
|
exit ${TEST_EXIT_CODE}
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|||||||
@@ -406,6 +406,13 @@ jobs:
|
|||||||
echo "coverage passed"
|
echo "coverage passed"
|
||||||
exit 0
|
exit 0
|
||||||
|
|
||||||
|
- name: Terminate and delete the container
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
set +e
|
||||||
|
docker exec -t ${{ runner.name }} /bin/bash -c 'find /workspace -mindepth 1 -delete'
|
||||||
|
docker rm -f ${{ runner.name }}
|
||||||
|
|
||||||
diff_coverage_report:
|
diff_coverage_report:
|
||||||
needs: run_tests_with_coverage
|
needs: run_tests_with_coverage
|
||||||
if: always()
|
if: always()
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ if [ "$1" == "stable" ]; then
|
|||||||
version_xtdk="3.4.0.1"
|
version_xtdk="3.4.0.1"
|
||||||
else
|
else
|
||||||
version_xvllm="20260407"
|
version_xvllm="20260407"
|
||||||
version_xtdk="latest"
|
version_xtdk="3.6.2.1"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
(
|
(
|
||||||
|
|||||||
@@ -7,7 +7,11 @@ python -m pip config set global.index-url https://mirrors.tuna.tsinghua.edu.cn/p
|
|||||||
|
|
||||||
python -m pip install -r requirements.txt
|
python -m pip install -r requirements.txt
|
||||||
python -m pip install jsonschema aistudio_sdk==0.3.5
|
python -m pip install jsonschema aistudio_sdk==0.3.5
|
||||||
python -m pip install xgrammar==0.1.19 torch==2.6.0
|
# Use prebuilt wheel files to install xgrammar==0.1.19 and torch==2.6.0 specifically for the CI environment
|
||||||
|
python -m pip install \
|
||||||
|
https://paddle-qa.bj.bcebos.com/FastDeploy/torch-2.6.0-cp310-cp310-manylinux1_x86_64.whl \
|
||||||
|
https://paddle-qa.bj.bcebos.com/FastDeploy/triton-3.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl \
|
||||||
|
https://paddle-qa.bj.bcebos.com/FastDeploy/xgrammar-0.1.19-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
|
||||||
|
|
||||||
failed_files=()
|
failed_files=()
|
||||||
run_path="$DIR/../tests/ci_use/"
|
run_path="$DIR/../tests/ci_use/"
|
||||||
|
|||||||
Reference in New Issue
Block a user