Skip to main content

编译python-backend

编译pybackend​

git clone https://github.com/triton-inference-server/python_backend.git
cd python_backend
git checkout r22.12
mkdir build
cd build
apt-get install rapidjson-dev libarchive-dev zlib1g-dev
cmake -DTRITON_ENABLE_GPU=OFF -DTRITON_BACKEND_REPO_TAG=r22.12 -DTRITON_COMMON_REPO_TAG=r22.12 -DTRITON_CORE_REPO_TAG=r22.12 -DCMAKE_INSTALL_PREFIX:PATH=`pwd`/install ..
make install

如果boost下载出现hash校验错误，可以尝试以下步骤：

# https://www.boost.org/releases/1.76.0/
# 替换cmakelists.txt中boost下载链接：
https://archives.boost.io/release/1.76.0/source/boost_1_76_0.tar.gz
rm -rf /opt/tritonserver/backends/python/
cp -r install/backends/python /opt/tritonserver/backends/

uv 指定python版本​

uv python install 3.10
# --default

cd /opt
uv venv --python python3.10
source .venv/bin/activate

uv pip install  --pre paddlepaddle==3.3.0.dev20251023 -i https://www.paddlepaddle.org.cn/packages/nightly/cpu/
uv pip install --pre paddle-iluvatar-gpu==3.0.0.dev20251023 -i https://www.paddlepaddle.org.cn/packages/nightly/ixuca/

export PATH=/opt/.venv/bin:$PATH
export LD_LIBRARY_PATH=/root/.local/share/uv/python/cpython-3.10.20-linux-x86_64-gnu/lib/:$LD_LIBRARY_PATH
uv pip install opencv-python setuptools PyYAML

注意numpy版本要小于2

uv pip install "numpy<2"

否则tritonserver r22.12版本，传递jpeg数据，收到的request解析后数据不对，比如全是255。