IVFFLAT-NPU

cd /
vi entrypoint.sh

#添加NPU相关环境变量
export ASCEND_TOOLKIT_HOME="/usr/local/Ascend/ascend-toolkit/latest"
export LD_LIBRARY_PATH="/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:${LD_LIBRARY_PATH}"
export LD_LIBRARY_PATH="${ASCEND_TOOLKIT_HOME}/lib64:${ASCEND_TOOLKIT_HOME}/lib64/plugin/opskernel:${ASCEND_TOOLKIT_HOME}/lib64/plugin/nnengine:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe/op_tiling:${LD_LIBRARY_PATH}"
export PYTHONPATH="${ASCEND_TOOLKIT_HOME}/python/site-packages:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe:${PYTHONPATH}"
export PATH="${ASCEND_TOOLKIT_HOME}/bin:${ASCEND_TOOLKIT_HOME}/compiler/ccec_compiler/bin:${ASCEND_TOOLKIT_HOME}/tools/ccec_compiler/bin:${PATH}"
export ASCEND_HOME_PATH="${ASCEND_TOOLKIT_HOME}"


#添加so包环境变量
export DATAVEC_NPU_LIB_PATH=<YOUR_SO_PATH>

docker restart <CONTAINER_ID>

watch -n 0.1 npu-smi info

openGauss=# set enable_npu = on;
openGauss=# SELECT * FROM items ORDER BY embedding <-> '[1,2,3,4]';

openGauss=# INSERT INTO items values(1, '[2,3,4,5]');
openGauss=# DELETE FROM items WHERE id = 1;
openGauss=# UPDATE items SET id = 0 WHERE id = 1;

#!/bin/bash
set -e

# 安装系统依赖
packages=(
    gcc gcc-c++ make cmake curl zlib-devel bzip2-devel openssl-devel
    ncurses-devel sqlite-devel readline-devel tk-devel gdbm-devel
    libpcap-devel xz-devel libev-devel expat-devel libffi-devel
    systemtap-sdt-devel unzip pciutils net-tools lapack-devel gcc-gfortran
    util-linux findutils wget
)

to_install=()
for pkg in "${packages[@]}"; do
    if ! rpm -q $pkg &>/dev/null; then
        to_install+=("$pkg")
    fi
done

if [ ${#to_install[@]} -gt 0 ]; then
    echo "1-安装以下软件包: ${to_install[*]}"
    yum update -y
    yum install -y "${to_install[@]}"
    yum clean all
    rm -rf /var/cache/yum
    rm -rf /tmp/*
else
    echo "1-所有软件包已安装，跳过安装步骤。"
fi

# 安装Python 3.10.17
PYTHON_VERSION="3.10.17"
PYTHON_PREFIX="/usr/local/python${PYTHON_VERSION}"

export PATH="${PYTHON_PREFIX}/bin:${PATH}"

if ! command -v python3 &> /dev/null || \
   [[ $(python3 -c "import sys; print('.'.join(map(str, sys.version_info[:2])))") != "${PYTHON_VERSION%.*}" ]]; then
   
    echo "Python ${PYTHON_VERSION} not found, installing..."
    
    mkdir -p "${PYTHON_PREFIX}/lib"
    curl -fsSL "https://repo.huaweicloud.com/python/${PYTHON_VERSION}/Python-${PYTHON_VERSION}.tgz" -o "/tmp/Python-${PYTHON_VERSION}.tgz"
    tar -xf "/tmp/Python-${PYTHON_VERSION}.tgz" -C /tmp
    cd "/tmp/Python-${PYTHON_VERSION}"
    
    ./configure --enable-shared --enable-optimizations LDFLAGS="-Wl,-rpath ${PYTHON_PREFIX}/lib" --prefix="${PYTHON_PREFIX}"
    
    make -j $(nproc)
    make altinstall
    
    ln -sf "${PYTHON_PREFIX}/bin/python${PYTHON_VERSION%.*}" "${PYTHON_PREFIX}/bin/python3"
    ln -sf "${PYTHON_PREFIX}/bin/pip${PYTHON_VERSION%.*}" "${PYTHON_PREFIX}/bin/pip3"
    ln -sf "${PYTHON_PREFIX}/bin/python3" "${PYTHON_PREFIX}/bin/python"
    ln -sf "${PYTHON_PREFIX}/bin/pip3" "${PYTHON_PREFIX}/bin/pip"
    
    rm -rf /tmp/*
    
    echo "2-Python ${PYTHON_VERSION} 安装成功，安装路径为： ${PYTHON_PREFIX}"
else
    echo "2-Python ${PYTHON_VERSION%.*} 已安装在 $(which python3)"
fi

export PATH="${PYTHON_PREFIX}/bin:${PATH}"

# 安装Python依赖
packages=(
    attrs cython numpy==1.24.0 decorator sympy cffi pyyaml pathlib2
    psutils protobuf==3.20 scipy requests absl-py
)
to_install=()
for pkg in "${packages[@]}"; do
    if ! pip show $(echo "$pkg" | cut -d= -f1) &>/dev/null; then
        to_install+=("$pkg")
    fi
done
if [ ${#to_install[@]} -gt 0 ]; then
    echo "3-安装以下Python依赖: ${to_install[*]}"
    pip install --no-cache-dir --upgrade pip
    pip install --no-cache-dir "${to_install[@]}"
else
    echo "3-所有依赖已安装，跳过安装步骤。"
fi

# 根据架构确定CANN版本
ARCH=$(uname -m)
case "${ARCH}" in
     "x86_64") CANN_ARCH="x86_64" ;;
     "aarch64") CANN_ARCH="aarch64" ;;
     *) echo "Unsupported architecture: ${ARCH}" && exit 1 ;;
esac

CANN_TOOLKIT_URL="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C22B800TP013/Ascend-cann-toolkit_8.2.RC1.alpha001_linux-${CANN_ARCH}.run"
CANN_KERNELS_URL="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/Milan-ASL/Milan-ASL%20V100R001C22B800TP013/Ascend-cann-kernels-910b_8.2.RC1.alpha001_linux-${CANN_ARCH}.run"
CANN_INSTALL_DIR="/usr/local/Ascend"

## 下载CANN安装包
if [ ! -f ~/Ascend-cann-toolkit.run ]; then
    echo "4-下载CANN Toolkit..."
    wget "${CANN_TOOLKIT_URL}" -O ~/Ascend-cann-toolkit.run --no-check
else
    echo "4-CANN_Toolkit已下载"
fi

if [ ! -f ~/Ascend-cann-kernels.run ]; then
    echo "4-下载CANN KERNELS..."
    wget "${CANN_KERNELS_URL}" -O ~/Ascend-cann-kernels.run --no-check
else
    echo "4-CANN_KERNELS已下载"
fi

## 安装CANN Toolkit
if [ ! -d "/usr/local/Ascend/ascend-toolkit/latest" ]; then
    echo "5-CANN Toolkit正在安装..."
    chmod +x ~/Ascend-cann-toolkit.run
    ~/Ascend-cann-toolkit.run --quiet --install --install-for-all
    #rm -f ~/Ascend-cann-toolkit.run

    chmod +x ~/Ascend-cann-kernels.run
    ~/Ascend-cann-kernels.run --quiet --install --install-for-all
    #rm -f ~/Ascend-cann-kernels.run
    
else
    echo "5-CANN Toolkit 已经安装，跳过安装步骤..."
fi

# 设置CANN环境变量
export ASCEND_TOOLKIT_HOME="${CANN_INSTALL_DIR}/ascend-toolkit/latest"
export LD_LIBRARY_PATH="/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:${LD_LIBRARY_PATH}"
export LD_LIBRARY_PATH="${ASCEND_TOOLKIT_HOME}/lib64:${ASCEND_TOOLKIT_HOME}/lib64/plugin/opskernel:${ASCEND_TOOLKIT_HOME}/lib64/plugin/nnengine:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe/op_tiling:${LD_LIBRARY_PATH}"
export PYTHONPATH="${ASCEND_TOOLKIT_HOME}/python/site-packages:${ASCEND_TOOLKIT_HOME}/opp/built-in/op_impl/ai_core/tbe:${PYTHONPATH}"
export PATH="${ASCEND_TOOLKIT_HOME}/bin:${ASCEND_TOOLKIT_HOME}/compiler/ccec_compiler/bin:${ASCEND_TOOLKIT_HOME}/tools/ccec_compiler/bin:${PATH}"
export ASCEND_HOME_PATH="${ASCEND_TOOLKIT_HOME}"

# 验证安装
echo "===安装完成==="
echo "Python版本：$(python --version)"
echo "Pip版本：$(pip --version)"
echo "CANN工具包路径：${ASCEND_TOOLKIT_HOME}"