Skip to content

Commit fe0d620

Browse files
thinvythinvy
committed
first commit
0 parents  commit fe0d620

8 files changed

+165
-0
lines changed

‎README.md

+43
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
# NN部署环境配置
2+
3+
## opencl驱动
4+
5+
intel核显推理需要要安装核显的opencl驱动.
6+
7+
`./opencl/download_opencl.sh`
8+
9+
如果下载超时可以手动浏览器下载所有的deb包,检查文件完整后可以进行安装:
10+
11+
`./opencl/install_opencl.sh`
12+
13+
查看核显loading: `sudo intel_gpu_top`
14+
15+
查看cpu loading: `htop`
16+
17+
## openvino
18+
19+
### openvino develop toolkit
20+
21+
用于openvino模型转换和优化,脚本使用python env配置虚拟环境.
22+
23+
`./openvino/ovdt/install_ovdt.sh`
24+
25+
激活环境命令: `ovenv_activate` 或: `source ~/venv/openvino_env/bin/activate`
26+
27+
### openvino runtime
28+
29+
openvino cpp推理器.
30+
31+
`./openvino/ovrt/install_ovrt.sh`
32+
33+
如果工程到了openvino runtime库,在cmake之前需要执行以下命令(否则会报错找不到库):
34+
35+
`ovrt_set` 或 `source /opt/intel/openvino_2022.3.0/setupvars.sh`
36+
37+
## onnxruntime with dnnl
38+
39+
主要希望使用到dnnl库中的avx512 cpu优化
40+
41+
首先需要升级cmake到3.25.0版本: `./onnxruntime_dnnl/update_cmake.sh`
42+
43+
检查cmake版本是否切换,如果切换到了3.25.0,可以开始安装onnxruntime_dnnl: `./onnxruntime_dnnl/install_ort_dnnl.sh`

‎onnxruntime_dnnl/install_ort_dnnl.sh

+40
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
git clone --recursive https://github.com/Microsoft/onnxruntime.git || exit 1
2+
git reset --hard 1.12.0
3+
4+
cd onnxruntime
5+
python3 -m pip install cmake || exit 1
6+
which cmake || exit 1
7+
cmake --version || exit 1
8+
9+
10+
python3 -m venv ~/venv/onnxruntime_env
11+
12+
source ~/venv/onnxruntime_env/bin/activate
13+
14+
pip3 install -r requirements-dev.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
15+
16+
# pip3 install -r docs/python/requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
17+
# pip3 install numpy==1.23.4 -i https://pypi.tuna.tsinghua.edu.cn/simple
18+
19+
# ./build.sh --config Release --build_shared_lib --parallel --use_dnnl --build_wheel
20+
# ./build.sh --config Release --build_shared_lib --use_dnnl --build_wheel
21+
22+
./build.sh \
23+
--parallel 8 \
24+
--use_dnnl \
25+
--build_shared_lib \
26+
--enable_pybind \
27+
--build_wheel \
28+
--update \
29+
--build \
30+
--config Release
31+
32+
cd build/Linux/Release
33+
34+
sudo make install
35+
36+
cd dist
37+
38+
pip3 install -U onnxruntime_dnnl-1.15.0-cp38-cp38-linux_x86_64.whl
39+
40+
echo "alias ortenv_activate='source ~/venv/onnxruntime_env/bin/activate'" >> ~/.bashrc

‎onnxruntime_dnnl/update_cmake.sh

+12
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
sudo apt-get install libssl-dev || exit 1
2+
3+
wget https://github.com/Kitware/CMake/releases/download/v3.25.2/cmake-3.25.2.tar.gz || exit 1
4+
tar zxvf cmake-3.25.2.tar.gz
5+
6+
7+
cd cmake-3.25.2/
8+
sh ./bootstrap
9+
make -j8
10+
sudo make install
11+
12+

‎opencl/download_opencl.sh

+38
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
# Download all *.deb packages
2+
echo -e "\e[33m intel-igc-core \e[0m"
3+
wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.11378/intel-igc-core_1.0.11378_amd64.deb || exit 1
4+
echo -e "\e[33m intel-igc-opencl \e[0m"
5+
wget https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.11378/intel-igc-opencl_1.0.11378_amd64.deb || exit 1
6+
echo -e "\e[33m intel-level-zero-gpu-dbgsym \e[0m"
7+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/intel-level-zero-gpu-dbgsym_1.3.23453_amd64.ddeb || exit 1
8+
echo -e "\e[33m intel-level-zero-gpu \e[0m"
9+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/intel-level-zero-gpu_1.3.23453_amd64.deb || exit 1
10+
echo -e "\e[33m intel-opencl-icd-dbgsym \e[0m"
11+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/intel-opencl-icd-dbgsym_22.24.23453_amd64.ddeb || exit 1
12+
echo -e "\e[33m intel-opencl-icd \e[0m"
13+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/intel-opencl-icd_22.24.23453_amd64.deb || exit 1
14+
echo -e "\e[33m libigdgmm12 \e[0m"
15+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/libigdgmm12_22.1.3_amd64.deb || exit 1
16+
echo -e "\e[33m ww24.sum \e[0m"
17+
wget https://github.com/intel/compute-runtime/releases/download/22.24.23453/ww24.sum || exit 1
18+
# Verify sha256 sums for packages
19+
echo -e "\e[33m checking result ... \e[0m"
20+
sha256sum -c ww24.sum
21+
echo -e "\e[33m sha256 sums for packages : \e[0m"
22+
23+
echo -e "\e[33m 12bed76a938863b5a01485d5d8e1bf4568035ccba35d8edb06e5726b6ebf41da intel-igc-core_1.0.11378_amd64.deb \e[0m"
24+
echo -e "\e[33m 8b9fdfbc37ef3fd635bfaa6c19829b77e1eef17daa2f6234701f58b1c1fffd2d intel-igc-opencl_1.0.11378_amd64.deb \e[0m"
25+
echo -e "\e[33m c3291ca2308784a5ee0c1448768ecdc0506e433e9d95a9e32017565ba75c0a33 intel-level-zero-gpu-dbgsym_1.3.23453_amd64.ddeb \e[0m"
26+
echo -e "\e[33m 8ca11af2405ad8e6d90c2651a1d1a43081505a3bdfa6a098a50a6c540760e70e intel-level-zero-gpu_1.3.23453_amd64.deb \e[0m"
27+
echo -e "\e[33m de11852836568d638138244b8c5136b81300b83c844bec551b7772c6ed34e189 intel-opencl-icd-dbgsym_22.24.23453_amd64.ddeb \e[0m"
28+
echo -e "\e[33m 41d17cfd3e6e7e2d20dd29cfda1c136f26c7a200bf0bc65129a8ddb319bf2d4a intel-opencl-icd_22.24.23453_amd64.deb \e[0m"
29+
echo -e "\e[33m 7b6378d9a760b5c93e835d862047d7c7841f6b6065e9bf2103b5b4134f2af2b5 libigdgmm12_22.1.3_amd64.deb \e[0m"
30+
31+
32+
33+
34+
35+
36+
37+
38+

‎opencl/install_opencl.sh

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
sudo dpkg -i *.deb &&
2+
sudo apt install intel-gpu-tools -y &&
3+
sudo apt install htop -y
4+
# intel gpu top
5+
# htop

‎openvino/ovdt/install_ovdt.sh

+11
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
python3 -m venv ~/venv/openvino_env
2+
source ~/venv/openvino_env/bin/activate
3+
python3 -m pip install --upgrade pip
4+
5+
pip3 install -r /opt/intel/openvino_2022.3.0/tools/requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
6+
pip3 install -r /opt/intel/openvino_2022.3.0/tools/requirements_onnx.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
7+
pip3 install -r /opt/intel/openvino_2022.3.0/tools/requirements_pytorch.txt -i https://pypi.tuna.tsinghua.edu.cn/simple
8+
9+
pip3 install openvino-dev[pytorch,onnx]==2022.3.0
10+
11+
echo "alias ovenv_activate='source ~/venv/openvino_env/bin/activate'" >> ~/.bashrc

‎openvino/ovrt/install_ovrt.sh

+16
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
# sudo apt install curl
2+
3+
sudo mkdir /opt/intel
4+
# echo -e "\e[33m downloading archive ... \e[0m"
5+
# curl -L https://storage.openvinotoolkit.org/repositories/openvino/packages/2022.3/linux/l_openvino_toolkit_ubuntu20_2022.3.0.9052.9752fafe8eb_x86_64.tgz --output openvino_2022.3.0.tgz || exit 1
6+
tar -xf openvino_2022.3.0.tgz
7+
8+
echo -e "\e[33m set ovrt toolkit to '/opt/intel/openvino_2022.3.0' \e[0m"
9+
sudo mv l_openvino_toolkit_ubuntu20_2022.3.0.9052.9752fafe8eb_x86_64 /opt/intel/openvino_2022.3.0
10+
11+
echo -e "\e[33m install dependencies ... \e[0m"
12+
sudo -E /opt/intel/openvino_2022.3.0/install_dependencies/install_openvino_dependencies.sh || exit 1
13+
14+
echo -e "\e[33m add ovrt to environment (.bashrc) \e[0m"
15+
echo "alias ovrt_set='source /opt/intel/openvino_2022.3.0/setupvars.sh'" >> ~/.bashrc
16+

‎openvino/ovrt/openvino_2022.3.0.tgz

48.2 MB
Binary file not shown.

0 commit comments

Comments
 (0)