From 309dde9786e9de263e6d2247c28edbc5f61ea120 Mon Sep 17 00:00:00 2001 From: KumaTea Date: Mon, 5 Apr 2021 15:56:45 +0800 Subject: [PATCH] 210403 --- README.md | 11 ++++++++++- docker/build-wheels.sh | 10 ++++++++-- docker/packages-deps.txt | 1 + src/gen_whl.py | 34 ++++++++++++++++++++++++++++++++-- whl/dev.html | 3 +++ whl/stable.html | 13 +++++++++++++ 6 files changed, 67 insertions(+), 5 deletions(-) create mode 100644 whl/dev.html diff --git a/README.md b/README.md index bb21d68..b67f7b7 100644 --- a/README.md +++ b/README.md @@ -10,4 +10,13 @@ Backup link: `https://cf.ext.maku.ml/whl/stable.html` --- -`whl` list: [packages.txt](docker/packages-stdln.txt) +For development / testing wheels, please use this index: +**`https://ext.maku.ml/whl/dev.html`** + +**`pip install -f https://ext.maku.ml/whl/dev.html -f https://ext.maku.ml/whl/stable.html`** + +--- + +`whl` list: +* [packages-stdln.txt](docker/packages-stdln.txt) +* [packages-deps.txt](docker/packages-deps.txt) diff --git a/docker/build-wheels.sh b/docker/build-wheels.sh index dfd4dff..ae36d18 100644 --- a/docker/build-wheels.sh +++ b/docker/build-wheels.sh @@ -2,7 +2,13 @@ set -ex -# pip config set global.index-url https://mirrors.vmatrix.org.cn/pypi/web/simple +# deps + +sed -i 's@http://deb.debian.org/debian@https://mirrors.matrix.moe/debian@g' /etc/apt/sources.list +sed -i 's@http://security.debian.org/debian-security@https://mirrors.matrix.moe/debian-security@g' /etc/apt/sources.list +apt update +apt install -y pkg-config libhdf5-dev +ln -s /usr/include/locale.h /usr/include/xlocale.h || : if [ $(uname -m) = 'armv7l' ]; then sed -i 's/scikit-learn//g' /root/packages-stdln.txt @@ -11,7 +17,7 @@ fi pip install -U -v -r /root/packages-stdln.txt -f https://ext.maku.ml/wheels.html -f https://torch.maku.ml/whl/stable.html if [ $(uname -m) = 'aarch64' ]; then - pip install -U -v -r /root/packages-deps.txt -f https://ext.maku.ml/wheels.html -f https://torch.maku.ml/whl/stable.html + pip install -U -v -r /root/packages-deps.txt -f https://ext.maku.ml/wheels.html -f https://torch.maku.ml/whl/stable.html -f https://tf.maku.ml/whl/stable.html fi mkdir /root/whl diff --git a/docker/packages-deps.txt b/docker/packages-deps.txt index 9bf2d68..dad7521 100644 --- a/docker/packages-deps.txt +++ b/docker/packages-deps.txt @@ -1,2 +1,3 @@ fastai fastbook +tensorflow diff --git a/src/gen_whl.py b/src/gen_whl.py index 2dea2cf..262e82a 100644 --- a/src/gen_whl.py +++ b/src/gen_whl.py @@ -6,8 +6,20 @@ project = 'ext-whl' whl_dir = '../whl' whl_file = 'stable.html' +dev_file = 'dev.html' gh_rl_api = 'https://api.github.com/repos/{author}/{project}/releases' +dev_packages = { + 'numpy': { + 'ver': ['1.20'], + 'py': 'cp36' + }, + 'h5py': { + 'ver': ['3.2'], + 'py': 'cp36' + } +} + def get_gh_rl(author_name, project_name): print('Fetching GitHub releases...') @@ -33,7 +45,25 @@ def gen_index(): return rl_html +def pick_dev(): + raw_html = gen_index() + packages_list = raw_html.splitlines() + dev_list = [] + for package in dev_packages: + for item in packages_list: + if package in item: + for ver in dev_packages[package]['ver']: + if ver in item and dev_packages[package]['py'] in item: + dev_list.append(item) + packages_list.remove(item) + stable_html = '\n'.join(packages_list) + '\n' + dev_html = '\n'.join(dev_list) + '\n' + return stable_html, dev_html + + if __name__ == '__main__': - html = gen_index() + stable, dev = pick_dev() with open(f'{whl_dir}/{whl_file}', 'w', encoding='utf-8') as html_file: - html_file.write(html) + html_file.write(stable) + with open(f'{whl_dir}/{dev_file}', 'w', encoding='utf-8') as html_file: + html_file.write(dev) diff --git a/whl/dev.html b/whl/dev.html new file mode 100644 index 0000000..2e3eb93 --- /dev/null +++ b/whl/dev.html @@ -0,0 +1,3 @@ +numpy-1.20.2-cp36-cp36m-linux_aarch64.whl
+numpy-1.20.2-cp36-cp36m-linux_armv7l.whl
+h5py-3.2.1-cp36-cp36m-linux_aarch64.whl
diff --git a/whl/stable.html b/whl/stable.html index 9ffe7af..e756756 100644 --- a/whl/stable.html +++ b/whl/stable.html @@ -1,3 +1,16 @@ +grpcio-1.36.1-cp36-cp36m-linux_aarch64.whl
+grpcio-1.36.1-cp37-cp37m-linux_aarch64.whl
+grpcio-1.36.1-cp38-cp38-linux_aarch64.whl
+grpcio-1.36.1-cp39-cp39-linux_aarch64.whl
+h5py-3.1.0-cp36-cp36m-linux_aarch64.whl
+h5py-3.2.1-cp37-cp37m-linux_aarch64.whl
+h5py-3.2.1-cp38-cp38-linux_aarch64.whl
+h5py-3.2.1-cp39-cp39-linux_aarch64.whl
+termcolor-1.1.0-py3-none-any.whl
+wrapt-1.12.1-cp36-cp36m-linux_aarch64.whl
+wrapt-1.12.1-cp37-cp37m-linux_aarch64.whl
+wrapt-1.12.1-cp38-cp38-linux_aarch64.whl
+wrapt-1.12.1-cp39-cp39-linux_aarch64.whl
numpy-1.20.2-cp37-cp37m-linux_armv7l.whl
numpy-1.20.2-cp38-cp38-linux_armv7l.whl
numpy-1.20.2-cp39-cp39-linux_armv7l.whl