Skip to content

Commit 597dc47

Browse files
author
Chameleon Cloud User
committed
first commit
0 parents  commit 597dc47

File tree

1,441 files changed

+386875
-0
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

1,441 files changed

+386875
-0
lines changed

‎.gitignore

+262
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,262 @@
1+
# from
2+
# https://github.com/github/gitignore/blob/master/Python.gitignore
3+
4+
# Byte-compiled / optimized / DLL files
5+
__pycache__/
6+
*.py[cod]
7+
*$py.class
8+
9+
# C extensions
10+
*.so
11+
.gcloudignore
12+
# Distribution / packaging
13+
.Python
14+
build/
15+
.idea/
16+
develop-eggs/
17+
dist/
18+
downloads/
19+
eggs/
20+
.eggs/
21+
lib/
22+
lib64/
23+
parts/
24+
sdist/
25+
var/
26+
wheels/
27+
pip-wheel-metadata/
28+
share/python-wheels/
29+
*.egg-info/
30+
.installed.cfg
31+
*.egg
32+
MANIFEST
33+
34+
# PyInstaller
35+
# Usually these files are written by a python script from a template
36+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
37+
*.manifest
38+
*.spec
39+
40+
# Installer logs
41+
pip-log.txt
42+
pip-delete-this-directory.txt
43+
44+
# Unit test / coverage reports
45+
htmlcov/
46+
.tox/
47+
.nox/
48+
.coverage
49+
.coverage.*
50+
.cache
51+
nosetests.xml
52+
coverage.xml
53+
*.cover
54+
*.py,cover
55+
.hypothesis/
56+
.pytest_cache/
57+
cover/
58+
59+
# Translations
60+
*.mo
61+
*.pot
62+
63+
# Django stuff:
64+
*.log
65+
local_settings.py
66+
db.sqlite3
67+
db.sqlite3-journal
68+
69+
# Flask stuff:
70+
instance/
71+
.webassets-cache
72+
73+
# Scrapy stuff:
74+
.scrapy
75+
76+
# Sphinx documentation
77+
docs/_build/
78+
79+
# PyBuilder
80+
.pybuilder/
81+
target/
82+
83+
# Jupyter Notebook
84+
.ipynb_checkpoints
85+
86+
# IPython
87+
profile_default/
88+
ipython_config.py
89+
90+
# pyenv
91+
# For a library or package, you might want to ignore these files since the code is
92+
# intended to run in multiple environments; otherwise, check them in:
93+
.python-version
94+
95+
# pipenv
96+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
97+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
98+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
99+
# install all needed dependencies.
100+
#Pipfile.lock
101+
102+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow
103+
__pypackages__/
104+
105+
# Celery stuff
106+
celerybeat-schedule
107+
celerybeat.pid
108+
109+
# SageMath parsed files
110+
*.sage.py
111+
112+
# Environments
113+
.env
114+
.venv
115+
env/
116+
venv/
117+
ENV/
118+
env.bak/
119+
venv.bak/
120+
121+
# Spyder project settings
122+
.spyderproject
123+
.spyproject
124+
125+
# Rope project settings
126+
.ropeproject
127+
128+
# mkdocs documentation
129+
/site
130+
131+
# mypy
132+
.mypy_cache/
133+
.dmypy.json
134+
dmypy.json
135+
136+
# Pyre type checker
137+
.pyre/
138+
139+
# pytype static type analyzer
140+
.pytype/
141+
142+
# Cython debug symbols
143+
cython_debug/
144+
145+
# for sensitive file
146+
.key
147+
.cred
148+
149+
150+
# Created by https://www.toptal.com/developers/gitignore/api/macos,python,visualstudiocode
151+
# Edit at https://www.toptal.com/developers/gitignore?templates=macos,python,visualstudiocode
152+
153+
### macOS ###
154+
# General
155+
.DS_Store
156+
.AppleDouble
157+
.LSOverride
158+
159+
# Icon must end with two \r
160+
Icon
161+
162+
163+
# Thumbnails
164+
._*
165+
166+
# Files that might appear in the root of a volume
167+
.DocumentRevisions-V100
168+
.fseventsd
169+
.Spotlight-V100
170+
.TemporaryItems
171+
.Trashes
172+
.VolumeIcon.icns
173+
.com.apple.timemachine.donotpresent
174+
175+
# Directories potentially created on remote AFP share
176+
.AppleDB
177+
.AppleDesktop
178+
Network Trash Folder
179+
Temporary Items
180+
.apdisk
181+
182+
### VisualStudioCode ###
183+
.vscode/*
184+
!.vscode/settings.json
185+
!.vscode/tasks.json
186+
!.vscode/launch.json
187+
!.vscode/extensions.json
188+
*.code-workspace
189+
190+
# Local History for Visual Studio Code
191+
.history/
192+
193+
### VisualStudioCode Patch ###
194+
# Ignore all local history of files
195+
.history
196+
.ionide
197+
198+
# End of https://www.toptal.com/developers/gitignore/api/macos,python,visualstudiocode
199+
200+
201+
202+
203+
# for MAC
204+
205+
*.DS_Store
206+
207+
# data folder
208+
results/
209+
data/workloads/
210+
211+
212+
*.h5
213+
*.onnx
214+
*.pb
215+
*-00001
216+
*.joblib
217+
tfgpt2model
218+
imagewang*
219+
ILSVRC*
220+
ste*
221+
.torch
222+
raw-repo
223+
runs
224+
*.pt
225+
*data.json
226+
*.tar
227+
wget-log
228+
triton/model_repository
229+
triton/models
230+
git-clone
231+
seldon
232+
config.pbtxt
233+
1647201420.zip
234+
pytorch_model.bin
235+
models
236+
data/*
237+
!data/yamls
238+
profile-exp*
239+
*.tar.gz
240+
cache
241+
Quantizer
242+
infass
243+
!pipelines/mlserver-final/5-paper-video/seldon-core-version/nodes/yolo/cache
244+
!data/configs
245+
!data/upload.sh
246+
!data/upload-metaseries.sh
247+
!data/download.sh
248+
*.lp
249+
gitignored/
250+
251+
!final-series.yaml
252+
253+
# mlserver temporary folders
254+
.envs
255+
.metrics
256+
lstm_saved_model
257+
258+
lstm_prediction.png
259+
260+
*.png
261+
262+
*junk*

‎.vscode/launch.json

+29
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
{
2+
// Use IntelliSense to learn about possible attributes.
3+
// Hover to view descriptions of existing attributes.
4+
// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
5+
"version": "0.2.0",
6+
"configurations": [
7+
{
8+
"name": "Python: Current File",
9+
"type": "python",
10+
"request": "launch",
11+
"program": "${file}",
12+
"console": "integratedTerminal",
13+
"justMyCode": false
14+
},
15+
{
16+
"name": "Run mlserver",
17+
"type": "python",
18+
"request": "launch",
19+
"cwd": "${fileDirname}",
20+
"module": "mlserver.cli.main",
21+
"args": [
22+
"start",
23+
"."
24+
],
25+
"console": "integratedTerminal",
26+
"justMyCode": false,
27+
}
28+
]
29+
}

‎MLServer/.dockerignore

+41
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
# Binaries for programs and plugins
2+
*.exe
3+
*.exe~
4+
*.dll
5+
*.so
6+
*.dylib
7+
*.pyc
8+
*.pyo
9+
*.pyd
10+
bin
11+
12+
# Mac file system
13+
**/.DS_Store
14+
15+
# Python dev
16+
__pycache__
17+
.Python
18+
env
19+
pip-log.txt
20+
pip-delete-this-directory.txt
21+
.mypy_cache
22+
eggs/
23+
.eggs/
24+
*.egg-info/
25+
./pytest_cache
26+
.tox
27+
build/
28+
dist/
29+
venv/
30+
31+
# Notebook Checkpoints
32+
.ipynb_checkpoints
33+
34+
.coverage
35+
.coverage.*
36+
.cache
37+
nosetests.xml
38+
coverage.xml
39+
*,cover
40+
*.log
41+
.git

‎MLServer/.github/dependabot.yml

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
version: 2
2+
3+
updates:
4+
- package-ecosystem: "pip"
5+
directory: "/"
6+
# Check the npm registry for updates every day (weekdays)
7+
schedule:
8+
interval: "weekly"
9+
reviewers:
10+
- adriangonz
11+
12+
- package-ecosystem: "docker"
13+
directory: "/"
14+
schedule:
15+
interval: "weekly"
16+
reviewers:
17+
- adriangonz

‎MLServer/.github/release.yml

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
changelog:
2+
exclude:
3+
authors:
4+
- dependabot

‎MLServer/.github/workflows/benchmark.yml

+37
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
name: Benchmarks
2+
3+
on:
4+
schedule:
5+
# * is a special character in YAML so you have to quote this string
6+
- cron: "23 18 * * *"
7+
8+
jobs:
9+
benchmark:
10+
runs-on: ubuntu-latest
11+
if: github.repository == 'SeldonIO/MLServer' # Do not run this on forks.
12+
strategy:
13+
matrix:
14+
scenario: ["inference-rest.js", "inference-grpc.js"]
15+
steps:
16+
- uses: actions/checkout@v3
17+
- name: Set up Python 3.8
18+
uses: actions/setup-python@v2
19+
with:
20+
python-version: 3.8
21+
- name: Install Dependencies
22+
run: |
23+
make install-dev
24+
- name: Install k6
25+
working-directory: ./benchmarking
26+
run: |
27+
curl https://github.com/grafana/k6/releases/download/v0.38.3/k6-v0.38.3-linux-amd64.tar.gz -L | tar xvz --strip-components 1
28+
- name: Start Test Server & Run Benchmark
29+
working-directory: ./benchmarking
30+
run: |
31+
make start-testserver &
32+
sleep 5 && # Wait for test server to come up
33+
./k6 run ./scenarios/${{ matrix.scenario }}
34+
env:
35+
MLSERVER_HOST: localhost
36+
MLSERVER_HTTP_PORT: 8080
37+
MLSERVER_GRPC_PORT: 8081

0 commit comments

Comments
 (0)