File tree Expand file tree Collapse file tree 13 files changed +172
-191
lines changed Expand file tree Collapse file tree 13 files changed +172
-191
lines changed Original file line number Diff line number Diff line change @@ -35,14 +35,15 @@ jobs:
35
35
type=sha,prefix=
36
36
37
37
- name : Build and push image
38
- uses : stackhpc/github-actions/docker-multiarch-build-push@master
38
+ uses : stackhpc/github-actions/docker-multiarch-build-push@allow-continue-after-scan
39
39
with :
40
40
cache-key : ${{ matrix.component }}-base
41
41
context : ./images/${{ matrix.component }}-base
42
42
platforms : linux/amd64 # ,linux/arm64
43
43
push : true
44
44
tags : ${{ steps.image-meta.outputs.tags }}
45
45
labels : ${{ steps.image-meta.outputs.labels }}
46
+ fail_on_high_severity_cve : false
46
47
47
48
build_push_chart :
48
49
name : Build and push Helm chart
Original file line number Diff line number Diff line change 25
25
# Others
26
26
README.md
27
27
Dockerfile
28
- gradio-app.py
29
28
kubeconfig.yml
30
29
venv/
31
30
__pycache__/
32
- images/
31
+ images/
32
+ .hf-token.secret
33
+ hu-poc/
34
+ test-values.yaml
Load Diff This file was deleted.
Original file line number Diff line number Diff line change @@ -3,4 +3,4 @@ FROM python:3.11-slim
3
3
4
4
ENV GRADIO_SERVER_PORT=7680
5
5
6
- RUN pip install --no-cache-dir gradio==3.50.2 huggingface-hub==0.18 .0
6
+ RUN pip install --no-cache-dir gradio==4.10.0 huggingface-hub==0.19.4 pydantic-settings==2.1 .0
Original file line number Diff line number Diff line change @@ -5,4 +5,6 @@ metadata:
5
5
labels :
6
6
{{- include "azimuth-llm.labels" . | nindent 4 }}
7
7
data :
8
- {{ (.Files.Glob "web-app-utils/*").AsConfig | nindent 2 }}
8
+ {{ (.Files.Glob "web-app/*").AsConfig | nindent 2 }}
9
+ settings.yml : |
10
+ {{- .Values.ui.appSettings | toYaml | nindent 4 }}
Original file line number Diff line number Diff line change @@ -22,13 +22,14 @@ spec:
22
22
ports :
23
23
- name : ui
24
24
containerPort : 7680
25
+ workingDir : /etc/web-app
25
26
volumeMounts :
26
27
- name : app
27
28
mountPath : /etc/web-app
28
29
command :
29
30
- python
30
31
args :
31
- - {{ printf "/etc/web-app/%s" .Values.ui.entrypoint }}
32
+ - {{ .Values.ui.entrypoint }}
32
33
env :
33
34
- name : PYTHONUNBUFFERED
34
35
value : " 1"
Original file line number Diff line number Diff line change @@ -29,8 +29,8 @@ huggingface:
29
29
api :
30
30
# Container image config
31
31
image :
32
- repository : ghcr.io/stackhpc/azimuth-llm-api-base
33
- version : " 6876068 "
32
+ repository : vllm/vllm-openai
33
+ version : v0.2.4
34
34
# Service config
35
35
service :
36
36
name : llm-backend
65
65
66
66
# Configuration for the frontend web interface
67
67
ui :
68
- # The file from the UI config map to execute as the frontend app
69
- entrypoint : example_app_vanilla.py
68
+ # The file from the UI config map to execute as the entrypoint to the frontend app
69
+ entrypoint : app.py
70
+ # The values to be written to settings.yml for parsing as frontend app setting
71
+ # (see example_app.py and config.py for example using pydantic-settings to configure app)
72
+ appSettings :
73
+ prompt_template : " "
70
74
# Container image config
71
75
image :
72
76
repository : ghcr.io/stackhpc/azimuth-llm-ui-base
Load Diff This file was deleted.
Load Diff This file was deleted.
Original file line number Diff line number Diff line change 1
1
import requests , time
2
+ from urllib .parse import urljoin
2
3
3
4
4
5
def wait_for_backend (url ):
@@ -7,10 +8,11 @@ def wait_for_backend(url):
7
8
accept requests until the backend API is up and running.
8
9
"""
9
10
ready = False
11
+ endpoint = urljoin (url , "/health" )
10
12
while not ready :
11
13
try :
12
- ready = requests .get (f" { url } /health" ).status_code == 200
13
- print ("Waiting for backend API to start " )
14
+ ready = requests .get (endpoint ).status_code == 200
15
+ print (f "Waiting for 200 status from backend API at { endpoint } " )
14
16
time .sleep (1 )
15
17
except requests .exceptions .ConnectionError as e :
16
18
pass
You can’t perform that action at this time.
0 commit comments