Skip to content

Commit 9641f3d

Browse files
authored
[types][shortfin_apps.sd] narrow InferenceExecRequest to SDXLInferenceExecRequest (#1058)
1 parent 4de14df commit 9641f3d

File tree

1 file changed

+3
-3
lines changed
  • shortfin/python/shortfin_apps/sd/components

1 file changed

+3
-3
lines changed

shortfin/python/shortfin_apps/sd/components/service.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@
2121

2222
from .config_struct import ModelParams
2323
from .manager import SystemManager
24-
from .messages import InferenceExecRequest, InferencePhase
24+
from .messages import SDXLInferenceExecRequest, InferencePhase
2525
from .tokenizer import Tokenizer
2626
from .metrics import measure, log_duration_str
2727

@@ -221,9 +221,9 @@ def __init__(
221221
self.service = service
222222
self.meta_fiber = meta_fiber
223223
self.worker_index = meta_fiber.worker_idx
224-
self.exec_request: InferenceExecRequest = None
224+
self.exec_request: SDXLInferenceExecRequest = None
225225

226-
def assign_command_buffer(self, request: InferenceExecRequest):
226+
def assign_command_buffer(self, request: SDXLInferenceExecRequest):
227227
for cb in self.meta_fiber.command_buffers:
228228
if cb.sample.shape[0] == self.exec_request.batch_size:
229229
self.exec_request.set_command_buffer(cb)

0 commit comments

Comments
 (0)