Skip to content

Commit

Permalink
types(shortfin_apps.sd): narrows InferenceExecRequest to `SDXLInfer…
Browse files Browse the repository at this point in the history
…enceExecRequest`
  • Loading branch information
bjacobgordon committed Mar 7, 2025
1 parent a163a7d commit 9c58464
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions shortfin/python/shortfin_apps/sd/components/service.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from .config_struct import ModelParams
from .manager import SystemManager
from .messages import InferenceExecRequest, InferencePhase
from .messages import SDXLInferenceExecRequest, InferencePhase
from .tokenizer import Tokenizer
from .metrics import measure, log_duration_str

Expand Down Expand Up @@ -266,9 +266,9 @@ def __init__(
self.service = service
self.meta_fiber = meta_fiber
self.worker_index = meta_fiber.worker_idx
self.exec_request: InferenceExecRequest = None
self.exec_request: SDXLInferenceExecRequest = None

def assign_command_buffer(self, request: InferenceExecRequest):
def assign_command_buffer(self, request: SDXLInferenceExecRequest):
for cb in self.meta_fiber.command_buffers:
if cb.sample.shape[0] == self.exec_request.batch_size:
self.exec_request.set_command_buffer(cb)
Expand Down

0 comments on commit 9c58464

Please sign in to comment.