Address issue with staging engine

octoml · Nov 16, 2023 · 820f86f · 820f86f
1 parent 5e8e1a5
commit 820f86f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/serve/mlc_serve/engine/staging_engine.py b/serve/mlc_serve/engine/staging_engine.py
@@ -194,7 +194,7 @@ def step(self) -> InferenceStepResult:
     def _is_ready_to_serve(self) -> bool:
         return self.worker_process is not None and self.worker_process.is_alive()
 
-    def _get_new_request_state(self, request: Request) -> Optional[RequestState]:
+    def _get_new_request_state(self, request: Request) -> RequestState:
         if request.debug_options.prompt is not None:
             prompt = request.debug_options.prompt
         else: