Skip to content

Commit

Permalink
Remove debugging
Browse files Browse the repository at this point in the history
  • Loading branch information
jroesch committed Nov 16, 2023
1 parent 04f76fd commit cb41ed1
Show file tree
Hide file tree
Showing 2 changed files with 1 addition and 5 deletions.
3 changes: 1 addition & 2 deletions serve/mlc_serve/engine/async_connector.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@
class TextGenerationError(Exception):
def __init__(self, error: Any) -> None:
self.error = error
super(self).__init__(error)
super().__init__(error)


class AsyncEngineConnector:
Expand Down Expand Up @@ -100,7 +100,6 @@ async def _get_queue_item_until_stopped(self, queue: ResultQueue) -> RequestOutp

if wait_shutdown_task.done():
if self.engine_loop_exception is not None:
import pdb; pdb.set_trace()
raise RuntimeError(
f"InferenceEngine raised exception: {self.engine_loop_exception}"
)
Expand Down
3 changes: 0 additions & 3 deletions serve/mlc_serve/engine/staging_engine_worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,6 @@

logger = logging.getLogger(__name__)

LOG = structlog.stdlib.get_logger(__name__)

@dataclass
class ShutdownCommand:
pass
Expand Down Expand Up @@ -87,7 +85,6 @@ def add(self, request_states: list[RequestState]):
self.cancelled_requests.append(request_state)
else:
valid_states.append(request_state)
LOG.info("valid_states", valid_states=valid_states)
self.queue.extend(valid_states)
self.has_new_requests.notify_all()

Expand Down

0 comments on commit cb41ed1

Please sign in to comment.