Skip to content

Commit

Permalink
udpatd
Browse files Browse the repository at this point in the history
  • Loading branch information
robertgshaw2-neuralmagic committed Jan 4, 2025
1 parent 1188845 commit 706782c
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions vllm/v1/engine/core_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -250,13 +250,15 @@ def __init__(self,
)

async def get_output_async(self) -> List[EngineCoreOutput]:

frames = await self.output_socket.recv_multipart(copy=False)
engine_core_outputs = self.decoder.decode(frames[0].buffer).outputs

return engine_core_outputs

async def _send_input(self, request_type: EngineCoreRequestType,
request: EngineCoreRequestUnion) -> None:

msg = (request_type.value, self.encoder.encode(request))
await self.input_socket.send_multipart(msg, copy=False)

Expand Down

0 comments on commit 706782c

Please sign in to comment.