ai-server/samples/models/dummy/model.py

6 lines
163 B
Python

import typing
class Model:
async def infer(self, messages: list[dict]) -> typing.AsyncIterator[bytes]:
yield messages[-1]["content"].encode("utf-8")