mirror of
https://git.isriupjv.fr/ISRI/ai-server
synced 2025-04-24 10:08:11 +02:00
11 lines
215 B
Python
11 lines
215 B
Python
import typing
|
|
|
|
|
|
def load(model) -> None:
|
|
pass
|
|
|
|
def unload(model) -> None:
|
|
pass
|
|
|
|
async def infer(model, messages: list[dict]) -> typing.AsyncIterator[bytes]:
|
|
yield messages[-1]["content"].encode("utf-8")
|