11 lines
215 B
Python
11 lines
215 B
Python
import typing
|
|
|
|
|
|
def load(model) -> None:
|
|
pass
|
|
|
|
def unload(model) -> None:
|
|
pass
|
|
|
|
async def infer(model, messages: list[dict]) -> typing.AsyncIterator[bytes]:
|
|
yield messages[-1]["content"].encode("utf-8")
|