faraphel
7bd84c8570
Models are now loaded in separate endpoints for the inputs to be easier to recognise
12 lines
202 B
Python
12 lines
202 B
Python
import json
|
|
import typing
|
|
|
|
|
|
def load(model) -> None:
|
|
pass
|
|
|
|
def unload(model) -> None:
|
|
pass
|
|
|
|
def infer(model) -> typing.Iterator[bytes]:
|
|
yield json.dumps({"hello": "world!"}).encode("utf-8")
|