added support of inputs parameters that are recognised by the API.

Models are now loaded in separate endpoints for the inputs to be easier to recognise
This commit is contained in:
faraphel 2025-01-09 23:12:54 +01:00
parent 900c58ffcb
commit 7bd84c8570
17 changed files with 163 additions and 128 deletions

View file

@ -1,3 +1,6 @@
{
"type": "dummy"
"type": "python",
"file": "model.py",
"inputs": {}
}

View file

@ -0,0 +1,12 @@
import json
import typing
def load(model) -> None:
pass
def unload(model) -> None:
pass
def infer(model) -> typing.Iterator[bytes]:
yield json.dumps({"hello": "world!"}).encode("utf-8")