added support of inputs parameters that are recognised by the API.
Models are now loaded in separate endpoints for the inputs to be easier to recognise
This commit is contained in:
parent
900c58ffcb
commit
7bd84c8570
17 changed files with 163 additions and 128 deletions
|
@ -1,3 +1,6 @@
|
|||
{
|
||||
"type": "dummy"
|
||||
"type": "python",
|
||||
"file": "model.py",
|
||||
|
||||
"inputs": {}
|
||||
}
|
||||
|
|
12
samples/models/dummy/model.py
Normal file
12
samples/models/dummy/model.py
Normal file
|
@ -0,0 +1,12 @@
|
|||
import json
|
||||
import typing
|
||||
|
||||
|
||||
def load(model) -> None:
|
||||
pass
|
||||
|
||||
def unload(model) -> None:
|
||||
pass
|
||||
|
||||
def infer(model) -> typing.Iterator[bytes]:
|
||||
yield json.dumps({"hello": "world!"}).encode("utf-8")
|
Loading…
Add table
Add a link
Reference in a new issue