@app.init
def init():
model = torch.load('gptj.pt')
context = {
"model": model
}
return context
@app.handler()
def handler(context, request):
prompt = request.json.get("prompt")
model = context.get("model")
outputs = model(prompt)
return Response(
json = {"outputs": outputs},
status=200
)