muryshev/phi3-api-local

1import uvicorn2from fastapi import FastAPI3from pydantic import BaseModel4from model import get_answer_from_llm5 6 7class Prompt(BaseModel):8    prompt: str = ''9 10 11app = FastAPI(12    title='CommandRLLMAPI'13)14 15 16@app.post("/completion/")17async def get_answer(question: Prompt):18    answer = await get_answer_from_llm(question.prompt)19    return answer20 21