File size: 416 Bytes
2d6a393 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
from fastapi import FastAPI, Request
from pydantic import BaseModel
from model_inference import generate_code
app = FastAPI()
class Prompt(BaseModel):
prompt: str
max_tokens: int = 128
@app.get("/")
def home():
return {"message": "🧠 Model is online!"}
@app.post("/generate")
def generate(prompt: Prompt):
output = generate_code(prompt.prompt, prompt.max_tokens)
return {"output": output}
|