File size: 416 Bytes
2d6a393
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

from fastapi import FastAPI, Request
from pydantic import BaseModel
from model_inference import generate_code

app = FastAPI()

class Prompt(BaseModel):
    prompt: str
    max_tokens: int = 128

@app.get("/")
def home():
    return {"message": "🧠 Model is online!"}

@app.post("/generate")
def generate(prompt: Prompt):
    output = generate_code(prompt.prompt, prompt.max_tokens)
    return {"output": output}