app.py

from fastapi import FastAPI
from transformers import pipeline


app= FastAPI()

# Use a pipeline as a high-level helper
from transformers import pipeline

pipe = pipeline("text-generation", model="nvidia/Llama-3_3-Nemotron-Super-49B-v1_5", trust_remote_code=True)

@app.get("/")
def home():
    return {"Message":"Hello World"}


@app.get("./generate")
def generate(text:str):
    output=pipe(text)
    return{"output":output[0]['generated_text']}