File size: 675 Bytes
9dcffdf 8f247ca 9dcffdf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
import os
from fastapi import FastAPI, Request
from pydantic import BaseModel
from openai import OpenAI
app = FastAPI()
client = OpenAI(
base_url="https://router.huggingface.co/v1",
api_key=os.environ["HF_TOKEN"],
)
class Query(BaseModel):
question: str
@app.get("/")
async def root():
return {"message": "API está rodando!"}
@app.post("/ask")
async def ask_model(query: Query):
completion = client.chat.completions.create(
model="Qwen/Qwen3-4B-Thinking-2507:nscale",
messages=[
{"role": "user", "content": query.question}
],
)
answer = completion.choices[0].message.content
return {"answer": answer}
|