Kadoblam commited on
Commit
9dcffdf
·
1 Parent(s): c145a31

Add FastAPI app files with Qwen3 integration

Browse files
Files changed (1) hide show
  1. app.py +25 -0
app.py ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ from fastapi import FastAPI, Request
3
+ from pydantic import BaseModel
4
+ from openai import OpenAI
5
+
6
+ app = FastAPI()
7
+
8
+ client = OpenAI(
9
+ base_url="https://router.huggingface.co/v1",
10
+ api_key=os.environ["HF_TOKEN"],
11
+ )
12
+
13
+ class Query(BaseModel):
14
+ question: str
15
+
16
+ @app.post("/ask")
17
+ async def ask_model(query: Query):
18
+ completion = client.chat.completions.create(
19
+ model="Qwen/Qwen3-4B-Thinking-2507:nscale",
20
+ messages=[
21
+ {"role": "user", "content": query.question}
22
+ ],
23
+ )
24
+ answer = completion.choices[0].message.content
25
+ return {"answer": answer}