Hennassi commited on
Commit
c42d3f2
·
verified ·
1 Parent(s): 8227ba5

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +44 -0
app.py ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoModelForCausalLM, AutoTokenizer
3
+ import torch
4
+ import time
5
+
6
+ # نموذج NOVA AI
7
+ MODEL_NAME = "TheBloke/vicuna-7B-1.1-HF"
8
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
9
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="auto", torch_dtype=torch.float16)
10
+
11
+ chat_histories = {}
12
+ PERSONALITY = "أنا NOVA AI 😎، كوميدي، مغربي، وودود. نفهم أي حاجة!"
13
+
14
+ def chat_nova(user_id, message):
15
+ start = time.time()
16
+ if user_id not in chat_histories:
17
+ chat_histories[user_id] = []
18
+
19
+ conversation = PERSONALITY + "\n"
20
+ for q, a in chat_histories[user_id]:
21
+ conversation += f"User: {q}\nNOVA AI: {a}\n"
22
+ conversation += f"User: {message}\nNOVA AI:"
23
+
24
+ inputs = tokenizer(conversation, return_tensors="pt").to(model.device)
25
+ outputs = model.generate(**inputs, max_new_tokens=200)
26
+ response = tokenizer.decode(outputs[0], skip_special_tokens=True).split("NOVA AI:")[-1].strip()
27
+
28
+ chat_histories[user_id].append((message, response))
29
+ if len(chat_histories[user_id]) > 10:
30
+ chat_histories[user_id] = chat_histories[user_id][-10:]
31
+
32
+ latency = round(time.time() - start, 2)
33
+ return f"{response}\n\n(⏱ {latency}s)"
34
+
35
+ # واجهة Gradio Lite
36
+ with gr.Blocks() as demo:
37
+ gr.Markdown("## NOVA AI Chat 💡\nشبيهة GPT-5، تجاوب سريع، كوميدية ومغربية.")
38
+ user_id = gr.Textbox(label="ID المستخدم", value="user1")
39
+ message = gr.Textbox(label="أدخل سؤالك")
40
+ output = gr.Textbox(label="رد NOVA AI")
41
+ send_btn = gr.Button("إرسال")
42
+ send_btn.click(chat_nova, inputs=[user_id, message], outputs=output)
43
+
44
+ demo.launch()