Update app.py

app.py

@@ -17,7 +17,7 @@ else:
 def generate_response(passage: str, question: str) -> str:
     # Prepare the input text by combining the passage and question
     messages = [{"role": "user", "content": f"Passage: {passage}\nQuestion: {question}"}]
-    inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt").to(model.device)
+    inputs = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
     
     # Generate text, focusing only on the new tokens added by the model
     outputs = model.generate(**inputs, max_new_tokens=150)