Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -49,14 +49,14 @@ def respond(
|
|
| 49 |
add_generation_prompt=True,
|
| 50 |
enable_thinking=True,
|
| 51 |
)
|
| 52 |
-
input_text += "<think>" # TODO: remove short term fix
|
| 53 |
print(input_text)
|
| 54 |
inputs = tokenizer(input_text, return_tensors="pt").to(model.device) # .to(device)
|
| 55 |
|
| 56 |
# Streamer setup
|
| 57 |
streamer = TextIteratorStreamer(
|
| 58 |
tokenizer,
|
| 59 |
-
skip_special_tokens=True,
|
| 60 |
skip_prompt=True
|
| 61 |
)
|
| 62 |
|
|
|
|
| 49 |
add_generation_prompt=True,
|
| 50 |
enable_thinking=True,
|
| 51 |
)
|
| 52 |
+
# input_text += "<think>" # TODO: remove short term fix
|
| 53 |
print(input_text)
|
| 54 |
inputs = tokenizer(input_text, return_tensors="pt").to(model.device) # .to(device)
|
| 55 |
|
| 56 |
# Streamer setup
|
| 57 |
streamer = TextIteratorStreamer(
|
| 58 |
tokenizer,
|
| 59 |
+
# skip_special_tokens=True,
|
| 60 |
skip_prompt=True
|
| 61 |
)
|
| 62 |
|