robinhad commited on
Commit
3c3f8d4
·
verified ·
1 Parent(s): 57c728f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -49,14 +49,14 @@ def respond(
49
  add_generation_prompt=True,
50
  enable_thinking=True,
51
  )
52
- input_text += "<think>" # TODO: remove short term fix
53
  print(input_text)
54
  inputs = tokenizer(input_text, return_tensors="pt").to(model.device) # .to(device)
55
 
56
  # Streamer setup
57
  streamer = TextIteratorStreamer(
58
  tokenizer,
59
- skip_special_tokens=True,
60
  skip_prompt=True
61
  )
62
 
 
49
  add_generation_prompt=True,
50
  enable_thinking=True,
51
  )
52
+ # input_text += "<think>" # TODO: remove short term fix
53
  print(input_text)
54
  inputs = tokenizer(input_text, return_tensors="pt").to(model.device) # .to(device)
55
 
56
  # Streamer setup
57
  streamer = TextIteratorStreamer(
58
  tokenizer,
59
+ # skip_special_tokens=True,
60
  skip_prompt=True
61
  )
62