prithivMLmods commited on
Commit
e6454e0
·
verified ·
1 Parent(s): f9b8a75

update app

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -226,11 +226,11 @@ class RadioAnimated(gr.HTML):
226
  def apply_gpu_duration(val: str):
227
  return int(val)
228
 
229
- MODEL_ID_V = "prithivMLmods/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-FP8"
230
  processor_v = AutoProcessor.from_pretrained(MODEL_ID_V, trust_remote_code=True)
231
  model_v = Qwen2_5_VLForConditionalGeneration.from_pretrained(
232
  MODEL_ID_V,
233
- # attn_implementation="kernels-community/flash-attn2",
234
  trust_remote_code=True,
235
  torch_dtype=torch.float16
236
  ).to(device).eval()
 
226
  def apply_gpu_duration(val: str):
227
  return int(val)
228
 
229
+ MODEL_ID_V = "nanonets/Nanonets-OCR2-3B"
230
  processor_v = AutoProcessor.from_pretrained(MODEL_ID_V, trust_remote_code=True)
231
  model_v = Qwen2_5_VLForConditionalGeneration.from_pretrained(
232
  MODEL_ID_V,
233
+ attn_implementation="kernels-community/flash-attn2",
234
  trust_remote_code=True,
235
  torch_dtype=torch.float16
236
  ).to(device).eval()