Spaces:
Running on Zero
Running on Zero
update app
Browse files
app.py
CHANGED
|
@@ -226,11 +226,11 @@ class RadioAnimated(gr.HTML):
|
|
| 226 |
def apply_gpu_duration(val: str):
|
| 227 |
return int(val)
|
| 228 |
|
| 229 |
-
MODEL_ID_V = "
|
| 230 |
processor_v = AutoProcessor.from_pretrained(MODEL_ID_V, trust_remote_code=True)
|
| 231 |
model_v = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 232 |
MODEL_ID_V,
|
| 233 |
-
|
| 234 |
trust_remote_code=True,
|
| 235 |
torch_dtype=torch.float16
|
| 236 |
).to(device).eval()
|
|
|
|
| 226 |
def apply_gpu_duration(val: str):
|
| 227 |
return int(val)
|
| 228 |
|
| 229 |
+
MODEL_ID_V = "nanonets/Nanonets-OCR2-3B"
|
| 230 |
processor_v = AutoProcessor.from_pretrained(MODEL_ID_V, trust_remote_code=True)
|
| 231 |
model_v = Qwen2_5_VLForConditionalGeneration.from_pretrained(
|
| 232 |
MODEL_ID_V,
|
| 233 |
+
attn_implementation="kernels-community/flash-attn2",
|
| 234 |
trust_remote_code=True,
|
| 235 |
torch_dtype=torch.float16
|
| 236 |
).to(device).eval()
|