Spaces:
Sleeping
Sleeping
Commit
·
4b47dea
1
Parent(s):
56105b6
Remove processor arg from oneshot to avoid tokenizer conflict
Browse files
quantize_to_awq_colab.ipynb
CHANGED
|
@@ -396,8 +396,7 @@
|
|
| 396 |
" stage=\"default\", # Recipe stage\n",
|
| 397 |
" dataset=calibration_dataset,\n",
|
| 398 |
" num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
|
| 399 |
-
" tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
|
| 400 |
-
" processor=tokenizer, # Text-only models use tokenizer as processor\n",
|
| 401 |
" use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
|
| 402 |
" trust_remote_code_model=True\n",
|
| 403 |
" )\n",
|
|
|
|
| 396 |
" stage=\"default\", # Recipe stage\n",
|
| 397 |
" dataset=calibration_dataset,\n",
|
| 398 |
" num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
|
| 399 |
+
" tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models (processor inferred)\n",
|
|
|
|
| 400 |
" use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
|
| 401 |
" trust_remote_code_model=True\n",
|
| 402 |
" )\n",
|