Alikestocode commited on
Commit
4b47dea
·
1 Parent(s): 56105b6

Remove processor arg from oneshot to avoid tokenizer conflict

Browse files
Files changed (1) hide show
  1. quantize_to_awq_colab.ipynb +1 -2
quantize_to_awq_colab.ipynb CHANGED
@@ -396,8 +396,7 @@
396
  " stage=\"default\", # Recipe stage\n",
397
  " dataset=calibration_dataset,\n",
398
  " num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
399
- " tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models\n",
400
- " processor=tokenizer, # Text-only models use tokenizer as processor\n",
401
  " use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
402
  " trust_remote_code_model=True\n",
403
  " )\n",
 
396
  " stage=\"default\", # Recipe stage\n",
397
  " dataset=calibration_dataset,\n",
398
  " num_calibration_samples=min(calibration_dataset_size, len(calibration_dataset)),\n",
399
+ " tokenizer=tokenizer, # Pass tokenizer explicitly for text-only models (processor inferred)\n",
 
400
  " use_auth_token=True, # Reads from os.environ[\"HF_TOKEN\"]\n",
401
  " trust_remote_code_model=True\n",
402
  " )\n",