from huggingface_hub import hf_hub_download
import fasttext
model = fasttext.load_model(hf_hub_download("allenai/dolma3-fasttext-quality-classifier", "model.bin"))
Dolma 3 Quality Classifier
A model trained to classify document as high or low qualily. Part of the Dolma 3 pipeline.
from huggingface_hub import hf_hub_download import fasttext model = fasttext.load_model(hf_hub_download("allenai/dolma3-fasttext-quality-classifier", "model.bin"))