aletlvl commited on
Commit
0ba4ba1
·
verified ·
1 Parent(s): 73fce5e

config.json updated

Browse files
Files changed (1) hide show
  1. config.json +1 -2
config.json CHANGED
@@ -24,7 +24,6 @@
24
  "AutoConfig": "configuration_nicheformer.NicheformerConfig",
25
  "AutoModelForMaskedLM": "modeling_nicheformer.NicheformerForMaskedLM",
26
  "AutoModel": "modeling_nicheformer.NicheformerModel",
27
- "AutoTokenizer": "tokenization_nicheformer.NicheformerTokenizer",
28
- "AutoTokenizerFast": "tokenization_nicheformer.NicheformerTokenizerFast"
29
  }
30
  }
 
24
  "AutoConfig": "configuration_nicheformer.NicheformerConfig",
25
  "AutoModelForMaskedLM": "modeling_nicheformer.NicheformerForMaskedLM",
26
  "AutoModel": "modeling_nicheformer.NicheformerModel",
27
+ "AutoTokenizer": ["tokenization_nicheformer.NicheformerTokenizer", "tokenization_nicheformer.NicheformerTokenizer"]
 
28
  }
29
  }