| { |
| "model_type": "NCE", |
| "architectures": ["FiPhi-NeuralArk-3.9-Ultra"], |
| "hidden_size": 12288, |
| "num_hidden_layers": 61, |
| "num_attention_heads": 96, |
| "intermediate_size": 49152, |
| "vocab_size": 160000, |
| "max_position_embeddings": 256000, |
| "context_window": 256000, |
| "tokenizer_class": "ACC10Tokenizer", |
| "initializer_range": 0.02, |
| "layer_norm_epsilon": 1e-5, |
| "inner_thought_threads": 5, |
| "total_parameters": "1T", |
| "text_generation_engine": "B1TT 3.5-Plus", |
| "open_weights": false, |
| "knowledge_cutoff": "2024-12", |
| "release_date": "2026-02-05" |
| } |
|
|
