Make `config.json` compatible with standard sliding window config (#6)

- Make `config.json` compatible with standard sliding window config (9ccce627d4de65cc076eb0feb52c41cc43abde73)


Co-authored-by: Harry Mellor <[email protected]>

config.json

@@ -26,6 +26,12 @@
     "num_key_value_heads": 20,
     "resid_pdrop": 0.0,
     "sliding_window": 512,
+    "layer_types": [
+      "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention",
+      "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention", "full_attention", "sliding_attention",
+      "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention",
+      "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention", "full_attention"
+    ],
     "torch_dtype": "bfloat16",
     "tie_word_embeddings": true,
     "transformers_version": "4.46.1",