| name: Jebadiah/Aria-tree-coder-7b | |
| models: | |
| - model: Jebadiah/Aria-coder-7b | |
| parameters: | |
| density: 1.0 | |
| weight: 1.0 | |
| merge_method: passthrough | |
| layers: | |
| - source: | |
| layer_range: [0, 15] # layers before the middle | |
| target: | |
| layer_range: [0, 15] | |
| - source: | |
| layer_range: [16, 16] # the middle layer to duplicate | |
| target: | |
| layer_range: [16, 17] # copy to positions 16 and 17 | |
| - source: | |
| layer_range: [17, 30] # layers after the middle (shifted by 1) | |
| target: | |
| layer_range: [18, 31] | |
| dtype: float16 | |