| base_model: ./Phi-3.5-mini-instruct/ | |
| dtype: bfloat16 | |
| merge_method: breadcrumbs_ties | |
| parameters: | |
| int8_mask: 1.0 | |
| normalize: 0.0 | |
| slices: | |
| - sources: | |
| - layer_range: [0, 32] | |
| model: ./MediPhi-PubMed/ | |
| parameters: | |
| density: 0.493602636300503 | |
| gamma: 1.6720241134317 | |
| weight: 0.06352674368303199 | |
| - layer_range: [0, 32] | |
| model: ./MediPhi-Clinical/ | |
| parameters: | |
| density: 0.13945100550914405 | |
| gamma: 0.6330106659403112 | |
| weight: 0.5538401962393489 | |
| - layer_range: [0, 32] | |
| model: ./MediPhi-MedCode/ | |
| parameters: | |
| density: 0.9265424817500185 | |
| gamma: 1.9263067682230453 | |
| weight: 0.2591472607914765 | |
| - layer_range: [0, 32] | |
| model: ./MediPhi-MedWiki/ | |
| parameters: | |
| density: 0.22471877839197088 | |
| gamma: 0.8906459105787018 | |
| weight: 0.017904019341096117 | |
| - layer_range: [0, 32] | |
| model: ./MediPhi-Guidelines/ | |
| parameters: | |
| density: 0.766362712622725 | |
| gamma: 0.2721241668046967 | |
| weight: 1.604598536238056 | |
| - layer_range: [0, 32] | |
| model: ./Phi-3.5-mini-instruct/ |