| slices: | |
| - sources: | |
| - layer_range: [0, 105] | |
| model: mlabonne/BigLlama-3.1-681B-Instruct | |
| - sources: | |
| - layer_range: [52, 157] | |
| model: mlabonne/BigLlama-3.1-681B-Instruct | |
| - sources: | |
| - layer_range: [104, 209] | |
| model: mlabonne/BigLlama-3.1-681B-Instruct | |
| merge_method: passthrough | |
| dtype: bfloat16 | |