models: - model: MaziyarPanahi/calme-2.1-qwen2-72b - model: dfurman/Qwen2-72B-Orpo-v0.1 base_model: Qwen/Qwen2-72B-Instruct merge_method: model_stock parameters: normalize: true dtype: bfloat16