Fix a bug on rmsnorm for MPS.

liuliu · Feb 27, 2024 · bd64e6d · bd64e6d
1 parent 68fad40
commit bd64e6d
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lib/nnc/cmd/norm/mps/ccv_nnc_rmsnorm_mps.m b/lib/nnc/cmd/norm/mps/ccv_nnc_rmsnorm_mps.m
@@ -120,6 +120,7 @@ static int _ccv_nnc_rmsnorm_forw(const ccv_nnc_cmd_t cmd, const ccv_nnc_hint_t h
 				.channel_groups = (uint32_t)channel_groups,
 				.sequence_count = (uint32_t)sequence_count,
 				.epsilon = cmd.info.rmsnorm.epsilon,
+				.elementwise_affine = 1,
 				.scale_translation_batched = scale_translation_batched,
 				.normalization_type = 2,
 				.reuse_saved_statistics = false,