From d53469ea5c6c5868085be7b3cfdb6f7b12e98037 Mon Sep 17 00:00:00 2001 From: Liu Liu Date: Sun, 15 Sep 2024 20:12:34 -0400 Subject: [PATCH] Fix a bug on the flag is not inspected properly. --- .../mps/ccv_nnc_scaled_dot_product_attention_mps.m | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lib/nnc/cmd/scaled_dot_product_attention/mps/ccv_nnc_scaled_dot_product_attention_mps.m b/lib/nnc/cmd/scaled_dot_product_attention/mps/ccv_nnc_scaled_dot_product_attention_mps.m index d0d2bfcc9..f5dd2c7b9 100644 --- a/lib/nnc/cmd/scaled_dot_product_attention/mps/ccv_nnc_scaled_dot_product_attention_mps.m +++ b/lib/nnc/cmd/scaled_dot_product_attention/mps/ccv_nnc_scaled_dot_product_attention_mps.m @@ -152,7 +152,7 @@ static int _ccv_nnc_scaled_dot_product_attention_forw(const ccv_nnc_cmd_t cmd, c return CCV_NNC_EXEC_INVALID; } - const int is_downcast = ((cmd.info.blas.flags & CCV_NNC_GEMM_16F) && q->info.datatype == CCV_16F); + const int is_downcast = ((cmd.info.scaled_dot_product_attention.flags & CCV_NNC_GEMM_16F) && q->info.datatype == CCV_16F); int attention_is_batched = (batch_size > 1); ccv_nnc_mfa_attention_params_t params = { .data_type = mtl_data_type,