diff --git a/transformer_engine/common/fused_attn/fused_attn.cpp b/transformer_engine/common/fused_attn/fused_attn.cpp index 1ac7a36383..3a61c3c787 100644 --- a/transformer_engine/common/fused_attn/fused_attn.cpp +++ b/transformer_engine/common/fused_attn/fused_attn.cpp @@ -68,6 +68,8 @@ std::string to_string(NVTE_QKV_Layout layout) { return "NVTE_Paged_KV_THD_BSHD_BSHD"; case NVTE_Paged_KV_THD_SBHD_SBHD: return "NVTE_Paged_KV_THD_SBHD_SBHD"; + case NVTE_BHSD_BHSD_BHSD: + return "NVTE_BHSD_BHSD_BHSD"; default: return "UNKNOWN_QKV_LAYOUT(" + std::to_string(static_cast(layout)) + ")"; } @@ -89,6 +91,8 @@ std::string to_string(NVTE_QKV_Format format) { return "NVTE_THD_2BSHD"; case NVTE_THD_2SBHD: return "NVTE_THD_2SBHD"; + case NVTE_BHSD: + return "NVTE_BHSD"; default: return "UNKNOWN_QKV_FORMAT(" + std::to_string(static_cast(format)) + ")"; }