From 7d84005e52d398e95dab7633b180ef9669bf01cc Mon Sep 17 00:00:00 2001 From: Adam Kropp <30504149+akropp@users.noreply.github.com> Date: Wed, 1 Nov 2023 20:25:07 -0400 Subject: [PATCH] Update src/mlpack/methods/ann/layer/multihead_attention.hpp Co-authored-by: Ryan Curtin --- src/mlpack/methods/ann/layer/multihead_attention.hpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/mlpack/methods/ann/layer/multihead_attention.hpp b/src/mlpack/methods/ann/layer/multihead_attention.hpp index 3937ad5530..15421566ce 100644 --- a/src/mlpack/methods/ann/layer/multihead_attention.hpp +++ b/src/mlpack/methods/ann/layer/multihead_attention.hpp @@ -74,7 +74,8 @@ class MultiheadAttentionType : public Layer * @param numHeads Number of parallel attention heads. * @param attnMask Two dimensional Attention Mask. * @param keyPaddingMask Key Padding Mask. - * @param selfAttention Use self-attention; source key, query, and value all come from the same inputs + * @param selfAttention Use self-attention; source key, query, and value all + * come from the same inputs */ MultiheadAttentionType(const size_t tgtSeqLen, const size_t srcSeqLen,