Update src/mlpack/methods/ann/layer/multihead_attention.hpp

Co-authored-by: Ryan Curtin <ryan@ratml.org>
2023-11-01 20:25:07 -04:00
parent 4e282dd342
commit 7d84005e52
1 changed files with 2 additions and 1 deletions
@@ -74,7 +74,8 @@ class MultiheadAttentionType : public Layer<MatType>
   * @param numHeads Number of parallel attention heads.
   * @param attnMask Two dimensional Attention Mask.
   * @param keyPaddingMask Key Padding Mask.
-   * @param selfAttention Use self-attention; source key, query, and value all come from the same inputs
+   * @param selfAttention Use self-attention; source key, query, and value all
+   *     come from the same inputs
   */
  MultiheadAttentionType(const size_t tgtSeqLen,
                         const size_t srcSeqLen,