Update src/mlpack/methods/ann/layer/multihead_attention.hpp

Co-authored-by: Ryan Curtin <ryan@ratml.org>
This commit is contained in:
Adam Kropp
2023-11-08 07:55:13 -05:00
committed by GitHub
co-authored by Ryan Curtin
parent cc99b4ac90
commit 517bb0b27f
@@ -180,8 +180,8 @@ class MultiheadAttentionType : public Layer<MatType>
srcSeqLen = this->inputDimensions[1];
if (embedDim % numHeads != 0)
{
Log::Fatal << "Embedding dimension must be divisible by number of \
attention heads." << std::endl;
Log::Fatal << "Embedding dimension must be divisible by number of "
<< "attention heads." << std::endl;
}
headDim = embedDim / numHeads;