Update src/mlpack/methods/ann/layer/multihead_attention.hpp
Co-authored-by: Ryan Curtin <ryan@ratml.org>
This commit is contained in:
co-authored by
Ryan Curtin
parent
cc99b4ac90
commit
517bb0b27f
@@ -180,8 +180,8 @@ class MultiheadAttentionType : public Layer<MatType>
|
||||
srcSeqLen = this->inputDimensions[1];
|
||||
if (embedDim % numHeads != 0)
|
||||
{
|
||||
Log::Fatal << "Embedding dimension must be divisible by number of \
|
||||
attention heads." << std::endl;
|
||||
Log::Fatal << "Embedding dimension must be divisible by number of "
|
||||
<< "attention heads." << std::endl;
|
||||
}
|
||||
|
||||
headDim = embedDim / numHeads;
|
||||
|
||||
Reference in New Issue
Block a user