Files
mfem/mesh/submesh/transfermap.cpp
T
Veselin Dobrev 5d50d96a7b Update (Par)TransferMap to support data on GPU by copying it to CPU.
This fixes issues when running ex34, ex34p, ex35p with device backends.
2023-08-14 18:39:07 -07:00

309 lines
10 KiB
C++

// Copyright (c) 2010-2023, Lawrence Livermore National Security, LLC. Produced
// at the Lawrence Livermore National Laboratory. All Rights reserved. See files
// LICENSE and NOTICE for details. LLNL-CODE-806117.
//
// This file is part of the MFEM library. For more information and source code
// availability visit https://mfem.org.
//
// MFEM is free software; you can redistribute it and/or modify it under the
// terms of the BSD-3 license. We welcome feedback and contributions, see file
// CONTRIBUTING.md for details.
#include "submesh.hpp"
#include "transfermap.hpp"
#include "submesh_utils.hpp"
using namespace mfem;
TransferMap::TransferMap(const GridFunction &src,
const GridFunction &dst)
{
const FiniteElementSpace *parentfes = nullptr, *subfes1 = nullptr,
*subfes2 = nullptr;
if (SubMesh::IsSubMesh(src.FESpace()->GetMesh()) &&
SubMesh::IsSubMesh(dst.FESpace()->GetMesh()))
{
SubMesh* src_sm = static_cast<SubMesh*>(src.FESpace()->GetMesh());
SubMesh* dst_sm = static_cast<SubMesh*>(dst.FESpace()->GetMesh());
// There is no immediate relation and both src and dst come from a
// SubMesh, check if they have an equivalent root parent.
if (SubMeshUtils::GetRootParent(*src_sm) !=
SubMeshUtils::GetRootParent(*dst_sm))
{
MFEM_ABORT("Can't find a relation between the two GridFunctions");
}
category_ = TransferCategory::SubMeshToSubMesh;
{
Mesh * parent_mesh =
const_cast<Mesh *>(SubMeshUtils::GetRootParent(*src_sm));
int parent_dim = parent_mesh->Dimension();
int src_sm_dim = src_sm->Dimension();
int dst_sm_dim = dst_sm->Dimension();
bool root_fes_reset = false;
if (src_sm_dim == parent_dim - 1 && dst_sm_dim == parent_dim - 1)
{
const FiniteElementSpace *src_fes = src.FESpace();
const FiniteElementSpace *dst_fes = dst.FESpace();
const FiniteElementCollection *src_fec = src_fes->FEColl();
const FiniteElementCollection *dst_fec = dst_fes->FEColl();
const L2_FECollection *src_l2_fec =
dynamic_cast<const L2_FECollection*>(src_fec);
const L2_FECollection *dst_l2_fec =
dynamic_cast<const L2_FECollection*>(dst_fec);
if (src_l2_fec != NULL && dst_l2_fec != NULL)
{
// Source and destination are both lower dimension L2 spaces.
// Transfer them as the trace of an RT space if possible.
int src_mt = src_fec->GetMapType(src_sm_dim);
int dst_mt = dst_fec->GetMapType(dst_sm_dim);
int src_bt = src_l2_fec->GetBasisType();
int dst_bt = dst_l2_fec->GetBasisType();
int src_p = src_fec->GetOrder();
int dst_p = dst_fec->GetOrder();
if (src_mt == FiniteElement::INTEGRAL &&
dst_mt == FiniteElement::INTEGRAL &&
src_bt == BasisType::GaussLegendre &&
dst_bt == BasisType::GaussLegendre &&
src_p == dst_p)
{
// The subspaces are consistent with the trace of an RT space
root_fec_.reset(new RT_FECollection(src_p, parent_dim));
root_fes_.reset(new FiniteElementSpace(
const_cast<Mesh *>(
SubMeshUtils::GetRootParent(*src_sm)),
root_fec_.get()));
root_fes_reset = true;
}
}
}
if (!root_fes_reset)
{
root_fes_.reset(new FiniteElementSpace(
*src.FESpace(),
const_cast<Mesh *>(
SubMeshUtils::GetRootParent(*src_sm))));
}
}
subfes1 = src.FESpace();
subfes2 = dst.FESpace();
SubMeshUtils::BuildVdofToVdofMap(*subfes1,
*root_fes_,
src_sm->GetFrom(),
src_sm->GetParentElementIDMap(),
sub1_to_parent_map_);
SubMeshUtils::BuildVdofToVdofMap(*subfes2,
*root_fes_,
dst_sm->GetFrom(),
dst_sm->GetParentElementIDMap(),
sub2_to_parent_map_);
z_.SetSize(root_fes_->GetVSize());
}
else if (SubMesh::IsSubMesh(src.FESpace()->GetMesh()))
{
category_ = TransferCategory::SubMeshToParent;
SubMesh* src_sm = static_cast<SubMesh*>(src.FESpace()->GetMesh());
subfes1 = src.FESpace();
parentfes = dst.FESpace();
SubMeshUtils::BuildVdofToVdofMap(*subfes1,
*parentfes,
src_sm->GetFrom(),
src_sm->GetParentElementIDMap(),
sub1_to_parent_map_);
}
else if (SubMesh::IsSubMesh(dst.FESpace()->GetMesh()))
{
category_ = TransferCategory::ParentToSubMesh;
SubMesh* dst_sm = static_cast<SubMesh*>(dst.FESpace()->GetMesh());
subfes1 = dst.FESpace();
parentfes = src.FESpace();
SubMeshUtils::BuildVdofToVdofMap(*subfes1,
*parentfes,
dst_sm->GetFrom(),
dst_sm->GetParentElementIDMap(),
sub1_to_parent_map_);
}
else
{
MFEM_ABORT("Trying to do a transfer between GridFunctions but none of them is defined on a SubMesh");
}
}
void TransferMap::Transfer(const GridFunction &src,
GridFunction &dst) const
{
if (category_ == TransferCategory::ParentToSubMesh)
{
// dst = S1^T src
src.HostRead();
dst.HostWrite(); // dst is fully overwritten
for (int i = 0; i < sub1_to_parent_map_.Size(); i++)
{
double s = 1.0;
int j = FiniteElementSpace::DecodeDof(sub1_to_parent_map_[i], s);
dst(i) = s * src(j);
}
CorrectFaceOrientations(*dst.FESpace(), src, dst);
}
else if (category_ == TransferCategory::SubMeshToParent)
{
// dst = G S1 src
// = G z
//
// G is identity if the partitioning matches
src.HostRead();
dst.HostReadWrite(); // dst is only partially overwritten
for (int i = 0; i < sub1_to_parent_map_.Size(); i++)
{
double s = 1.0;
int j = FiniteElementSpace::DecodeDof(sub1_to_parent_map_[i], s);
dst(j) = s * src(i);
}
CorrectFaceOrientations(*src.FESpace(), src, dst,
&sub1_to_parent_map_);
}
else if (category_ == TransferCategory::SubMeshToSubMesh)
{
// dst = S2^T G (S1 src (*) S2 dst)
//
// G is identity if the partitioning matches
src.HostRead();
dst.HostReadWrite();
z_ = 0.0;
for (int i = 0; i < sub2_to_parent_map_.Size(); i++)
{
double s = 1.0;
int j = FiniteElementSpace::DecodeDof(sub2_to_parent_map_[i], s);
z_(j) = s * dst(i);
}
CorrectFaceOrientations(*dst.FESpace(), dst, z_,
&sub2_to_parent_map_);
for (int i = 0; i < sub1_to_parent_map_.Size(); i++)
{
double s = 1.0;
int j = FiniteElementSpace::DecodeDof(sub1_to_parent_map_[i], s);
z_(j) = s * src(i);
}
CorrectFaceOrientations(*src.FESpace(), src, z_,
&sub1_to_parent_map_);
for (int i = 0; i < sub2_to_parent_map_.Size(); i++)
{
double s = 1.0;
int j = FiniteElementSpace::DecodeDof(sub2_to_parent_map_[i], s);
dst(i) = s * z_(j);
}
CorrectFaceOrientations(*dst.FESpace(), z_, dst);
}
else
{
MFEM_ABORT("unknown TransferCategory: " << category_);
}
}
void TransferMap::CorrectFaceOrientations(const FiniteElementSpace &fes,
const Vector &src,
Vector &dst,
const Array<int> *sub_to_parent_map)
{
const FiniteElementCollection * fec = fes.FEColl();
SubMesh * mesh = dynamic_cast<SubMesh*>(fes.GetMesh());
const Array<int>& parent_face_ori = mesh->GetParentFaceOrientations();
if (parent_face_ori.Size() == 0) { return; }
VDofTransformation vdoftrans(fes.GetVDim(),
fes.GetOrdering());
int dim = mesh->Dimension();
bool face = (dim == 3);
Array<int> vdofs;
Array<int> Fo(1);
Vector face_vector;
for (int i = 0; i < (face ? mesh->GetNumFaces() : mesh->GetNE()); i++)
{
if (parent_face_ori[i] == 0) { continue; }
Geometry::Type geom = face ? mesh->GetFaceGeometry(i) :
mesh->GetElementGeometry(i);;
StatelessDofTransformation * doftrans =
fec->DofTransformationForGeometry(geom);
if (doftrans == NULL) { continue; }
vdoftrans.SetDofTransformation(*doftrans);
Fo[0] = parent_face_ori[i];
vdoftrans.SetFaceOrientations(Fo);
if (face)
{
fes.GetFaceVDofs(i, vdofs);
}
else
{
fes.GetElementVDofs(i, vdofs);
}
if (sub_to_parent_map)
{
src.GetSubVector(vdofs, face_vector);
vdoftrans.TransformPrimal(face_vector);
}
else
{
dst.GetSubVector(vdofs, face_vector);
vdoftrans.InvTransformPrimal(face_vector);
}
for (int j = 0; j < vdofs.Size(); j++)
{
double s = 1.0;
int k = FiniteElementSpace::DecodeDof(vdofs[j], s);
if (sub_to_parent_map)
{
double sps = 1.0;
int spk = FiniteElementSpace::DecodeDof((*sub_to_parent_map)[k],
sps);
s *= sps;
k = spk;
}
dst[k] = s * face_vector[j];
}
}
}