Will Pazner
c78863a437
# Conflicts: # fem/tmop/tmop_pa_da3.cpp # fem/tmop/tmop_pa_tc2.cpp # fem/tmop/tmop_pa_tc3.cpp # general/array.hpp # linalg/densemat.hpp
1290 lines
32 KiB
C++
1290 lines
32 KiB
C++
// Copyright (c) 2010-2025, Lawrence Livermore National Security, LLC. Produced
|
|
// at the Lawrence Livermore National Laboratory. All Rights reserved. See files
|
|
// LICENSE and NOTICE for details. LLNL-CODE-806117.
|
|
//
|
|
// This file is part of the MFEM library. For more information and source code
|
|
// availability visit https://mfem.org.
|
|
//
|
|
// MFEM is free software; you can redistribute it and/or modify it under the
|
|
// terms of the BSD-3 license. We welcome feedback and contributions, see file
|
|
// CONTRIBUTING.md for details.
|
|
|
|
// Implementation of data type vector
|
|
|
|
#include "../general/forall.hpp"
|
|
#include "../general/reducers.hpp"
|
|
#include "../general/hash.hpp"
|
|
#include "../general/scan.hpp"
|
|
#include "vector.hpp"
|
|
|
|
#ifdef MFEM_USE_OPENMP
|
|
#include <omp.h>
|
|
#endif
|
|
|
|
#include <iostream>
|
|
#include <cmath>
|
|
#include <ctime>
|
|
|
|
namespace mfem
|
|
{
|
|
|
|
/**
|
|
* Reducer for helping to compute L2-norms. Given two partial results:
|
|
* a0 = sum_i (|v_i|/a1)^2
|
|
* b0 = sum_j (|v_j|/b1)^2 (j disjoint from i for vector v)
|
|
* computes:
|
|
* a1 = max(a1, b1)
|
|
* a0 = (a1 == 0 ? 0 : sum_{k in union(i,j)} (|v_k|/a1)^2)
|
|
*
|
|
* This form is resiliant against overflow/underflow, similar to std::hypot
|
|
*/
|
|
struct L2Reducer
|
|
{
|
|
using value_type = DevicePair<real_t, real_t>;
|
|
static MFEM_HOST_DEVICE void Join(value_type& a, const value_type &b)
|
|
{
|
|
real_t scale = fmax(a.second, b.second);
|
|
if (scale > 0)
|
|
{
|
|
real_t s = a.second / scale;
|
|
a.first *= s * s;
|
|
s = b.second / scale;
|
|
a.first += b.first * s * s;
|
|
a.second = scale;
|
|
}
|
|
}
|
|
|
|
static MFEM_HOST_DEVICE void SetInitialValue(value_type &a)
|
|
{
|
|
a.first = 0;
|
|
a.second = 0;
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Reducer for helping to compute Lp-norms. Given two partial results:
|
|
* a0 = sum_i (|v_i|/a1)^p
|
|
* b0 = sum_j (|v_j|/b1)^p (j disjoint from i for vector v)
|
|
* computes:
|
|
* a1 = max(a1, b1)
|
|
* a0 = (a1 == 0 ? 0 : sum_{k in union(i,j)} (|v_k|/a1)^p)
|
|
*
|
|
* This form is resiliant against overflow/underflow, similar to std::hypot
|
|
*/
|
|
struct LpReducer
|
|
{
|
|
real_t p;
|
|
using value_type = DevicePair<real_t, real_t>;
|
|
MFEM_HOST_DEVICE void Join(value_type& a, const value_type &b) const
|
|
{
|
|
real_t scale = fmax(a.second, b.second);
|
|
if (scale > 0)
|
|
{
|
|
a.first = a.first * pow(a.second / scale, p) +
|
|
b.first * pow(b.second / scale, p);
|
|
a.second = scale;
|
|
}
|
|
}
|
|
|
|
static MFEM_HOST_DEVICE void SetInitialValue(value_type &a)
|
|
{
|
|
a.first = 0;
|
|
a.second = 0;
|
|
}
|
|
};
|
|
|
|
static Array<real_t>& vector_workspace()
|
|
{
|
|
static Array<real_t> instance;
|
|
return instance;
|
|
}
|
|
|
|
static Array<DevicePair<real_t, real_t>> &Lpvector_workspace()
|
|
{
|
|
static Array<DevicePair<real_t, real_t>> instance;
|
|
return instance;
|
|
}
|
|
|
|
Vector::Vector(const Vector &v)
|
|
{
|
|
const int s = v.Size();
|
|
size = s;
|
|
if (s > 0)
|
|
{
|
|
MFEM_ASSERT(!v.data.Empty(), "invalid source vector");
|
|
data.New(s, v.data.GetMemoryType());
|
|
data.CopyFrom(v.data, s);
|
|
}
|
|
UseDevice(v.UseDevice());
|
|
}
|
|
|
|
Vector::Vector(Vector &&v)
|
|
: data(std::move(v.data)), size(v.size)
|
|
{
|
|
v.size = 0;
|
|
}
|
|
|
|
void Vector::Load(std::istream **in, int np, int *dim)
|
|
{
|
|
int i, j, s;
|
|
|
|
s = 0;
|
|
for (i = 0; i < np; i++)
|
|
{
|
|
s += dim[i];
|
|
}
|
|
|
|
SetSize(s);
|
|
HostWrite();
|
|
|
|
int p = 0;
|
|
for (i = 0; i < np; i++)
|
|
{
|
|
for (j = 0; j < dim[i]; j++)
|
|
{
|
|
*in[i] >> data[p++];
|
|
// Clang's libc++ sets the failbit when (correctly) parsing subnormals,
|
|
// so we reset the failbit here.
|
|
if (!*in[i] && errno == ERANGE)
|
|
{
|
|
in[i]->clear();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void Vector::Load(std::istream &in, int Size)
|
|
{
|
|
SetSize(Size);
|
|
HostWrite();
|
|
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
in >> data[i];
|
|
// Clang's libc++ sets the failbit when (correctly) parsing subnormals,
|
|
// so we reset the failbit here.
|
|
if (!in && errno == ERANGE)
|
|
{
|
|
in.clear();
|
|
}
|
|
}
|
|
}
|
|
|
|
real_t &Vector::Elem(int i)
|
|
{
|
|
return operator()(i);
|
|
}
|
|
|
|
const real_t &Vector::Elem(int i) const
|
|
{
|
|
return operator()(i);
|
|
}
|
|
|
|
real_t Vector::operator*(const real_t *v) const
|
|
{
|
|
HostRead();
|
|
real_t dot = 0.0;
|
|
#ifdef MFEM_USE_LEGACY_OPENMP
|
|
#pragma omp parallel for reduction(+:dot)
|
|
#endif
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
dot += data[i] * v[i];
|
|
}
|
|
return dot;
|
|
}
|
|
|
|
Vector &Vector::operator=(const real_t *v)
|
|
{
|
|
data.CopyFromHost(v, size);
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator=(const Vector &v)
|
|
{
|
|
#if 0
|
|
SetSize(v.Size(), v.data.GetMemoryType());
|
|
data.CopyFrom(v.data, v.Size());
|
|
UseDevice(v.UseDevice());
|
|
#else
|
|
SetSize(v.Size());
|
|
const bool vuse = v.UseDevice();
|
|
const bool use_dev = UseDevice() || vuse;
|
|
if (use_dev != vuse) { v.UseDevice(use_dev); }
|
|
// keep 'data' where it is, unless 'use_dev' is true
|
|
if (use_dev) { Write(); }
|
|
data.CopyFrom(v.data, v.Size());
|
|
if (use_dev != vuse) { v.UseDevice(vuse); }
|
|
#endif
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator=(Vector &&v)
|
|
{
|
|
if (this != &v)
|
|
{
|
|
v.Swap(*this);
|
|
v.Destroy();
|
|
}
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator=(real_t value)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] = value; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator*=(real_t c)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] *= c; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator*=(const Vector &v)
|
|
{
|
|
MFEM_ASSERT(size == v.size, "incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int N = size;
|
|
const auto x = v.Read(use_dev);
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] *= x[i]; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator/=(real_t c)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
const real_t m = 1.0/c;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] *= m; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator/=(const Vector &v)
|
|
{
|
|
MFEM_ASSERT(size == v.size, "incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int N = size;
|
|
const auto x = v.Read(use_dev);
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] /= x[i]; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator-=(real_t c)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] -= c; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator-=(const Vector &v)
|
|
{
|
|
MFEM_ASSERT(size == v.size, "incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int N = size;
|
|
const auto x = v.Read(use_dev);
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] -= x[i]; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator+=(real_t c)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] += c; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::operator+=(const Vector &v)
|
|
{
|
|
MFEM_ASSERT(size == v.size, "incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int N = size;
|
|
const auto x = v.Read(use_dev);
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] += x[i]; });
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::Add(const real_t a, const Vector &Va)
|
|
{
|
|
MFEM_ASSERT(size == Va.size, "incompatible Vectors!");
|
|
|
|
if (a != 0.0)
|
|
{
|
|
const int N = size;
|
|
const bool use_dev = UseDevice() || Va.UseDevice();
|
|
const auto x = Va.Read(use_dev);
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] += a * x[i]; });
|
|
}
|
|
return *this;
|
|
}
|
|
|
|
Vector &Vector::Set(const real_t a, const Vector &Va)
|
|
{
|
|
MFEM_ASSERT(size == Va.size, "incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || Va.UseDevice();
|
|
const int N = size;
|
|
const auto x = Va.Read(use_dev);
|
|
auto y = Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] = a * x[i]; });
|
|
return *this;
|
|
}
|
|
|
|
void Vector::SetVector(const Vector &v, int offset)
|
|
{
|
|
MFEM_ASSERT(v.Size() + offset <= size, "invalid sub-vector");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int vs = v.Size();
|
|
const auto vp = v.Read(use_dev);
|
|
// Use read+write access for *this - we only modify some of its entries
|
|
auto p = ReadWrite(use_dev) + offset;
|
|
mfem::forall_switch(use_dev, vs, [=] MFEM_HOST_DEVICE (int i) { p[i] = vp[i]; });
|
|
}
|
|
|
|
void Vector::AddSubVector(const Vector &v, int offset)
|
|
{
|
|
MFEM_ASSERT(v.Size() + offset <= size, "invalid sub-vector");
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const int vs = v.Size();
|
|
const auto vp = v.Read(use_dev);
|
|
auto p = ReadWrite(use_dev) + offset;
|
|
mfem::forall_switch(use_dev, vs, [=] MFEM_HOST_DEVICE (int i) { p[i] += vp[i]; });
|
|
}
|
|
|
|
void Vector::Neg()
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] = -y[i]; });
|
|
}
|
|
|
|
void Vector::Reciprocal()
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] = 1.0/y[i]; });
|
|
}
|
|
|
|
void Vector::Abs()
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
y[i] = std::abs(y[i]);
|
|
});
|
|
}
|
|
|
|
void Vector::Pow(const real_t p)
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
const int N = size;
|
|
auto y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
y[i] = std::pow(y[i], p);
|
|
});
|
|
}
|
|
|
|
void add(const Vector &v1, const Vector &v2, Vector &v)
|
|
{
|
|
MFEM_ASSERT(v.size == v1.size && v.size == v2.size,
|
|
"incompatible Vectors!");
|
|
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = v1.UseDevice() || v2.UseDevice() || v.UseDevice();
|
|
const int N = v.size;
|
|
// Note: get read access first, in case v is the same as v1/v2.
|
|
const auto x1 = v1.Read(use_dev);
|
|
const auto x2 = v2.Read(use_dev);
|
|
auto y = v.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { y[i] = x1[i] + x2[i]; });
|
|
#else
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < v.size; i++)
|
|
{
|
|
v.data[i] = v1.data[i] + v2.data[i];
|
|
}
|
|
#endif
|
|
}
|
|
|
|
void add(const Vector &v1, real_t alpha, const Vector &v2, Vector &v)
|
|
{
|
|
MFEM_ASSERT(v.size == v1.size && v.size == v2.size,
|
|
"incompatible Vectors!");
|
|
|
|
if (alpha == 0.0)
|
|
{
|
|
v = v1;
|
|
}
|
|
else if (alpha == 1.0)
|
|
{
|
|
add(v1, v2, v);
|
|
}
|
|
else
|
|
{
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = v1.UseDevice() || v2.UseDevice() || v.UseDevice();
|
|
const int N = v.size;
|
|
// Note: get read access first, in case v is the same as v1/v2.
|
|
const auto d_x = v1.Read(use_dev);
|
|
const auto d_y = v2.Read(use_dev);
|
|
auto d_z = v.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
d_z[i] = d_x[i] + alpha * d_y[i];
|
|
});
|
|
#else
|
|
const real_t *v1p = v1.data, *v2p = v2.data;
|
|
real_t *vp = v.data;
|
|
const int s = v.size;
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < s; i++)
|
|
{
|
|
vp[i] = v1p[i] + alpha*v2p[i];
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void add(const real_t a, const Vector &x, const Vector &y, Vector &z)
|
|
{
|
|
MFEM_ASSERT(x.size == y.size && x.size == z.size,
|
|
"incompatible Vectors!");
|
|
|
|
if (a == 0.0)
|
|
{
|
|
z = 0.0;
|
|
}
|
|
else if (a == 1.0)
|
|
{
|
|
add(x, y, z);
|
|
}
|
|
else
|
|
{
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = x.UseDevice() || y.UseDevice() || z.UseDevice();
|
|
const int N = x.size;
|
|
// Note: get read access first, in case z is the same as x/y.
|
|
const auto xd = x.Read(use_dev);
|
|
const auto yd = y.Read(use_dev);
|
|
auto zd = z.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
zd[i] = a * (xd[i] + yd[i]);
|
|
});
|
|
#else
|
|
const real_t *xp = x.data;
|
|
const real_t *yp = y.data;
|
|
real_t *zp = z.data;
|
|
const int s = x.size;
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < s; i++)
|
|
{
|
|
zp[i] = a * (xp[i] + yp[i]);
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void add(const real_t a, const Vector &x,
|
|
const real_t b, const Vector &y, Vector &z)
|
|
{
|
|
MFEM_ASSERT(x.size == y.size && x.size == z.size,
|
|
"incompatible Vectors!");
|
|
|
|
if (a == 0.0)
|
|
{
|
|
z.Set(b, y);
|
|
}
|
|
else if (b == 0.0)
|
|
{
|
|
z.Set(a, x);
|
|
}
|
|
#if 0
|
|
else if (a == 1.0)
|
|
{
|
|
add(x, b, y, z);
|
|
}
|
|
else if (b == 1.0)
|
|
{
|
|
add(y, a, x, z);
|
|
}
|
|
else if (a == b)
|
|
{
|
|
add(a, x, y, z);
|
|
}
|
|
#endif
|
|
else
|
|
{
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = x.UseDevice() || y.UseDevice() || z.UseDevice();
|
|
const int N = x.size;
|
|
// Note: get read access first, in case z is the same as x/y.
|
|
const auto xd = x.Read(use_dev);
|
|
const auto yd = y.Read(use_dev);
|
|
auto zd = z.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
zd[i] = a * xd[i] + b * yd[i];
|
|
});
|
|
#else
|
|
const real_t *xp = x.data;
|
|
const real_t *yp = y.data;
|
|
real_t *zp = z.data;
|
|
const int s = x.size;
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < s; i++)
|
|
{
|
|
zp[i] = a * xp[i] + b * yp[i];
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void subtract(const Vector &x, const Vector &y, Vector &z)
|
|
{
|
|
MFEM_ASSERT(x.size == y.size && x.size == z.size,
|
|
"incompatible Vectors!");
|
|
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = x.UseDevice() || y.UseDevice() || z.UseDevice();
|
|
const int N = x.size;
|
|
// Note: get read access first, in case z is the same as x/y.
|
|
const auto xd = x.Read(use_dev);
|
|
const auto yd = y.Read(use_dev);
|
|
auto zd = z.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
zd[i] = xd[i] - yd[i];
|
|
});
|
|
#else
|
|
const real_t *xp = x.data;
|
|
const real_t *yp = y.data;
|
|
real_t *zp = z.data;
|
|
const int s = x.size;
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < s; i++)
|
|
{
|
|
zp[i] = xp[i] - yp[i];
|
|
}
|
|
#endif
|
|
}
|
|
|
|
void subtract(const real_t a, const Vector &x, const Vector &y, Vector &z)
|
|
{
|
|
MFEM_ASSERT(x.size == y.size && x.size == z.size,
|
|
"incompatible Vectors!");
|
|
|
|
if (a == 0.)
|
|
{
|
|
z = 0.;
|
|
}
|
|
else if (a == 1.)
|
|
{
|
|
subtract(x, y, z);
|
|
}
|
|
else
|
|
{
|
|
#if !defined(MFEM_USE_LEGACY_OPENMP)
|
|
const bool use_dev = x.UseDevice() || y.UseDevice() || z.UseDevice();
|
|
const int N = x.size;
|
|
// Note: get read access first, in case z is the same as x/y.
|
|
const auto xd = x.Read(use_dev);
|
|
const auto yd = y.Read(use_dev);
|
|
auto zd = z.Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
zd[i] = a * (xd[i] - yd[i]);
|
|
});
|
|
#else
|
|
const real_t *xp = x.data;
|
|
const real_t *yp = y.data;
|
|
real_t *zp = z.data;
|
|
const int s = x.size;
|
|
#pragma omp parallel for
|
|
for (int i = 0; i < s; i++)
|
|
{
|
|
zp[i] = a * (xp[i] - yp[i]);
|
|
}
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void Vector::cross3D(const Vector &vin, Vector &vout) const
|
|
{
|
|
HostRead();
|
|
vin.HostRead();
|
|
vout.HostWrite();
|
|
MFEM_VERIFY(size == 3, "Only 3D vectors supported in cross.");
|
|
MFEM_VERIFY(vin.Size() == 3, "Only 3D vectors supported in cross.");
|
|
vout.SetSize(3);
|
|
vout(0) = data[1]*vin(2)-data[2]*vin(1);
|
|
vout(1) = data[2]*vin(0)-data[0]*vin(2);
|
|
vout(2) = data[0]*vin(1)-data[1]*vin(0);
|
|
}
|
|
|
|
void Vector::median(const Vector &lo, const Vector &hi)
|
|
{
|
|
MFEM_ASSERT(size == lo.size && size == hi.size,
|
|
"incompatible Vectors!");
|
|
|
|
const bool use_dev = UseDevice() || lo.UseDevice() || hi.UseDevice();
|
|
const int N = size;
|
|
// Note: get read access first, in case *this is the same as lo/hi.
|
|
const auto l = lo.Read(use_dev);
|
|
const auto h = hi.Read(use_dev);
|
|
auto m = Write(use_dev);
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
if (m[i] < l[i])
|
|
{
|
|
m[i] = l[i];
|
|
}
|
|
else if (m[i] > h[i])
|
|
{
|
|
m[i] = h[i];
|
|
}
|
|
});
|
|
}
|
|
|
|
void Vector::GetSubVector(const Array<int> &dofs, Vector &elemvect) const
|
|
{
|
|
const int n = dofs.Size();
|
|
elemvect.SetSize(n);
|
|
const bool use_dev = dofs.UseDevice() || elemvect.UseDevice();
|
|
const auto d_X = Read(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
auto d_y = elemvect.Write(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
const int dof_i = d_dofs[i];
|
|
d_y[i] = dof_i >= 0 ? d_X[dof_i] : -d_X[-dof_i-1];
|
|
});
|
|
}
|
|
|
|
void Vector::GetSubVector(const Array<int> &dofs, real_t *elem_data) const
|
|
{
|
|
HostRead();
|
|
const int n = dofs.Size();
|
|
for (int i = 0; i < n; i++)
|
|
{
|
|
const int j = dofs[i];
|
|
elem_data[i] = (j >= 0) ? data[j] : -data[-1-j];
|
|
}
|
|
}
|
|
|
|
void Vector::SetSubVector(const Array<int> &dofs, const real_t value)
|
|
{
|
|
const bool use_dev = UseDevice() || dofs.UseDevice();
|
|
const int n = dofs.Size();
|
|
// Use read+write access for *this - we only modify some of its entries
|
|
auto d_X = ReadWrite(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
const int j = d_dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
d_X[j] = value;
|
|
}
|
|
else
|
|
{
|
|
d_X[-1-j] = -value;
|
|
}
|
|
});
|
|
}
|
|
|
|
void Vector::SetSubVectorHost(const Array<int> &dofs, const real_t value)
|
|
{
|
|
HostReadWrite();
|
|
for (int i = 0; i < dofs.Size(); ++i)
|
|
{
|
|
const int j = dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
(*this)[j] = value;
|
|
}
|
|
else
|
|
{
|
|
(*this)[-1-j] = -value;
|
|
}
|
|
}
|
|
}
|
|
|
|
void Vector::SetSubVector(const Array<int> &dofs, const Vector &elemvect)
|
|
{
|
|
MFEM_ASSERT(dofs.Size() <= elemvect.Size(),
|
|
"Size mismatch: length of dofs is " << dofs.Size()
|
|
<< ", length of elemvect is " << elemvect.Size());
|
|
|
|
const bool use_dev = dofs.UseDevice() || elemvect.UseDevice();
|
|
const int n = dofs.Size();
|
|
// Use read+write access for X - we only modify some of its entries
|
|
auto d_X = ReadWrite(use_dev);
|
|
const auto d_y = elemvect.Read(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
const int dof_i = d_dofs[i];
|
|
if (dof_i >= 0)
|
|
{
|
|
d_X[dof_i] = d_y[i];
|
|
}
|
|
else
|
|
{
|
|
d_X[-1-dof_i] = -d_y[i];
|
|
}
|
|
});
|
|
}
|
|
|
|
void Vector::SetSubVector(const Array<int> &dofs, real_t *elem_data)
|
|
{
|
|
// Use read+write access because we overwrite only part of the data.
|
|
HostReadWrite();
|
|
const int n = dofs.Size();
|
|
for (int i = 0; i < n; i++)
|
|
{
|
|
const int j= dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
operator()(j) = elem_data[i];
|
|
}
|
|
else
|
|
{
|
|
operator()(-1-j) = -elem_data[i];
|
|
}
|
|
}
|
|
}
|
|
|
|
void Vector::AddElementVector(const Array<int> &dofs, const Vector &elemvect)
|
|
{
|
|
MFEM_ASSERT(dofs.Size() <= elemvect.Size(), "Size mismatch: "
|
|
"length of dofs is " << dofs.Size() <<
|
|
", length of elemvect is " << elemvect.Size());
|
|
|
|
const bool use_dev = dofs.UseDevice() || elemvect.UseDevice();
|
|
const int n = dofs.Size();
|
|
const auto d_y = elemvect.Read(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
auto d_X = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
const int j = d_dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
d_X[j] += d_y[i];
|
|
}
|
|
else
|
|
{
|
|
d_X[-1-j] -= d_y[i];
|
|
}
|
|
});
|
|
}
|
|
|
|
void Vector::AddElementVector(const Array<int> &dofs, real_t *elem_data)
|
|
{
|
|
HostReadWrite();
|
|
const int n = dofs.Size();
|
|
for (int i = 0; i < n; i++)
|
|
{
|
|
const int j = dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
operator()(j) += elem_data[i];
|
|
}
|
|
else
|
|
{
|
|
operator()(-1-j) -= elem_data[i];
|
|
}
|
|
}
|
|
}
|
|
|
|
void Vector::AddElementVector(const Array<int> &dofs, const real_t a,
|
|
const Vector &elemvect)
|
|
{
|
|
MFEM_ASSERT(dofs.Size() <= elemvect.Size(), "Size mismatch: "
|
|
"length of dofs is " << dofs.Size() <<
|
|
", length of elemvect is " << elemvect.Size());
|
|
|
|
const bool use_dev = dofs.UseDevice() || elemvect.UseDevice();
|
|
const int n = dofs.Size();
|
|
const auto d_x = elemvect.Read(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
auto d_y = ReadWrite(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i)
|
|
{
|
|
const int j = d_dofs[i];
|
|
if (j >= 0)
|
|
{
|
|
d_y[j] += a * d_x[i];
|
|
}
|
|
else
|
|
{
|
|
d_y[-1-j] -= a * d_x[i];
|
|
}
|
|
});
|
|
}
|
|
|
|
void Vector::SetSubVectorComplement(const Array<int> &dofs, const real_t val)
|
|
{
|
|
const bool use_dev = UseDevice() || dofs.UseDevice();
|
|
const int n = dofs.Size();
|
|
const int N = size;
|
|
Vector dofs_vals(n, use_dev ?
|
|
Device::GetDeviceMemoryType() :
|
|
Device::GetHostMemoryType());
|
|
auto d_data = ReadWrite(use_dev);
|
|
auto d_dofs_vals = dofs_vals.Write(use_dev);
|
|
const auto d_dofs = dofs.Read(use_dev);
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i) { d_dofs_vals[i] = d_data[d_dofs[i]]; });
|
|
mfem::forall_switch(use_dev, N, [=] MFEM_HOST_DEVICE (int i) { d_data[i] = val; });
|
|
mfem::forall_switch(use_dev, n, [=] MFEM_HOST_DEVICE (int i) { d_data[d_dofs[i]] = d_dofs_vals[i]; });
|
|
}
|
|
|
|
void Vector::Print(std::ostream &os, int width) const
|
|
{
|
|
if (!size) { return; }
|
|
HostRead();
|
|
for (int i = 0; 1; )
|
|
{
|
|
os << ZeroSubnormal(data[i]);
|
|
i++;
|
|
if (i == size)
|
|
{
|
|
break;
|
|
}
|
|
if ( i % width == 0 )
|
|
{
|
|
os << '\n';
|
|
}
|
|
else
|
|
{
|
|
os << ' ';
|
|
}
|
|
}
|
|
os << '\n';
|
|
}
|
|
|
|
#ifdef MFEM_USE_ADIOS2
|
|
void Vector::Print(adios2stream &os,
|
|
const std::string& variable_name) const
|
|
{
|
|
if (!size) { return; }
|
|
HostRead();
|
|
os.engine.Put(variable_name, &data[0] );
|
|
}
|
|
#endif
|
|
|
|
void Vector::Print_HYPRE(std::ostream &os) const
|
|
{
|
|
int i;
|
|
std::ios::fmtflags old_fmt = os.flags();
|
|
os.setf(std::ios::scientific);
|
|
std::streamsize old_prec = os.precision(14);
|
|
|
|
os << size << '\n'; // number of rows
|
|
|
|
data.Read(MemoryClass::HOST, size);
|
|
for (i = 0; i < size; i++)
|
|
{
|
|
os << ZeroSubnormal(data[i]) << '\n';
|
|
}
|
|
|
|
os.precision(old_prec);
|
|
os.flags(old_fmt);
|
|
}
|
|
|
|
void Vector::PrintMathematica(std::ostream & os) const
|
|
{
|
|
std::ios::fmtflags old_fmt = os.flags();
|
|
os.setf(std::ios::scientific);
|
|
std::streamsize old_prec = os.precision(14);
|
|
|
|
os << "(* Read file into Mathematica using: "
|
|
<< "myVec = Get[\"this_file_name\"] *)\n";
|
|
os << "{\n";
|
|
|
|
data.Read(MemoryClass::HOST, size);
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
os << "Internal`StringToMReal[\"" << ZeroSubnormal(data[i]) << "\"]";
|
|
if (i < size - 1) { os << ','; }
|
|
os << '\n';
|
|
}
|
|
|
|
os << "}\n";
|
|
|
|
os.precision(old_prec);
|
|
os.flags(old_fmt);
|
|
}
|
|
|
|
void Vector::PrintHash(std::ostream &os) const
|
|
{
|
|
os << "size: " << size << '\n';
|
|
HashFunction hf;
|
|
hf.AppendDoubles(HostRead(), size);
|
|
os << "hash: " << hf.GetHash() << '\n';
|
|
}
|
|
|
|
void Vector::Randomize(int seed)
|
|
{
|
|
if (seed == 0) { seed = (int)time(0); }
|
|
|
|
srand((unsigned)seed);
|
|
|
|
HostWrite();
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
data[i] = rand_real();
|
|
}
|
|
}
|
|
|
|
real_t Vector::Norml2() const
|
|
{
|
|
// Scale entries of Vector on the fly, using algorithms from
|
|
// std::hypot() and LAPACK's drm2. This scaling ensures that the
|
|
// argument of each call to std::pow is <= 1 to avoid overflow.
|
|
if (size == 0) { return 0.0; }
|
|
|
|
const auto m_data = Read(UseDevice());
|
|
using value_type = DevicePair<real_t, real_t>;
|
|
value_type res;
|
|
res.first = 0;
|
|
res.second = 0;
|
|
// first compute sum (|m_data|/scale)^2
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, value_type &r)
|
|
{
|
|
real_t n = fabs(m_data[i]);
|
|
if (n > 0)
|
|
{
|
|
if (r.second <= n)
|
|
{
|
|
real_t arg = r.second / n;
|
|
r.first = r.first * (arg * arg) + 1;
|
|
r.second = n;
|
|
}
|
|
else
|
|
{
|
|
real_t arg = n / r.second;
|
|
r.first += arg * arg;
|
|
}
|
|
}
|
|
},
|
|
L2Reducer{}, UseDevice(), Lpvector_workspace());
|
|
// final answer
|
|
return res.second * sqrt(res.first);
|
|
}
|
|
|
|
real_t Vector::Normlinf() const
|
|
{
|
|
if (size == 0) { return 0; }
|
|
|
|
real_t res = 0;
|
|
const auto m_data = Read(UseDevice());
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, real_t &r)
|
|
{
|
|
r = fmax(r, fabs(m_data[i]));
|
|
},
|
|
MaxReducer<real_t> {}, UseDevice(), vector_workspace());
|
|
return res;
|
|
}
|
|
|
|
real_t Vector::Norml1() const
|
|
{
|
|
if (size == 0) { return 0.0; }
|
|
|
|
real_t res = 0;
|
|
const auto m_data = Read(UseDevice());
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, real_t &r)
|
|
{
|
|
r += fabs(m_data[i]);
|
|
},
|
|
SumReducer<real_t> {}, UseDevice(), vector_workspace());
|
|
return res;
|
|
}
|
|
|
|
real_t Vector::Normlp(real_t p) const
|
|
{
|
|
MFEM_ASSERT(p > 0.0, "Vector::Normlp");
|
|
|
|
if (p == 1.0) { return Norml1(); }
|
|
|
|
if (p == 2.0) { return Norml2(); }
|
|
|
|
if (p < infinity())
|
|
{
|
|
// Scale entries of Vector on the fly, using algorithms from
|
|
// std::hypot() and LAPACK's drm2. This scaling ensures that the
|
|
// argument of each call to std::pow is <= 1 to avoid overflow.
|
|
if (size == 0) { return 0.0; }
|
|
|
|
using value_type = DevicePair<real_t, real_t>;
|
|
value_type res;
|
|
res.first = 0;
|
|
res.second = 0;
|
|
const auto m_data = Read(UseDevice());
|
|
// first compute sum (|m_data|/scale)^p
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, value_type &r)
|
|
{
|
|
real_t n = fabs(m_data[i]);
|
|
if (n > 0)
|
|
{
|
|
if (r.second <= n)
|
|
{
|
|
real_t arg = r.second / n;
|
|
r.first = r.first * pow(arg, p) + 1;
|
|
r.second = n;
|
|
}
|
|
else
|
|
{
|
|
real_t arg = n / r.second;
|
|
r.first += pow(arg, p);
|
|
}
|
|
}
|
|
},
|
|
LpReducer{p}, UseDevice(), Lpvector_workspace());
|
|
// final answer
|
|
return res.second * pow(res.first, 1.0 / p);
|
|
} // end if p < infinity()
|
|
|
|
return Normlinf(); // else p >= infinity()
|
|
}
|
|
|
|
real_t Vector::operator*(const Vector &v) const
|
|
{
|
|
MFEM_ASSERT(size == v.size, "incompatible Vectors!");
|
|
|
|
if (size == 0) { return 0.0; }
|
|
|
|
const bool use_dev = UseDevice() || v.UseDevice();
|
|
const auto m_data = Read(use_dev), v_data = v.Read(use_dev);
|
|
|
|
// If OCCA is enabled, it handles all selected backends
|
|
#ifdef MFEM_USE_OCCA
|
|
if (use_dev && DeviceCanUseOcca())
|
|
{
|
|
return occa::linalg::dot<real_t, real_t, real_t>(
|
|
OccaMemoryRead(data, size), OccaMemoryRead(v.data, size));
|
|
}
|
|
#endif
|
|
|
|
const auto compute_dot = [&]()
|
|
{
|
|
real_t res = 0;
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE (int i, real_t &r)
|
|
{
|
|
r += m_data[i] * v_data[i];
|
|
},
|
|
SumReducer<real_t> {}, use_dev, vector_workspace());
|
|
return res;
|
|
};
|
|
|
|
// Device backends have top priority
|
|
if (Device::Allows(Backend::DEVICE_MASK)) { return compute_dot(); }
|
|
|
|
// Special path for OpenMP
|
|
#ifdef MFEM_USE_OPENMP
|
|
if (use_dev && Device::Allows(Backend::OMP_MASK))
|
|
{
|
|
// By default, use a deterministic way of computing the dot product
|
|
#define MFEM_USE_OPENMP_DETERMINISTIC_DOT
|
|
#ifdef MFEM_USE_OPENMP_DETERMINISTIC_DOT
|
|
static Vector th_dot;
|
|
#pragma omp parallel
|
|
{
|
|
const int nt = omp_get_num_threads();
|
|
#pragma omp master
|
|
th_dot.SetSize(nt);
|
|
const int tid = omp_get_thread_num();
|
|
const int stride = (size + nt - 1) / nt;
|
|
const int start = tid * stride;
|
|
const int stop = std::min(start + stride, size);
|
|
real_t my_dot = 0.0;
|
|
for (int i = start; i < stop; i++)
|
|
{
|
|
my_dot += m_data[i] * v_data[i];
|
|
}
|
|
#pragma omp barrier
|
|
th_dot(tid) = my_dot;
|
|
}
|
|
return th_dot.Sum();
|
|
#else
|
|
// The standard way of computing the dot product is non-deterministic
|
|
real_t prod = 0.0;
|
|
#pragma omp parallel for reduction(+ : prod)
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
prod += m_data[i] * v_data[i];
|
|
}
|
|
return prod;
|
|
#endif // MFEM_USE_OPENMP_DETERMINISTIC_DOT
|
|
}
|
|
#endif // MFEM_USE_OPENMP
|
|
|
|
// All other CPU backends
|
|
return compute_dot();
|
|
}
|
|
|
|
real_t Vector::Min() const
|
|
{
|
|
if (size == 0) { return infinity(); }
|
|
|
|
const auto use_dev = UseDevice();
|
|
const auto m_data = Read(use_dev);
|
|
|
|
#ifdef MFEM_USE_OCCA
|
|
if (use_dev && DeviceCanUseOcca())
|
|
{
|
|
return occa::linalg::min<real_t,real_t>(OccaMemoryRead(data, size));
|
|
}
|
|
#endif
|
|
|
|
const auto compute_min = [&]()
|
|
{
|
|
real_t res = infinity();
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, real_t &r)
|
|
{
|
|
r = fmin(r, m_data[i]);
|
|
},
|
|
MinReducer<real_t> {}, use_dev, vector_workspace());
|
|
return res;
|
|
};
|
|
|
|
// Device backends have top priority
|
|
if (Device::Allows(Backend::DEVICE_MASK)) { return compute_min(); }
|
|
|
|
// Special path for OpenMP
|
|
#ifdef MFEM_USE_OPENMP
|
|
if (use_dev && Device::Allows(Backend::OMP_MASK))
|
|
{
|
|
real_t minimum = m_data[0];
|
|
#pragma omp parallel for reduction(min:minimum)
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
minimum = std::min(minimum, m_data[i]);
|
|
}
|
|
return minimum;
|
|
}
|
|
#endif
|
|
|
|
// All other CPU backends
|
|
return compute_min();
|
|
}
|
|
|
|
real_t Vector::Max() const
|
|
{
|
|
if (size == 0) { return -infinity(); }
|
|
|
|
const auto use_dev = UseDevice();
|
|
const auto m_data = Read(use_dev);
|
|
|
|
#ifdef MFEM_USE_OCCA
|
|
if (use_dev && DeviceCanUseOcca())
|
|
{
|
|
return occa::linalg::max<real_t, real_t>(OccaMemoryRead(data, size));
|
|
}
|
|
#endif
|
|
|
|
const auto compute_max = [&]()
|
|
{
|
|
real_t res = -infinity();
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, real_t &r)
|
|
{
|
|
r = fmax(r, m_data[i]);
|
|
},
|
|
MaxReducer<real_t> {}, use_dev, vector_workspace());
|
|
return res;
|
|
};
|
|
|
|
// Device backends have top priority
|
|
if (Device::Allows(Backend::DEVICE_MASK)) { return compute_max(); }
|
|
|
|
// Special path for OpenMP
|
|
#ifdef MFEM_USE_OPENMP
|
|
if (use_dev && Device::Allows(Backend::OMP_MASK))
|
|
{
|
|
real_t maximum = m_data[0];
|
|
#pragma omp parallel for reduction(max : maximum)
|
|
for (int i = 0; i < size; i++)
|
|
{
|
|
maximum = fmax(maximum, m_data[i]);
|
|
}
|
|
return maximum;
|
|
}
|
|
#endif
|
|
|
|
// All other CPU backends
|
|
return compute_max();
|
|
}
|
|
|
|
real_t Vector::Sum() const
|
|
{
|
|
if (size == 0) { return 0.0; }
|
|
|
|
real_t res = 0;
|
|
const auto m_data = Read(UseDevice());
|
|
reduce(size, res, [=] MFEM_HOST_DEVICE(int i, real_t &r)
|
|
{
|
|
r += m_data[i];
|
|
},
|
|
SumReducer<real_t> {}, UseDevice(), vector_workspace());
|
|
return res;
|
|
}
|
|
|
|
void Vector::DeleteAt(const Array<int> &indices)
|
|
{
|
|
if (indices.Size())
|
|
{
|
|
const bool use_dev = UseDevice();
|
|
|
|
// extra entry for number of selected out
|
|
Array<int> workspace(size + 1);
|
|
const auto d_flag = workspace.Write(use_dev);
|
|
mfem::forall_switch(use_dev, size,
|
|
[=] MFEM_HOST_DEVICE(int i) { d_flag[i] = true; });
|
|
const auto d_indices = indices.Read(use_dev);
|
|
mfem::forall_switch(use_dev, indices.Size(), [=] MFEM_HOST_DEVICE(int i)
|
|
{
|
|
// fine as long as indices are unique; to support non-unique indices
|
|
// assignment to d_flag must be atomic
|
|
d_flag[d_indices[i]] = false;
|
|
});
|
|
|
|
Vector copy(*this);
|
|
auto d_in = copy.Read(use_dev);
|
|
auto d_out = Write(use_dev);
|
|
CopyFlagged(use_dev, d_in, d_flag, d_out, d_flag + size, size);
|
|
|
|
// assumes indices are unique
|
|
size -= indices.Size();
|
|
}
|
|
}
|
|
|
|
} // namespace mfem
|