v0.14.0
VecManager.cpp
Go to the documentation of this file.
1 /** \file VecManager.cpp
2  * \brief Implementation of VecManager
3  */
4 
5 namespace MoFEM {
6 
7 MoFEMErrorCode
8 VecManager::query_interface(boost::typeindex::type_index type_index,
9  UnknownInterface **iface) const {
10  *iface = const_cast<VecManager *>(this);
11  return 0;
12 }
13 
14 VecManager::VecManager(const MoFEM::Core &core)
15  : cOre(const_cast<MoFEM::Core &>(core)), dEbug(false) {
16  if (!LogManager::checkIfChannelExist("VECWORLD")) {
17  auto core_log = logging::core::get();
18 
19  core_log->add_sink(
20  LogManager::createSink(LogManager::getStrmWorld(), "VECWORLD"));
21  core_log->add_sink(
22  LogManager::createSink(LogManager::getStrmSync(), "VECSYNC"));
23  core_log->add_sink(
24  LogManager::createSink(LogManager::getStrmSelf(), "VECSELF"));
25 
26  LogManager::setLog("VECWORLD");
27  LogManager::setLog("VECSYNC");
28  LogManager::setLog("VECSELF");
29 
30  MOFEM_LOG_TAG("VECWORLD", "VecMng");
31  MOFEM_LOG_TAG("VECSYNC", "VecMng");
32  MOFEM_LOG_TAG("VECSELF", "VecMng");
33  }
34 
35  MOFEM_LOG("VECWORLD", Sev::noisy) << "Vector manager created";
36 }
37 
38 MoFEMErrorCode VecManager::vecCreateSeq(const std::string name, RowColData rc,
39  Vec *V) const {
40  const MoFEM::Interface &m_field = cOre;
41  const Problem *problem_ptr;
42  MoFEMFunctionBegin;
43  CHKERR m_field.get_problem(name, &problem_ptr);
44  DofIdx nb_local_dofs, nb_ghost_dofs;
45  switch (rc) {
46  case ROW:
47  nb_local_dofs = problem_ptr->getNbLocalDofsRow();
48  nb_ghost_dofs = problem_ptr->getNbGhostDofsRow();
49  break;
50  case COL:
51  nb_local_dofs = problem_ptr->getNbLocalDofsCol();
52  nb_ghost_dofs = problem_ptr->getNbGhostDofsCol();
53  break;
54  default:
55  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "Not implemented");
56  }
57  CHKERR ::VecCreateSeq(PETSC_COMM_SELF, nb_local_dofs + nb_ghost_dofs, V);
58  CHKERR ::VecSetOption(
59  *V, VEC_IGNORE_NEGATIVE_INDICES,
60  PETSC_TRUE); // As default in MOFEM we will assume that this is always on
61  MoFEMFunctionReturn(0);
62 }
63 
64 MoFEMErrorCode VecManager::vecCreateGhost(const std::string name, RowColData rc,
65  Vec *V) const {
66  const MoFEM::Interface &m_field = cOre;
67  const Problem *problem_ptr;
68  MoFEMFunctionBegin;
69  CHKERR m_field.get_problem(name, &problem_ptr);
70  DofIdx nb_dofs, nb_local_dofs, nb_ghost_dofs;
71  NumeredDofEntityByLocalIdx *dofs;
72  switch (rc) {
73  case ROW:
74  nb_dofs = problem_ptr->getNbDofsRow();
75  nb_local_dofs = problem_ptr->getNbLocalDofsRow();
76  nb_ghost_dofs = problem_ptr->getNbGhostDofsRow();
77  dofs = const_cast<NumeredDofEntityByLocalIdx *>(
78  &problem_ptr->numeredRowDofsPtr->get<PetscLocalIdx_mi_tag>());
79  break;
80  case COL:
81  nb_dofs = problem_ptr->getNbDofsCol();
82  nb_local_dofs = problem_ptr->getNbLocalDofsCol();
83  nb_ghost_dofs = problem_ptr->getNbGhostDofsCol();
84  dofs = const_cast<NumeredDofEntityByLocalIdx *>(
85  &problem_ptr->numeredColDofsPtr->get<PetscLocalIdx_mi_tag>());
86  break;
87  default:
88  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
89  }
90  // get ghost dofs
91  auto miit = dofs->lower_bound(nb_local_dofs);
92  auto hi_miit = dofs->upper_bound(nb_local_dofs + nb_ghost_dofs);
93  int count = std::distance(miit, hi_miit);
94  if (count != nb_ghost_dofs) {
95  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY, "data inconsistency");
96  }
97  std::vector<DofIdx> ghost_idx;
98  ghost_idx.reserve(count);
99  for (; miit != hi_miit; ++miit) {
100  if ((*miit)->getActive()) {
101  ghost_idx.emplace_back((*miit)->petscGloablDofIdx);
102 
103 #ifndef NDEBUG
104  if (PetscUnlikely(ghost_idx.back() > nb_dofs || ghost_idx.back() < 0)) {
105  MOFEM_LOG_FUNCTION();
106  MOFEM_LOG_ATTRIBUTES("VECSELF",
107  LogManager::BitLineID | LogManager::BitScope);
108  MOFEM_LOG("VECSELF", Sev::error) << "Problem with DOF " << **miit;
109  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY, "Wrong ghost index");
110  }
111 #endif
112  }
113  }
114  CHKERR ::VecCreateGhost(m_field.get_comm(), nb_local_dofs, nb_dofs,
115  ghost_idx.size(), &*ghost_idx.begin(), V);
116  CHKERR ::VecSetOption(
117  *V, VEC_IGNORE_NEGATIVE_INDICES,
118  PETSC_TRUE); // As default in MOFEM we will assume that this is always on
119  MoFEMFunctionReturn(0);
120 }
121 
122 MoFEMErrorCode VecManager::vecCreateGhost(const std::string name, RowColData rc,
123  SmartPetscObj<Vec> &v_ptr) const {
124  MoFEMFunctionBegin;
125  Vec vec;
126  CHKERR vecCreateGhost(name, rc, &vec);
127  v_ptr.reset(vec, false);
128  MoFEMFunctionReturn(0);
129 }
130 
131 MoFEMErrorCode VecManager::vecScatterCreate(
132  Vec xin, const std::string x_problem, const std::string x_field_name,
133  RowColData x_rc, Vec yin, const std::string y_problem,
134  const std::string y_field_name, RowColData y_rc, VecScatter *newctx) const {
135  const MoFEM::Interface &m_field = cOre;
136  MoFEMFunctionBegin;
137  std::vector<int> idx(0), idy(0);
138  CHKERR m_field.getInterface<ISManager>()
139  ->isCreateFromProblemFieldToOtherProblemField(
140  x_problem, x_field_name, x_rc, y_problem, y_field_name, y_rc, idx,
141  idy);
142  IS ix, iy;
143  CHKERR ISCreateGeneral(PETSC_COMM_WORLD, idx.size(), &idx[0],
144  PETSC_USE_POINTER, &ix);
145  CHKERR ISCreateGeneral(PETSC_COMM_WORLD, idy.size(), &idy[0],
146  PETSC_USE_POINTER, &iy);
147  CHKERR ::VecScatterCreate(xin, ix, yin, iy, newctx);
148  CHKERR ISDestroy(&ix);
149  CHKERR ISDestroy(&iy);
150  MoFEMFunctionReturn(0);
151 }
152 
153 MoFEMErrorCode VecManager::vecScatterCreate(
154  Vec xin, const std::string x_problem, RowColData x_rc, Vec yin,
155  const std::string y_problem, RowColData y_rc, VecScatter *newctx) const {
156  const MoFEM::Interface &m_field = cOre;
157  MoFEMFunctionBegin;
158  std::vector<int> idx(0), idy(0);
159  CHKERR m_field.getInterface<ISManager>()->isCreateFromProblemToOtherProblem(
160  x_problem, x_rc, y_problem, y_rc, idx, idy);
161  IS ix, iy;
162  CHKERR ISCreateGeneral(PETSC_COMM_WORLD, idx.size(), &idx[0],
163  PETSC_USE_POINTER, &ix);
164  CHKERR ISCreateGeneral(PETSC_COMM_WORLD, idy.size(), &idy[0],
165  PETSC_USE_POINTER, &iy);
166  if (dEbug) {
167  ISView(ix, PETSC_VIEWER_STDOUT_WORLD);
168  ISView(iy, PETSC_VIEWER_STDOUT_WORLD);
169  }
170  CHKERR ::VecScatterCreate(xin, ix, yin, iy, newctx);
171  CHKERR ISDestroy(&ix);
172  CHKERR ISDestroy(&iy);
173  MoFEMFunctionReturn(0);
174 }
175 
176 MoFEMErrorCode
177 VecManager::vecScatterCreate(Vec xin, const std::string x_problem,
178  const std::string x_field_name, RowColData x_rc,
179  Vec yin, const std::string y_problem,
180  const std::string y_field_name, RowColData y_rc,
181  SmartPetscObj<VecScatter> &smart_newctx) const {
182  MoFEMFunctionBegin;
183  VecScatter newctx;
184  CHKERR vecScatterCreate(xin, x_problem, x_field_name, x_rc, yin, y_problem,
185  y_field_name, y_rc, &newctx);
186  smart_newctx = SmartPetscObj<VecScatter>(newctx);
187  MoFEMFunctionReturn(0);
188 }
189 
190 MoFEMErrorCode
191 VecManager::vecScatterCreate(Vec xin, const std::string x_problem,
192  RowColData x_rc, Vec yin,
193  const std::string y_problem, RowColData y_rc,
194  SmartPetscObj<VecScatter> &smart_newctx) const {
195  MoFEMFunctionBegin;
196  VecScatter newctx;
197  CHKERR vecScatterCreate(xin, x_problem, x_rc, yin, y_problem, y_rc, &newctx);
198  smart_newctx = SmartPetscObj<VecScatter>(newctx);
199  MoFEMFunctionReturn(0);
200 }
201 
202 MoFEMErrorCode VecManager::setLocalGhostVector(const Problem *problem_ptr,
203  RowColData rc, Vec V,
204  InsertMode mode,
205  ScatterMode scatter_mode) const {
206  MoFEMFunctionBegin;
207  NumeredDofEntityByLocalIdx *dofs;
208  DofIdx nb_local_dofs, nb_ghost_dofs;
209  switch (rc) {
210  case ROW:
211  nb_local_dofs = problem_ptr->getNbLocalDofsRow();
212  nb_ghost_dofs = problem_ptr->getNbGhostDofsRow();
213  dofs = const_cast<NumeredDofEntityByLocalIdx *>(
214  &problem_ptr->numeredRowDofsPtr->get<PetscLocalIdx_mi_tag>());
215  break;
216  case COL:
217  nb_local_dofs = problem_ptr->getNbLocalDofsCol();
218  nb_ghost_dofs = problem_ptr->getNbGhostDofsCol();
219  dofs = const_cast<NumeredDofEntityByLocalIdx *>(
220  &problem_ptr->numeredColDofsPtr->get<PetscLocalIdx_mi_tag>());
221  break;
222  default:
223  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
224  }
225  Vec Vlocal;
226  CHKERR VecGhostGetLocalForm(V, &Vlocal);
227  int size;
228  CHKERR VecGetLocalSize(V, &size);
229  if (size != nb_local_dofs) {
230  SETERRQ3(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
231  "data inconsistency: check ghost vector, problem <%s> with nb. of "
232  "local nodes %d != %d",
233  problem_ptr->getName().c_str(), size, nb_local_dofs);
234  }
235  CHKERR VecGetLocalSize(Vlocal, &size);
236  if (size != nb_local_dofs + nb_ghost_dofs) {
237  SETERRQ2(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
238  "data inconsistency: check ghost vector, problem with nb. of "
239  "ghost nodes %d != ",
240  size, nb_local_dofs + nb_ghost_dofs);
241  }
242  auto miit = dofs->lower_bound(0);
243  auto hi_miit = dofs->upper_bound(nb_local_dofs + nb_ghost_dofs);
244  DofIdx ii = 0;
245  switch (scatter_mode) {
246  case SCATTER_FORWARD: {
247  PetscScalar *array;
248  CHKERR VecGetArray(Vlocal, &array);
249  switch (mode) {
250  case INSERT_VALUES:
251  for (; miit != hi_miit; ++miit, ++ii)
252  array[ii] = (*miit)->getFieldData();
253  break;
254  case ADD_VALUES:
255  for (; miit != hi_miit; ++miit, ++ii)
256  array[ii] += (*miit)->getFieldData();
257  break;
258  default:
259  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
260  }
261  CHKERR VecRestoreArray(Vlocal, &array);
262  }; break;
263  case SCATTER_REVERSE: {
264  const PetscScalar *array;
265  CHKERR VecGetArrayRead(Vlocal, &array);
266  switch (mode) {
267  case INSERT_VALUES:
268  for (; miit != hi_miit; ++miit, ++ii) {
269  (*miit)->getFieldData() = array[ii];
270  }
271  break;
272  case ADD_VALUES:
273  for (; miit != hi_miit; ++miit, ++ii)
274  (*miit)->getFieldData() += array[ii];
275  break;
276  default:
277  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
278  }
279  CHKERR VecRestoreArrayRead(Vlocal, &array);
280  }; break;
281  default:
282  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
283  }
284  CHKERR VecGhostRestoreLocalForm(V, &Vlocal);
285  MoFEMFunctionReturn(0);
286 }
287 
288 MoFEMErrorCode VecManager::setLocalGhostVector(const std::string name,
289  RowColData rc, Vec V,
290  InsertMode mode,
291  ScatterMode scatter_mode) const {
292  const MoFEM::Interface &m_field = cOre;
293  const Problem *problem_ptr;
294  MoFEMFunctionBegin;
295  CHKERR m_field.get_problem(name, &problem_ptr);
296  CHKERR setLocalGhostVector(problem_ptr, rc, V, mode, scatter_mode);
297  MoFEMFunctionReturn(0);
298 }
299 
300 MoFEMErrorCode
301 VecManager::setGlobalGhostVector(const Problem *problem_ptr, RowColData rc,
302  Vec V, InsertMode mode,
303  ScatterMode scatter_mode) const {
304  MoFEMFunctionBegin;
305  typedef NumeredDofEntity_multiIndex::index<PetscGlobalIdx_mi_tag>::type
306  DofsByGlobalIdx;
307  DofsByGlobalIdx *dofs;
308  DofIdx nb_dofs;
309  switch (rc) {
310  case ROW:
311  nb_dofs = problem_ptr->getNbDofsRow();
312  dofs = const_cast<DofsByGlobalIdx *>(
313  &problem_ptr->numeredRowDofsPtr->get<PetscGlobalIdx_mi_tag>());
314  break;
315  case COL:
316  nb_dofs = problem_ptr->getNbDofsCol();
317  dofs = const_cast<DofsByGlobalIdx *>(
318  &problem_ptr->numeredColDofsPtr->get<PetscGlobalIdx_mi_tag>());
319  break;
320  default:
321  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
322  "Function works only for ROWs and COLs");
323  }
324  DofsByGlobalIdx::iterator miit = dofs->lower_bound(0);
325  DofsByGlobalIdx::iterator hi_miit = dofs->upper_bound(nb_dofs);
326  auto comm = PetscObjectComm((PetscObject)V);
327  switch (scatter_mode) {
328  case SCATTER_REVERSE: {
329  VecScatter ctx;
330  Vec V_glob;
331  CHKERR VecScatterCreateToAll(V, &ctx, &V_glob);
332  CHKERR VecScatterBegin(ctx, V, V_glob, INSERT_VALUES, SCATTER_FORWARD);
333  CHKERR VecScatterEnd(ctx, V, V_glob, INSERT_VALUES, SCATTER_FORWARD);
334  int size;
335  CHKERR VecGetSize(V_glob, &size);
336  if (size != nb_dofs) {
337  SETERRQ(comm, MOFEM_DATA_INCONSISTENCY,
338  "Size of vector is inconsistent with size of problem. You could "
339  "use wrong vector with wrong problem, or you created vector "
340  "before you remove DOFs from problem.");
341  }
342  PetscScalar *array;
343  CHKERR VecGetArray(V_glob, &array);
344  switch (mode) {
345  case INSERT_VALUES:
346  for (; miit != hi_miit; miit++)
347  (*miit)->getFieldData() = array[(*miit)->getPetscGlobalDofIdx()];
348  break;
349  case ADD_VALUES:
350  for (; miit != hi_miit; miit++)
351  (*miit)->getFieldData() += array[(*miit)->getPetscGlobalDofIdx()];
352  break;
353  default:
354  SETERRQ(comm, MOFEM_NOT_IMPLEMENTED, "not implemented");
355  }
356  CHKERR VecRestoreArray(V_glob, &array);
357  CHKERR VecScatterDestroy(&ctx);
358  CHKERR VecDestroy(&V_glob);
359  break;
360  }
361  default:
362  SETERRQ(comm, MOFEM_NOT_IMPLEMENTED, "not implemented");
363  }
364  MoFEMFunctionReturn(0);
365 }
366 
367 MoFEMErrorCode
368 VecManager::setGlobalGhostVector(const std::string name, RowColData rc, Vec V,
369  InsertMode mode,
370  ScatterMode scatter_mode) const {
371  const MoFEM::Interface &m_field = cOre;
372  const Problem *problem_ptr;
373  MoFEMFunctionBegin;
374  CHKERR m_field.get_problem(name, &problem_ptr);
375  CHKERR setGlobalGhostVector(problem_ptr, rc, V, mode, scatter_mode);
376  MoFEMFunctionReturn(0);
377 }
378 
379 template <int MODE> struct SetOtherLocalGhostVector {
380  template <typename A0, typename A1, typename A2, typename A3, typename A4>
381  inline MoFEMErrorCode operator()(A0 dofs_ptr, A1 array, A2 miit, A3 hi_miit,
382  A4 &cpy_bit_number,
383  const std::string cpy_field_name) {
384  MoFEMFunctionBegin;
385  for (; miit != hi_miit; miit++) {
386  if (miit->get()->getHasLocalIndex()) {
387  const auto uid = DofEntity::getUniqueIdCalculate(
388  (*miit)->getEntDofIdx(), FieldEntity::getLocalUniqueIdCalculate(
389  cpy_bit_number, (*miit)->getEnt()));
390  auto diiiit = dofs_ptr->template get<Unique_mi_tag>().find(uid);
391  if (diiiit == dofs_ptr->template get<Unique_mi_tag>().end()) {
392  MOFEM_LOG_FUNCTION();
393  MOFEM_LOG_ATTRIBUTES("VECSELF",
394  LogManager::BitLineID | LogManager::BitScope);
395  MOFEM_LOG("VECSELF", Sev::error)
396  << "Problem finding DOFs in the copy field";
397  MOFEM_LOG("VECSELF", Sev::error) << "Field DOF: " << (**miit);
398  MOFEM_LOG("VECSELF", Sev::error)
399  << "Copy field name: " << cpy_field_name;
400  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
401  "Automatic creation of entity and dof not implemented");
402  }
403  if constexpr (MODE == INSERT_VALUES)
404  (*diiiit)->getFieldData() = array[(*miit)->getPetscLocalDofIdx()];
405  else if constexpr (MODE == ADD_VALUES)
406  (*diiiit)->getFieldData() += array[(*miit)->getPetscLocalDofIdx()];
407  }
408  }
409  MoFEMFunctionReturn(0);
410  }
411 };
412 
413 MoFEMErrorCode VecManager::setOtherLocalGhostVector(
414  const Problem *problem_ptr, const std::string field_name,
415  const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode,
416  ScatterMode scatter_mode) const {
417  const MoFEM::Interface &m_field = cOre;
418  auto fields_ptr = m_field.get_fields();
419  auto dofs_ptr = m_field.get_dofs();
420  MoFEMFunctionBegin;
421  using DofsByUId = NumeredDofEntity_multiIndex::index<Unique_mi_tag>::type;
422  DofsByUId *dofs;
423 
424  switch (rc) {
425  case ROW:
426  dofs = const_cast<DofsByUId *>(
427  &problem_ptr->numeredRowDofsPtr->get<Unique_mi_tag>());
428  break;
429  case COL:
430  dofs = const_cast<DofsByUId *>(
431  &problem_ptr->numeredColDofsPtr->get<Unique_mi_tag>());
432  break;
433  default:
434  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
435  }
436 
437  auto cpy_fit = fields_ptr->get<FieldName_mi_tag>().find(cpy_field_name);
438  if (cpy_fit == fields_ptr->get<FieldName_mi_tag>().end())
439  SETERRQ1(PETSC_COMM_SELF, MOFEM_NOT_FOUND,
440  "cpy field < %s > not found, (top tip: check spelling)",
441  cpy_field_name.c_str());
442  const auto cpy_bit_number = (*cpy_fit)->getBitNumber();
443 
444  auto miit = dofs->lower_bound(
445  FieldEntity::getLoBitNumberUId(m_field.get_field_bit_number(field_name)));
446  if (miit == dofs->end()) {
447  SETERRQ1(PETSC_COMM_SELF, MOFEM_NOT_FOUND,
448  "cpy field < %s > not found, (top tip: check spelling)",
449  field_name.c_str());
450  }
451  auto hi_miit = dofs->upper_bound(
452  FieldEntity::getHiBitNumberUId(m_field.get_field_bit_number(field_name)));
453 
454  if ((*miit)->getSpace() != (*cpy_fit)->getSpace()) {
455  SETERRQ4(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
456  "fields have to have same space (%s) %s != (%s) %s",
457  (*miit)->getName().c_str(), FieldSpaceNames[(*miit)->getSpace()],
458  cpy_field_name.c_str(), FieldSpaceNames[(*cpy_fit)->getSpace()]);
459  }
460  if ((*miit)->getNbOfCoeffs() != (*cpy_fit)->getNbOfCoeffs()) {
461  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
462  "fields have to have same rank");
463  }
464 
465  switch (scatter_mode) {
466  case SCATTER_REVERSE: {
467 
468  PetscScalar *array;
469  CHKERR VecGetArray(V, &array);
470  if (mode == INSERT_VALUES)
471  CHKERR SetOtherLocalGhostVector<INSERT_VALUES>()(
472  dofs_ptr, array, miit, hi_miit, cpy_bit_number, cpy_field_name);
473  else if (mode == ADD_VALUES)
474  CHKERR SetOtherLocalGhostVector<ADD_VALUES>()(
475  dofs_ptr, array, miit, hi_miit, cpy_bit_number, cpy_field_name);
476  else
477  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
478  "Operation mode not implemented");
479  CHKERR VecRestoreArray(V, &array);
480  } break;
481  case SCATTER_FORWARD: {
482  for (; miit != hi_miit; miit++) {
483  if (!miit->get()->getHasLocalIndex())
484  continue;
485  const auto uid = DofEntity::getUniqueIdCalculate(
486  (*miit)->getEntDofIdx(), FieldEntity::getLocalUniqueIdCalculate(
487  cpy_bit_number, (*miit)->getEnt()));
488  auto diiiit = dofs_ptr->get<Unique_mi_tag>().find(uid);
489  if (diiiit == dofs_ptr->get<Unique_mi_tag>().end()) {
490  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
491  "no data to fill the vector (top tip: you want scatter forward "
492  "or scatter reverse?)");
493  }
494  CHKERR VecSetValue(V, (*miit)->getPetscGlobalDofIdx(),
495  (*diiiit)->getFieldData(), mode);
496  }
497  CHKERR VecAssemblyBegin(V);
498  CHKERR VecAssemblyEnd(V);
499  } break;
500  default:
501  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY, "not implemented");
502  }
503  MoFEMFunctionReturn(0);
504 }
505 
506 MoFEMErrorCode VecManager::setOtherLocalGhostVector(
507  const std::string name, const std::string field_name,
508  const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode,
509  ScatterMode scatter_mode) const {
510  const MoFEM::Interface &m_field = cOre;
511  const Problem *problem_ptr;
512  MoFEMFunctionBegin;
513  CHKERR m_field.get_problem(name, &problem_ptr);
514  CHKERR setOtherLocalGhostVector(problem_ptr, field_name, cpy_field_name, rc,
515  V, mode, scatter_mode);
516  MoFEMFunctionReturn(0);
517 }
518 
519 template <int MODE> struct SetOtherGlobalGhostVector {
520  template <typename A0, typename A1, typename A2, typename A3, typename A4>
521  inline MoFEMErrorCode operator()(A0 dofs_ptr, A1 array, A2 miit, A3 hi_miit,
522  A4 &cpy_bit_number) {
523  MoFEMFunctionBegin;
524  for (; miit != hi_miit; miit++) {
525  const auto uid = DofEntity::getUniqueIdCalculate(
526  (*miit)->getEntDofIdx(), FieldEntity::getLocalUniqueIdCalculate(
527  cpy_bit_number, (*miit)->getEnt()));
528  auto diiiit = dofs_ptr->template get<Unique_mi_tag>().find(uid);
529 #ifndef NDEBUG
530  if (diiiit == dofs_ptr->template get<Unique_mi_tag>().end()) {
531  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
532  "Automatic creation of entity and dof not implemented");
533  }
534 #endif
535  if constexpr (MODE == INSERT_VALUES)
536  (*diiiit)->getFieldData() = array[(*miit)->getPetscGlobalDofIdx()];
537  else if constexpr (MODE == ADD_VALUES)
538  (*diiiit)->getFieldData() += array[(*miit)->getPetscGlobalDofIdx()];
539  }
540  MoFEMFunctionReturn(0);
541  }
542 };
543 
544 MoFEMErrorCode VecManager::setOtherGlobalGhostVector(
545  const Problem *problem_ptr, const std::string field_name,
546  const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode,
547  ScatterMode scatter_mode) const {
548  const MoFEM::Interface &m_field = cOre;
549  auto fields_ptr = m_field.get_fields();
550  auto dofs_ptr = m_field.get_dofs();
551  MoFEMFunctionBegin;
552  NumeredDofEntityByUId *dofs;
553  DofIdx nb_dofs;
554  switch (rc) {
555  case ROW:
556  nb_dofs = problem_ptr->getNbDofsRow();
557  dofs = const_cast<NumeredDofEntityByUId *>(
558  &problem_ptr->numeredRowDofsPtr->get<Unique_mi_tag>());
559  break;
560  case COL:
561  nb_dofs = problem_ptr->getNbDofsCol();
562  dofs = const_cast<NumeredDofEntityByUId *>(
563  &problem_ptr->numeredColDofsPtr->get<Unique_mi_tag>());
564  break;
565  default:
566  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY, "not implemented");
567  }
568  auto cpy_fit = fields_ptr->get<FieldName_mi_tag>().find(cpy_field_name);
569  if (cpy_fit == fields_ptr->get<FieldName_mi_tag>().end()) {
570  SETERRQ1(PETSC_COMM_SELF, MOFEM_NOT_FOUND,
571  "cpy field < %s > not found, (top tip: check spelling)",
572  cpy_field_name.c_str());
573  }
574  const auto cpy_bit_number = (*cpy_fit)->getBitNumber();
575 
576  auto miit = dofs->lower_bound(
577  FieldEntity::getLoBitNumberUId(m_field.get_field_bit_number(field_name)));
578  if (miit == dofs->end()) {
579  SETERRQ1(PETSC_COMM_SELF, MOFEM_NOT_FOUND,
580  "problem field < %s > not found, (top tip: check spelling)",
581  field_name.c_str());
582  }
583  auto hi_miit = dofs->upper_bound(
584  FieldEntity::getHiBitNumberUId(m_field.get_field_bit_number(field_name)));
585  if ((*miit)->getSpace() != (*cpy_fit)->getSpace()) {
586  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
587  "fields have to have same space");
588  }
589  if ((*miit)->getNbOfCoeffs() != (*cpy_fit)->getNbOfCoeffs()) {
590  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
591  "fields have to have same rank");
592  }
593  switch (scatter_mode) {
594  case SCATTER_REVERSE: {
595  Vec V_glob;
596  VecScatter ctx;
597  CHKERR VecScatterCreateToAll(V, &ctx, &V_glob);
598  CHKERR VecScatterBegin(ctx, V, V_glob, INSERT_VALUES, SCATTER_FORWARD);
599  CHKERR VecScatterEnd(ctx, V, V_glob, INSERT_VALUES, SCATTER_FORWARD);
600  int size;
601  CHKERR VecGetSize(V_glob, &size);
602  if (size != nb_dofs)
603  SETERRQ(
604  PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
605  "data inconsistency: nb. of dofs and declared nb. dofs in database");
606  PetscScalar *array;
607  CHKERR VecGetArray(V_glob, &array);
608 
609  if (mode == INSERT_VALUES)
610  CHKERR SetOtherGlobalGhostVector<INSERT_VALUES>()(
611  dofs_ptr, array, miit, hi_miit, cpy_bit_number);
612  else if (mode == ADD_VALUES)
613  CHKERR SetOtherGlobalGhostVector<ADD_VALUES>()(dofs_ptr, array, miit,
614  hi_miit, cpy_bit_number);
615  else
616  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
617  "Operation mode not implemented");
618 
619  CHKERR VecRestoreArray(V_glob, &array);
620  CHKERR VecDestroy(&V_glob);
621  CHKERR VecScatterDestroy(&ctx);
622  } break;
623  case SCATTER_FORWARD: {
624  for (; miit != hi_miit; miit++) {
625  const auto uid = DofEntity::getUniqueIdCalculate(
626  (*miit)->getEntDofIdx(), FieldEntity::getLocalUniqueIdCalculate(
627  cpy_bit_number, (*miit)->getEnt()));
628  auto diiiit = dofs_ptr->get<Unique_mi_tag>().find(uid);
629  if (diiiit == dofs_ptr->get<Unique_mi_tag>().end()) {
630  SETERRQ(PETSC_COMM_SELF, MOFEM_DATA_INCONSISTENCY,
631  "No data to fill the vector (top tip: you want scatter forward "
632  "or scatter reverse?)");
633  }
634  CHKERR VecSetValue(V, (*miit)->getPetscGlobalDofIdx(),
635  (*diiiit)->getFieldData(), mode);
636  }
637  CHKERR VecAssemblyBegin(V);
638  CHKERR VecAssemblyEnd(V);
639  } break;
640  default:
641  SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED, "not implemented");
642  }
643  MoFEMFunctionReturn(0);
644 }
645 
646 MoFEMErrorCode VecManager::setOtherGlobalGhostVector(
647  const std::string name, const std::string field_name,
648  const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode,
649  ScatterMode scatter_mode) const {
650  const MoFEM::Interface &m_field = cOre;
651  const Problem *problem_ptr;
652  MoFEMFunctionBegin;
653  CHKERR m_field.get_problem(name, &problem_ptr);
654  CHKERR setOtherGlobalGhostVector(problem_ptr, field_name, cpy_field_name, rc,
655  V, mode, scatter_mode);
656  MoFEMFunctionReturn(0);
657 }
658 
659 } // namespace MoFEM
MoFEM::UnknownInterface::getInterface
MoFEMErrorCode getInterface(IFACE *&iface) const
Get interface reference to pointer of interface.
Definition: UnknownInterface.hpp:93
MoFEM::LogManager::checkIfChannelExist
static bool checkIfChannelExist(const std::string channel)
Check if channel exist.
Definition: LogManager.cpp:404
MoFEM::CoreTmp< 0 >
Core (interface) class.
Definition: Core.hpp:82
MoFEM::VecManager::vecCreateSeq
MoFEMErrorCode vecCreateSeq(const std::string name, RowColData rc, Vec *V) const
create local vector for problem
Definition: VecManager.cpp:38
MoFEM::SetOtherLocalGhostVector::operator()
MoFEMErrorCode operator()(A0 dofs_ptr, A1 array, A2 miit, A3 hi_miit, A4 &cpy_bit_number, const std::string cpy_field_name)
Definition: VecManager.cpp:381
MoFEM::Problem::getNbDofsCol
DofIdx getNbDofsCol() const
Definition: ProblemsMultiIndices.hpp:377
MoFEM::VecManager::setOtherLocalGhostVector
MoFEMErrorCode setOtherLocalGhostVector(const Problem *problem_ptr, const std::string field_name, const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode, ScatterMode scatter_mode) const
Copy vector to field which is not part of the problem.
Definition: VecManager.cpp:413
MoFEM::CoreInterface::get_comm
virtual MPI_Comm & get_comm() const =0
MoFEM::DofEntity::getUniqueIdCalculate
static UId getUniqueIdCalculate(const DofIdx dof, UId ent_uid)
Definition: DofsMultiIndices.hpp:54
MoFEM::SetOtherGlobalGhostVector::operator()
MoFEMErrorCode operator()(A0 dofs_ptr, A1 array, A2 miit, A3 hi_miit, A4 &cpy_bit_number)
Definition: VecManager.cpp:521
MoFEM::Exceptions::MoFEMErrorCode
PetscErrorCode MoFEMErrorCode
MoFEM/PETSc error code.
Definition: Exceptions.hpp:56
MoFEM::VecManager::setOtherGlobalGhostVector
MoFEMErrorCode setOtherGlobalGhostVector(const Problem *problem_ptr, const std::string field_name, const std::string cpy_field_name, RowColData rc, Vec V, InsertMode mode, ScatterMode scatter_mode) const
Copy vector to field which is not part of the problem (collective)
Definition: VecManager.cpp:544
MoFEM::CoreInterface::get_field_bit_number
virtual FieldBitNumber get_field_bit_number(const std::string name) const =0
get field bit number
MoFEM::PetscLocalIdx_mi_tag
Definition: TagMultiIndices.hpp:45
MoFEM::CoreInterface::get_problem
virtual const Problem * get_problem(const std::string problem_name) const =0
Get the problem object.
MOFEM_LOG_ATTRIBUTES
#define MOFEM_LOG_ATTRIBUTES(channel, bit)
Add attributes to channel.
Definition: LogManager.hpp:296
MoFEM::NumeredDofEntityByLocalIdx
NumeredDofEntity_multiIndex::index< PetscLocalIdx_mi_tag >::type NumeredDofEntityByLocalIdx
Numbered DoF multi-index by local index.
Definition: DofsMultiIndices.hpp:483
MoFEM::FieldName_mi_tag
MultiIndex Tag for field name.
Definition: TagMultiIndices.hpp:67
MoFEM::VecManager::vecCreateGhost
MoFEMErrorCode vecCreateGhost(const std::string name, RowColData rc, Vec *V) const
create ghost vector for problem (collective)
Definition: VecManager.cpp:64
MoFEM::Problem::getNbGhostDofsCol
DofIdx getNbGhostDofsCol() const
Definition: ProblemsMultiIndices.hpp:381
MoFEM::Problem::getNbGhostDofsRow
DofIdx getNbGhostDofsRow() const
Definition: ProblemsMultiIndices.hpp:380
MoFEM::LogManager::createSink
static boost::shared_ptr< SinkType > createSink(boost::shared_ptr< std::ostream > stream_ptr, std::string comm_filter)
Create a sink object.
Definition: LogManager.cpp:298
MoFEM::DeprecatedCoreInterface
Deprecated interface functions.
Definition: DeprecatedCoreInterface.hpp:16
ROW
@ ROW
Definition: definitions.h:136
MoFEM::CoreInterface::get_dofs
virtual const DofEntity_multiIndex * get_dofs() const =0
Get the dofs object.
MoFEM::SetOtherLocalGhostVector
Definition: VecManager.cpp:379
MOFEM_LOG_FUNCTION
#define MOFEM_LOG_FUNCTION()
Set scope.
Definition: LogManager.hpp:325
MoFEM::NumeredDofEntityByUId
NumeredDofEntity_multiIndex::index< Unique_mi_tag >::type NumeredDofEntityByUId
Numbered DoF multi-index by UId.
Definition: DofsMultiIndices.hpp:476
MoFEM::LogManager::BitLineID
@ BitLineID
Definition: LogManager.hpp:48
MoFEM::LogManager::BitScope
@ BitScope
Definition: LogManager.hpp:49
CHKERR
#define CHKERR
Inline error check.
Definition: definitions.h:548
MoFEM
implementation of Data Operators for Forces and Sources
Definition: Common.hpp:10
MoFEM::ISManager
Section manager is used to create indexes and sections.
Definition: ISManager.hpp:23
MoFEM::Problem::numeredColDofsPtr
boost::shared_ptr< NumeredDofEntity_multiIndex > numeredColDofsPtr
store DOFs on columns for this problem
Definition: ProblemsMultiIndices.hpp:75
MoFEM::VecManager::cOre
const MoFEM::Interface & cOre
Definition: VecManager.hpp:28
MoFEM::VecManager::vecScatterCreate
MoFEMErrorCode vecScatterCreate(Vec xin, const std::string x_problem, const std::string x_field_name, RowColData x_rc, Vec yin, const std::string y_problem, const std::string y_field_name, RowColData y_rc, VecScatter *newctx) const
create scatter for vectors form one to another problem (collective)
Definition: VecManager.cpp:131
RowColData
RowColData
RowColData.
Definition: definitions.h:136
convert.type
type
Definition: convert.py:64
MoFEM::Problem::getNbDofsRow
DofIdx getNbDofsRow() const
Definition: ProblemsMultiIndices.hpp:376
MoFEM::FieldEntity::getLocalUniqueIdCalculate
UId getLocalUniqueIdCalculate()
Get the Local Unique Id Calculate object.
Definition: FieldEntsMultiIndices.hpp:136
MoFEM::VecManager::dEbug
bool dEbug
Definition: VecManager.hpp:29
MoFEM::LogManager::getStrmSync
static boost::shared_ptr< std::ostream > getStrmSync()
Get the strm sync object.
Definition: LogManager.cpp:348
MoFEM::FieldEntity::getLoBitNumberUId
static UId getLoBitNumberUId(const FieldBitNumber bit_number)
Definition: FieldEntsMultiIndices.hpp:222
COL
@ COL
Definition: definitions.h:136
MoFEM::LogManager::getStrmWorld
static boost::shared_ptr< std::ostream > getStrmWorld()
Get the strm world object.
Definition: LogManager.cpp:344
MoFEM::LogManager::getStrmSelf
static boost::shared_ptr< std::ostream > getStrmSelf()
Get the strm self object.
Definition: LogManager.cpp:340
MoFEM::PetscGlobalIdx_mi_tag
Definition: TagMultiIndices.hpp:38
MOFEM_LOG_TAG
#define MOFEM_LOG_TAG(channel, tag)
Tag channel.
Definition: LogManager.hpp:339
MoFEM::Problem::getNbLocalDofsRow
DofIdx getNbLocalDofsRow() const
Definition: ProblemsMultiIndices.hpp:378
MOFEM_NOT_FOUND
@ MOFEM_NOT_FOUND
Definition: definitions.h:33
MoFEM::VecManager
Vector manager is used to create vectors \mofem_vectors.
Definition: VecManager.hpp:23
field_name
constexpr auto field_name
Definition: poisson_2d_homogeneous.cpp:13
MoFEM::VecManager::setLocalGhostVector
MoFEMErrorCode setLocalGhostVector(const Problem *problem_ptr, RowColData rc, Vec V, InsertMode mode, ScatterMode scatter_mode) const
set values of vector from/to mesh database
Definition: VecManager.cpp:202
MoFEM::CoreInterface::get_fields
virtual const Field_multiIndex * get_fields() const =0
Get the fields object.
MoFEM::SetOtherGlobalGhostVector
Definition: VecManager.cpp:519
MoFEM::Problem::numeredRowDofsPtr
boost::shared_ptr< NumeredDofEntity_multiIndex > numeredRowDofsPtr
store DOFs on rows for this problem
Definition: ProblemsMultiIndices.hpp:73
MoFEM::UnknownInterface
base class for all interface classes
Definition: UnknownInterface.hpp:34
FieldSpaceNames
const static char *const FieldSpaceNames[]
Definition: definitions.h:92
MOFEM_LOG
#define MOFEM_LOG(channel, severity)
Log.
Definition: LogManager.hpp:308
MoFEM::VecManager::setGlobalGhostVector
MoFEMErrorCode setGlobalGhostVector(const Problem *problem_ptr, RowColData rc, Vec V, InsertMode mode, ScatterMode scatter_mode) const
set values of vector from/to mesh database (collective)
Definition: VecManager.cpp:301
EigenMatrix::Vec
const FTensor::Tensor2< T, Dim, Dim > Vec
Definition: MatrixFunction.hpp:66
MOFEM_DATA_INCONSISTENCY
@ MOFEM_DATA_INCONSISTENCY
Definition: definitions.h:31
MoFEM::VecManager::VecManager
VecManager(const MoFEM::Core &core)
Definition: VecManager.cpp:14
MoFEM::FieldEntity::getHiBitNumberUId
static UId getHiBitNumberUId(const FieldBitNumber bit_number)
Definition: FieldEntsMultiIndices.hpp:228
MoFEM::Problem::getNbLocalDofsCol
DofIdx getNbLocalDofsCol() const
Definition: ProblemsMultiIndices.hpp:379
MoFEM::Unique_mi_tag
Definition: TagMultiIndices.hpp:18
MoFEM::Problem
keeps basic data about problem
Definition: ProblemsMultiIndices.hpp:54
MoFEM::LogManager::setLog
static LoggerType & setLog(const std::string channel)
Set ans resset chanel logger.
Definition: LogManager.cpp:389
MoFEM::SmartPetscObj< Vec >
MoFEM::VecManager::query_interface
MoFEMErrorCode query_interface(boost::typeindex::type_index type_index, UnknownInterface **iface) const
Definition: VecManager.cpp:8
MoFEM::Problem::getName
auto getName() const
Definition: ProblemsMultiIndices.hpp:372
MoFEMFunctionReturn
#define MoFEMFunctionReturn(a)
Last executable line of each PETSc function used for error handling. Replaces return()
Definition: definitions.h:429
MOFEM_NOT_IMPLEMENTED
@ MOFEM_NOT_IMPLEMENTED
Definition: definitions.h:32
MoFEMFunctionBegin
#define MoFEMFunctionBegin
First executable line of each MoFEM function, used for error handling. Final line of MoFEM functions ...
Definition: definitions.h:359
MoFEM::Types::DofIdx
int DofIdx
Index of DOF.
Definition: Types.hpp:18
Generated by Doxygen 1.8.17 and hosted at University of Glasgow