SetUpSchurImpl Struct Reference

Inheritance diagram for SetUpSchurImpl:

Collaboration diagram for SetUpSchurImpl:

Public Member Functions
	SetUpSchurImpl (MoFEM::Interface &m_field)
virtual	~SetUpSchurImpl ()=default
MoFEMErrorCode	setUp (SmartPetscObj< KSP >)
	SetUpSchurImpl (MoFEM::Interface &m_field, SmartPetscObj< DM > sub_dm, SmartPetscObj< IS > field_split_is, SmartPetscObj< AO > ao_up)
virtual	~SetUpSchurImpl ()
MoFEMErrorCode	setUp (TS solver)
MoFEMErrorCode	preProc ()
MoFEMErrorCode	postProc ()
	SetUpSchurImpl (MoFEM::Interface &m_field)
virtual	~SetUpSchurImpl ()
MoFEMErrorCode	setUp (SmartPetscObj< TS > solver)
	SetUpSchurImpl (MoFEM::Interface &m_field)
virtual	~SetUpSchurImpl ()
MoFEMErrorCode	setUp (SmartPetscObj< TS > solver)
	SetUpSchurImpl (MoFEM::Interface &m_field)
virtual	~SetUpSchurImpl ()=default
MoFEMErrorCode	setUp (SmartPetscObj< KSP > solver)

Private Member Functions
MoFEMErrorCode	createSubDM ()
MoFEMErrorCode	setOperator ()
MoFEMErrorCode	setPC (PC pc)
MoFEMErrorCode	setDiagonalPC (PC pc)
MoFEMErrorCode	setOperator ()
MoFEMErrorCode	setPC (PC pc)
SmartPetscObj< DM >	createSubDM ()
MoFEMErrorCode	setEntities ()
MoFEMErrorCode	createSubDM ()
MoFEMErrorCode	setOperator ()
MoFEMErrorCode	setPC (PC pc)
MoFEMErrorCode	setDiagonalPC (PC pc)

Private Attributes
MoFEM::Interface &	mField
SmartPetscObj< Mat >	S
SmartPetscObj< DM >	subDM
	field split sub dm
SmartPetscObj< IS >	fieldSplitIS
	IS for split Schur block.
SmartPetscObj< AO >	aoSchur
SmartPetscObj< DM >	schurDM
SmartPetscObj< DM >	blockDM
Range	volEnts
Range	subEnts

Additional Inherited Members
Static Public Member Functions inherited from SetUpSchur
static boost::shared_ptr< SetUpSchur >	createSetUpSchur (MoFEM::Interface &m_field)
static boost::shared_ptr< SetUpSchur >	createSetUpSchur (MoFEM::Interface &m_field, SmartPetscObj< DM > sub_dm, SmartPetscObj< IS > field_split_it, SmartPetscObj< AO > ao_map)
	Create data structure for handling Schur complement.
static boost::shared_ptr< SetUpSchur >	createSetUpSchur (MoFEM::Interface &m_field)
static boost::shared_ptr< SetUpSchur >	createSetUpSchur (MoFEM::Interface &m_field)
static boost::shared_ptr< SetUpSchur >	createSetUpSchur (MoFEM::Interface &m_field)
Protected Member Functions inherited from SetUpSchur
	SetUpSchur ()=default
virtual	~SetUpSchur ()=default
	SetUpSchur ()=default
	SetUpSchur ()=default
	SetUpSchur ()=default
	SetUpSchur ()=default

Detailed Description

Examples

mofem/atom_tests/test_broken_space.cpp, mofem/tutorials/adv-0_plasticity/plastic.cpp, and mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 552 of file test_broken_space.cpp.

Constructor & Destructor Documentation

SetUpSchurImpl() [1/5]

SetUpSchurImpl::SetUpSchurImpl ( MoFEM::Interface &  m_field )

inline

Definition at line 554 of file test_broken_space.cpp.

: SetUpSchur(), mField(m_field) {}

~SetUpSchurImpl() [1/5]

virtual SetUpSchurImpl::~SetUpSchurImpl ( )

virtualdefault

Examples

mofem/atom_tests/test_broken_space.cpp, mofem/tutorials/adv-0_plasticity/plastic.cpp, and mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

SetUpSchurImpl() [2/5]

SetUpSchurImpl::SetUpSchurImpl ( MoFEM::Interface &  m_field, SmartPetscObj< DM >  sub_dm, SmartPetscObj< IS >  field_split_is, SmartPetscObj< AO >  ao_up  )

inline

Definition at line 1675 of file plastic.cpp.

      : SetUpSchur(), mField(m_field), subDM(sub_dm),
        fieldSplitIS(field_split_is), aoSchur(ao_up) {
    if (S) {
      CHK_THROW_MESSAGE(MOFEM_DATA_INCONSISTENCY,
                        "Is expected that schur matrix is not "
                        "allocated. This is "
                        "possible only is if PC is set up twice");
    }
  }

~SetUpSchurImpl() [2/5]

virtual SetUpSchurImpl::~SetUpSchurImpl ( )

inlinevirtual

Definition at line 1686 of file plastic.cpp.

{ S.reset(); }

SetUpSchurImpl() [3/5]

SetUpSchurImpl::SetUpSchurImpl ( MoFEM::Interface &  m_field )

inline

Definition at line 1013 of file contact.cpp.

: SetUpSchur(), mField(m_field) {}

~SetUpSchurImpl() [3/5]

virtual SetUpSchurImpl::~SetUpSchurImpl ( )

inlinevirtual

Definition at line 1015 of file contact.cpp.

{}

SetUpSchurImpl() [4/5]

SetUpSchurImpl::SetUpSchurImpl ( MoFEM::Interface &  m_field )

inline

Definition at line 996 of file incompressible_elasticity.cpp.

: SetUpSchur(), mField(m_field) {}

~SetUpSchurImpl() [4/5]

virtual SetUpSchurImpl::~SetUpSchurImpl ( )

inlinevirtual

Definition at line 997 of file incompressible_elasticity.cpp.

{ S.reset(); }

SetUpSchurImpl() [5/5]

SetUpSchurImpl::SetUpSchurImpl ( MoFEM::Interface &  m_field )

inline

Definition at line 180 of file schur_elastic.cpp.

                                          : SetUpSchur(), mField(m_field) {
    if (S) {
      CHK_THROW_MESSAGE(
          MOFEM_DATA_INCONSISTENCY,
          "Is expected that schur matrix is not allocated. This is "
          "possible only is if PC is set up twice");
    }
  }

~SetUpSchurImpl() [5/5]

virtual SetUpSchurImpl::~SetUpSchurImpl ( )

virtualdefault

Member Function Documentation

createSubDM() [1/3]

MoFEMErrorCode SetUpSchurImpl::createSubDM ( )

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1107 of file contact.cpp.

                                           {
  MoFEMFunctionBegin;
  auto simple = mField.getInterface<Simple>();
 
  auto create_dm = [&](const char *name, const char *field_name, auto dm_type) {
    auto dm = createDM(mField.get_comm(), dm_type);
    auto create_dm_imp = [&]() {
      MoFEMFunctionBegin;
      CHKERR DMMoFEMCreateSubDM(dm, simple->getDM(), name);
      CHKERR DMMoFEMSetSquareProblem(dm, PETSC_TRUE);
      CHKERR DMMoFEMAddElement(dm, simple->getDomainFEName());
      CHKERR DMMoFEMAddSubFieldRow(dm, field_name);
      CHKERR DMMoFEMAddSubFieldCol(dm, field_name);
      CHKERR DMSetUp(dm);
      MoFEMFunctionReturn(0);
    };
    CHK_THROW_MESSAGE(
        create_dm_imp(),
        "Error in creating schurDM. It is possible that schurDM is "
        "already created");
    return dm;
  };
 
  // Note: here we can make block with bubbles of "U" and "SIGMA" fields. See
  // vec-0_elasticity where bubbles are added.
 
  schurDM = create_dm("SCHUR", "U", "DMMOFEM_MG");
  blockDM = create_dm("BLOCK", "SIGMA", "DMMOFEM");
 
  if constexpr (AT == AssemblyType::BLOCK_SCHUR) {
 
    auto get_nested_mat_data = [&](auto schur_dm, auto block_dm) {
      auto block_mat_data = createBlockMatStructure(
          simple->getDM(),
 
          {{
 
              simple->getDomainFEName(),
 
              {
 
                  {"U", "U"}, {"SIGMA", "U"}, {"U", "SIGMA"}, {"SIGMA", "SIGMA"}
 
              }}}
 
      );
 
      return createSchurNestedMatrixStruture(
 
          {schur_dm, block_dm}, block_mat_data,
 
          {"SIGMA"}, {nullptr}, true
 
      );
    };
 
    auto nested_mat_data = get_nested_mat_data(schurDM, blockDM);
    CHKERR DMMoFEMSetNestSchurData(simple->getDM(), nested_mat_data);
 
  } else {
    SETERRQ(PETSC_COMM_SELF, MOFEM_NOT_IMPLEMENTED,
            "Only BLOCK_SCHUR is implemented");
  }
 
  MoFEMFunctionReturn(0);
}

createSubDM() [2/3]

SmartPetscObj< DM > SetUpSchurImpl::createSubDM ( )

private

createSubDM() [3/3]

MoFEMErrorCode SetUpSchurImpl::createSubDM ( )

private

postProc()

MoFEMErrorCode SetUpSchurImpl::postProc

(

)

Examples

mofem/tutorials/adv-0_plasticity/plastic.cpp.

preProc()

MoFEMErrorCode SetUpSchurImpl::preProc

(

)

Examples

mofem/tutorials/adv-0_plasticity/plastic.cpp.

setDiagonalPC() [1/2]

MoFEMErrorCode SetUpSchurImpl::setDiagonalPC ( PC  pc )

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1257 of file contact.cpp.

                                                  {
  MoFEMFunctionBegin;
  KSP *subksp;
  CHKERR PCFieldSplitSchurGetSubKSP(pc, PETSC_NULLPTR, &subksp);
  auto get_pc = [](auto ksp) {
    PC pc_raw;
    CHKERR KSPGetPC(ksp, &pc_raw);
    return SmartPetscObj<PC>(pc_raw, true); // bump reference
  };
  CHKERR setSchurA00MatSolvePC(get_pc(subksp[0]));
 
  auto set_pc_p_mg = [](auto dm, auto pc, auto S) {
    MoFEMFunctionBegin;
    CHKERR PCSetDM(pc, dm);
    PetscBool same = PETSC_FALSE;
    PetscObjectTypeCompare((PetscObject)pc, PCMG, &same);
    if (same) {
      CHKERR PCMGSetUpViaApproxOrders(
          pc, createPCMGSetUpViaApproxOrdersCtx(dm, S, true));
      CHKERR PCSetFromOptions(pc);
    }
    MoFEMFunctionReturn(0);
  };
 
  auto set_pc_ksp = [&](auto dm, auto pc, auto S) {
    MoFEMFunctionBegin;
    PetscBool same = PETSC_FALSE;
    PetscObjectTypeCompare((PetscObject)pc, PCKSP, &same);
    if (same) {
      CHKERR PCSetFromOptions(pc);
      KSP inner_ksp;
      CHKERR PCKSPGetKSP(pc, &inner_ksp);
      CHKERR KSPSetFromOptions(inner_ksp);
      PC inner_pc;
      CHKERR KSPGetPC(inner_ksp, &inner_pc);
      CHKERR PCSetFromOptions(inner_pc);
      CHKERR set_pc_p_mg(dm, inner_pc, S);
    }
    MoFEMFunctionReturn(0);
  };
 
  CHKERR set_pc_ksp(schurDM, get_pc(subksp[1]), S);
  CHKERR set_pc_p_mg(schurDM, get_pc(subksp[1]), S);
 
  CHKERR PetscFree(subksp);
  MoFEMFunctionReturn(0);
}

setDiagonalPC() [2/2]

MoFEMErrorCode SetUpSchurImpl::setDiagonalPC ( PC  pc )

private

setEntities()

MoFEMErrorCode SetUpSchurImpl::setEntities ( )

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 253 of file schur_elastic.cpp.

                                           {
  MoFEMFunctionBegin;
  auto simple = mField.getInterface<Simple>();
  CHKERR mField.get_moab().get_entities_by_dimension(simple->getMeshset(),
                                                     SPACE_DIM, volEnts);
  CHKERR mField.get_moab().get_entities_by_handle(simple->getMeshset(),
                                                  subEnts);
  subEnts = subtract(subEnts, volEnts);
  MoFEMFunctionReturn(0);
};

setOperator() [1/3]

MoFEMErrorCode SetUpSchurImpl::setOperator ( )

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1174 of file contact.cpp.

                                           {
  MoFEMFunctionBegin;
 
  double eps_stab = 1e-4;
  CHKERR PetscOptionsGetScalar(PETSC_NULLPTR, "", "-eps_stab", &eps_stab,
                               PETSC_NULLPTR);
 
  using B = FormsIntegrators<BoundaryEleOp>::Assembly<
      BLOCK_PRECONDITIONER_SCHUR>::BiLinearForm<IT>;
  using OpMassStab = B::OpMass<3, SPACE_DIM * SPACE_DIM>;
 
  auto simple = mField.getInterface<Simple>();
  auto pip = mField.getInterface<PipelineManager>();
 
  auto dm_is = getDMSubData(schurDM)->getSmartRowIs();
  auto ao_up = createAOMappingIS(dm_is, PETSC_NULLPTR);
 
  // Boundary
  pip->getOpBoundaryLhsPipeline().push_front(createOpSchurAssembleBegin());
  pip->getOpBoundaryLhsPipeline().push_back(
      new OpMassStab("SIGMA", "SIGMA",
                     [eps_stab](double, double, double) { return eps_stab; }));
  pip->getOpBoundaryLhsPipeline().push_back(
 
      createOpSchurAssembleEnd({"SIGMA"}, {nullptr}, ao_up, S, false, false)
 
  );
 
  // Domain
  pip->getOpDomainLhsPipeline().push_front(createOpSchurAssembleBegin());
  pip->getOpDomainLhsPipeline().push_back(
 
      createOpSchurAssembleEnd({"SIGMA"}, {nullptr}, ao_up, S, false, false)
 
  );
 
  auto pre_proc_schur_lhs_ptr = boost::make_shared<FEMethod>();
  auto post_proc_schur_lhs_ptr = boost::make_shared<FEMethod>();
 
  pre_proc_schur_lhs_ptr->preProcessHook = [this]() {
    MoFEMFunctionBegin;
    CHKERR MatZeroEntries(S);
    MOFEM_LOG("CONTACT", Sev::verbose) << "Lhs Assemble Begin";
    MoFEMFunctionReturn(0);
  };
 
  post_proc_schur_lhs_ptr->postProcessHook = [this, ao_up,
                                              post_proc_schur_lhs_ptr]() {
    MoFEMFunctionBegin;
    MOFEM_LOG("CONTACT", Sev::verbose) << "Lhs Assemble End";
    [[maybe_unused]] auto print_mat_norm = [this](auto a, std::string prefix) {
      MoFEMFunctionBegin;
      double nrm;
      CHKERR MatNorm(a, NORM_FROBENIUS, &nrm);
      MOFEM_LOG("CONTACT", Sev::noisy) << prefix << " norm = " << nrm;
      MoFEMFunctionReturn(0);
    };
    CHKERR MatAssemblyBegin(S, MAT_FINAL_ASSEMBLY);
    CHKERR MatAssemblyEnd(S, MAT_FINAL_ASSEMBLY);
    CHKERR EssentialPostProcLhs<DisplacementCubitBcData>(
        mField, post_proc_schur_lhs_ptr, 1, S, ao_up)();
#ifndef NDEBUG
    CHKERR print_mat_norm(S, "S");
#endif // NDEBUG
    MOFEM_LOG("CONTACT", Sev::verbose) << "Lhs Assemble Finish";
    MoFEMFunctionReturn(0);
  };
 
  auto ts_ctx_ptr = getDMTsCtx(simple->getDM());
  ts_ctx_ptr->getPreProcessIJacobian().push_front(pre_proc_schur_lhs_ptr);
  ts_ctx_ptr->getPostProcessIJacobian().push_back(post_proc_schur_lhs_ptr);
 
  MoFEMFunctionReturn(0);
}

setOperator() [2/3]

MoFEMErrorCode SetUpSchurImpl::setOperator ( )

private

setOperator() [3/3]

MoFEMErrorCode SetUpSchurImpl::setOperator ( )

private

setPC() [1/3]

MoFEMErrorCode SetUpSchurImpl::setPC ( PC  pc )

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1249 of file contact.cpp.

                                          {
  MoFEMFunctionBegin;
  auto block_is = getDMSubData(blockDM)->getSmartRowIs();
  CHKERR PCFieldSplitSetIS(pc, NULL, block_is);
  CHKERR PCFieldSplitSetSchurPre(pc, PC_FIELDSPLIT_SCHUR_PRE_USER, S);
  MoFEMFunctionReturn(0);
}

setPC() [2/3]

MoFEMErrorCode SetUpSchurImpl::setPC ( PC  pc )

private

setPC() [3/3]

MoFEMErrorCode SetUpSchurImpl::setPC ( PC  pc )

private

setUp() [1/5]

MoFEMErrorCode SetUpSchurImpl::setUp ( SmartPetscObj< KSP >  solver )

virtual

Implements SetUpSchur.

setUp() [2/5]

MoFEMErrorCode SetUpSchurImpl::setUp ( SmartPetscObj< KSP >  ksp )

virtual

Implements SetUpSchur.

Examples

mofem/atom_tests/test_broken_space.cpp, mofem/tutorials/adv-0_plasticity/plastic.cpp, and mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 565 of file test_broken_space.cpp.

                                                           {
  MoFEMFunctionBegin;
  auto simple = mField.getInterface<Simple>();
  auto pip_mng = mField.getInterface<PipelineManager>();
 
  CHKERR KSPSetFromOptions(ksp);
  PC pc;
  CHKERR KSPGetPC(ksp, &pc);
 
  PetscBool is_pcfs = PETSC_FALSE;
  PetscObjectTypeCompare((PetscObject)pc, PCFIELDSPLIT, &is_pcfs);
  if (is_pcfs) {
 
    MOFEM_LOG("AT", Sev::inform) << "Setup Schur pc";
 
    auto create_sub_dm = [&]() {
      auto simple = mField.getInterface<Simple>();
 
      auto create_dm = [&](
 
                           std::string problem_name,
                           std::vector<std::string> fe_names,
                           std::vector<std::string> fields,
 
                           auto dm_type
 
                       ) {
        auto dm = createDM(mField.get_comm(), dm_type);
        auto create_dm_imp = [&]() {
          MoFEMFunctionBegin;
          CHKERR DMMoFEMCreateSubDM(dm, simple->getDM(), problem_name.c_str());
          CHKERR DMMoFEMSetSquareProblem(dm, PETSC_TRUE);
          for (auto fe : fe_names) {
            CHKERR DMMoFEMAddElement(dm, fe);
          }
          CHKERR DMMoFEMAddElement(dm, simple->getSkeletonFEName());
          for (auto field : fields) {
            CHKERR DMMoFEMAddSubFieldRow(dm, field);
            CHKERR DMMoFEMAddSubFieldCol(dm, field);
          }
          CHKERR DMSetUp(dm);
          MoFEMFunctionReturn(0);
        };
        CHK_THROW_MESSAGE(
            create_dm_imp(),
            "Error in creating schurDM. It is possible that schurDM is "
            "already created");
        return dm;
      };
 
      auto schur_dm = create_dm(
 
          "SCHUR",
 
          {simple->getDomainFEName(), simple->getSkeletonFEName()},
 
          {"HYBRID"},
 
          "DMMOFEM_MG");
 
      auto block_dm = create_dm(
 
          "BLOCK",
 
          {simple->getDomainFEName(), simple->getSkeletonFEName()},
 
          {"BROKEN", "U"},
 
          "DMMOFEM");
 
      return std::make_tuple(schur_dm, block_dm);
    };
 
    auto get_nested_mat_data = [&](auto schur_dm, auto block_dm) {
      auto block_mat_data = createBlockMatStructure(
          simple->getDM(),
 
          {
 
              {
 
                  simple->getDomainFEName(),
 
                  {
 
                      {"BROKEN", "BROKEN"},
                      {"U", "U"},
                      {"BROKEN", "U"},
                      {"U", "BROKEN"}
 
                  }
 
              },
 
              {
 
                  simple->getSkeletonFEName(),
 
                  {
 
                      {"BROKEN", "HYBRID"}, {"HYBRID", "BROKEN"}
 
                  }
 
              }
 
          }
 
      );
 
      return createSchurNestedMatrixStruture(
 
          {schur_dm, block_dm}, block_mat_data,
 
          {"BROKEN", "U"}, {nullptr, nullptr}, true
 
      );
    };
 
    auto set_ops = [&](auto schur_dm) {
      MoFEMFunctionBegin;
      auto dm_is = getDMSubData(schur_dm)->getSmartRowIs();
      auto ao_up = createAOMappingIS(dm_is, PETSC_NULLPTR);
 
      boost::shared_ptr<BlockStructure> block_data;
      CHKERR DMMoFEMGetBlocMatData(simple->getDM(), block_data);
 
      if (AT == BLOCK_SCHUR) {
        pip_mng->getOpDomainLhsPipeline().push_front(
            createOpSchurAssembleBegin());
        pip_mng->getOpDomainLhsPipeline().push_back(
 
            createOpSchurAssembleEnd({"BROKEN", "U"}, {nullptr, nullptr}, ao_up,
                                     S, true, true)
 
        );
      }
 
      auto pre_proc_schur_lhs_ptr = boost::make_shared<FEMethod>();
      auto post_proc_schur_lhs_ptr = boost::make_shared<FEMethod>();
 
      pre_proc_schur_lhs_ptr->preProcessHook = [this]() {
        MoFEMFunctionBegin;
        CHKERR MatZeroEntries(S);
        MOFEM_LOG("AT", Sev::verbose) << "Lhs Assemble Begin";
        MoFEMFunctionReturn(0);
      };
 
      post_proc_schur_lhs_ptr->postProcessHook = [this, ao_up,
                                                  post_proc_schur_lhs_ptr]() {
        MoFEMFunctionBegin;
        MOFEM_LOG("AT", Sev::verbose) << "Lhs Assemble End";
 
        if (AT == BLOCK_SCHUR) {
          CHKERR MatAssemblyBegin(S, MAT_FINAL_ASSEMBLY);
          CHKERR MatAssemblyEnd(S, MAT_FINAL_ASSEMBLY);
          if (1) {
            auto S_from_block = matDuplicate(S, MAT_SHARE_NONZERO_PATTERN);
            // Create matrix from block mat
            CHKERR assembleBlockMatSchur(mField, post_proc_schur_lhs_ptr->B,
                                 S_from_block, {"BROKEN", "U"},
                                 {nullptr, nullptr}, ao_up);
            CHKERR MatAssemblyBegin(S_from_block, MAT_FINAL_ASSEMBLY);
            CHKERR MatAssemblyEnd(S_from_block, MAT_FINAL_ASSEMBLY);
            CHKERR MatAYPX(S_from_block, -1, S, DIFFERENT_NONZERO_PATTERN);
            double norm;
            CHKERR MatNorm(S_from_block, NORM_FROBENIUS, &norm);
            MOFEM_LOG("AT", Sev::inform) << "Norm of difference: " << norm;
            if (norm > 1e-6)
              SETERRQ(
                  PETSC_COMM_SELF, MOFEM_ATOM_TEST_INVALID,
                  "Norm of difference between Schur and block matrix is larger "
                  "than accepted");
          }
        } else {
          CHKERR assembleBlockMatSchur(mField, post_proc_schur_lhs_ptr->B, S,
                               {"BROKEN", "U"}, {nullptr, nullptr}, ao_up);
          CHKERR MatAssemblyBegin(S, MAT_FINAL_ASSEMBLY);
          CHKERR MatAssemblyEnd(S, MAT_FINAL_ASSEMBLY);
        }
 
        MOFEM_LOG("AT", Sev::verbose) << "Lhs Assemble Finish";
        MoFEMFunctionReturn(0);
      };
 
      auto ksp_ctx_ptr = getDMKspCtx(simple->getDM());
      ksp_ctx_ptr->getPreProcSetOperators().push_front(pre_proc_schur_lhs_ptr);
      ksp_ctx_ptr->getPostProcSetOperators().push_back(post_proc_schur_lhs_ptr);
 
      MoFEMFunctionReturn(0);
    };
 
    auto set_pc = [&](auto pc, auto block_dm) {
      MoFEMFunctionBegin;
      auto block_is = getDMSubData(block_dm)->getSmartRowIs();
      CHKERR PCFieldSplitSetIS(pc, NULL, block_is);
      CHKERR PCFieldSplitSetSchurPre(pc, PC_FIELDSPLIT_SCHUR_PRE_USER, S);
      MoFEMFunctionReturn(0);
    };
 
 
 
    auto [schur_dm, block_dm] = create_sub_dm();
    if (AT == BLOCK_SCHUR || AT == BLOCK_MAT) {
      auto nested_mat_data = get_nested_mat_data(schur_dm, block_dm);
      CHKERR DMMoFEMSetNestSchurData(simple->getDM(), nested_mat_data);
    }
    S = createDMHybridisedL2Matrix(schur_dm);
    CHKERR MatSetDM(S, PETSC_NULLPTR);
 
    int bs = (SPACE_DIM == 2) ? NBEDGE_L2(hybrid_approx_order)
                              : NBFACETRI_L2(hybrid_approx_order);
    CHKERR MatSetBlockSize(S, bs);
 
    CHKERR set_ops(schur_dm);
    CHKERR set_pc(pc, block_dm);
    DM solver_dm;
    CHKERR KSPGetDM(ksp, &solver_dm);
    if (AT == BLOCK_SCHUR || AT == BLOCK_MAT)
      CHKERR DMSetMatType(solver_dm, MATSHELL);
 
    auto get_pc = [](auto ksp) {
      PC pc_raw;
      CHKERR KSPGetPC(ksp, &pc_raw);
      return pc_raw;
    };
 
    auto set_diagonal_pc = [&](auto pc) {
      MoFEMFunctionBegin;
 
      if (AT == BLOCK_SCHUR || AT == BLOCK_MAT) {
        auto A = createDMBlockMat(simple->getDM());
        auto P = createDMNestSchurMat(simple->getDM());
        CHKERR PCSetOperators(pc, A, P);
      }
 
      KSP *subksp;
      CHKERR PCFieldSplitSchurGetSubKSP(pc, PETSC_NULLPTR, &subksp);
      CHKERR setSchurA00MatSolvePC(SmartPetscObj<PC>(get_pc(subksp[0]), true));
 
      CHKERR PetscFree(subksp);
      MoFEMFunctionReturn(0);
    };
 
    auto set_mg_for_schur_complement = [&](auto pc, auto schur_dm, auto S) {
      MoFEMFunctionBegin;
 
      KSP *subksp;
      CHKERR PCFieldSplitSchurGetSubKSP(pc, PETSC_NULLPTR, &subksp);
      auto subpc = get_pc(subksp[1]);
 
      auto set_pc_p_mg = [](auto dm, auto pc, auto S) {
        MoFEMFunctionBegin;
        CHKERR PCSetDM(pc, dm);
        PetscBool same = PETSC_FALSE;
        PetscObjectTypeCompare((PetscObject)pc, PCMG, &same);
        if (same) {
          MOFEM_LOG("TIMER", Sev::inform) << "Set up MG";
          CHKERR PCMGSetUpViaApproxOrders(
              pc, createPCMGSetUpViaApproxOrdersCtx(dm, S, true));
          CHKERR PCSetFromOptions(pc);
        }
        MoFEMFunctionReturn(0);
      };
 
      PetscBool same = PETSC_FALSE;
      PetscObjectTypeCompare((PetscObject)subpc, PCKSP, &same);
      if (same) {
        CHKERR PCSetFromOptions(subpc);
        KSP inner_ksp;
        CHKERR PCKSPGetKSP(subpc, &inner_ksp);
        CHKERR KSPSetFromOptions(inner_ksp);
        PC inner_pc;
        CHKERR KSPGetPC(inner_ksp, &inner_pc);
        CHKERR PCSetFromOptions(inner_pc);
        CHKERR set_pc_p_mg(schur_dm, inner_pc, S);
      }
 
      CHKERR PetscFree(subksp);
      MoFEMFunctionReturn(0);
    };
 
    CHKERR KSPSetUp(ksp);
    if (AT == BLOCK_SCHUR || AT == BLOCK_MAT) {
      CHKERR set_diagonal_pc(pc);
      CHKERR set_mg_for_schur_complement(pc, schur_dm, S);
    }
 
  } else {
    SETERRQ(PETSC_COMM_SELF, MOFEM_ATOM_TEST_INVALID,
            "PC is not set to PCFIELDSPLIT");
  }
  MoFEMFunctionReturn(0);
}

setUp() [3/5]

MoFEMErrorCode SetUpSchurImpl::setUp ( SmartPetscObj< TS >  solver )

virtual

Implements SetUpSchur.

Definition at line 1032 of file contact.cpp.

                                                             {
  MoFEMFunctionBegin;
  auto simple = mField.getInterface<Simple>();
  auto pip = mField.getInterface<PipelineManager>();
 
  SNES snes;
  CHKERR TSGetSNES(solver, &snes);
  KSP ksp;
  CHKERR SNESGetKSP(snes, &ksp);
  CHKERR KSPSetFromOptions(ksp);
 
  PC pc;
  CHKERR KSPGetPC(ksp, &pc);
 
  PetscBool is_pcfs = PETSC_FALSE;
  PetscObjectTypeCompare((PetscObject)pc, PCFIELDSPLIT, &is_pcfs);
  if (is_pcfs) {
 
    MOFEM_LOG("CONTACT", Sev::inform) << "Setup Schur pc";
 
    if (S) {
      CHK_THROW_MESSAGE(
          MOFEM_DATA_INCONSISTENCY,
          "It is expected that Schur matrix is not allocated. This is "
          "possible only if PC is set up twice");
    }
 
    CHKERR createSubDM();
 
    // Add data to DM storage
    S = createDMMatrix(schurDM);
    CHKERR MatSetBlockSize(S, SPACE_DIM);
    // CHKERR MatSetOption(S, MAT_SYMMETRIC, PETSC_TRUE);
 
    // Set DM to use shell block matrix
    DM solver_dm;
    CHKERR TSGetDM(solver, &solver_dm);
    CHKERR DMSetMatType(solver_dm, MATSHELL);
 
    auto ts_ctx_ptr = getDMTsCtx(solver_dm);
    auto A = createDMBlockMat(simple->getDM());
    auto P = createDMNestSchurMat(simple->getDM());
 
    if (is_quasi_static == PETSC_TRUE) {
      auto swap_assemble = [](TS ts, PetscReal t, Vec u, Vec u_t, PetscReal a,
                              Mat A, Mat B, void *ctx) {
        return TsSetIJacobian(ts, t, u, u_t, a, B, A, ctx);
      };
      CHKERR TSSetIJacobian(solver, A, P, swap_assemble, ts_ctx_ptr.get());
    } else {
      auto swap_assemble = [](TS ts, PetscReal t, Vec u, Vec u_t, Vec utt,
                              PetscReal a, PetscReal aa, Mat A, Mat B,
                              void *ctx) {
        return TsSetI2Jacobian(ts, t, u, u_t, utt, a, aa, B, A, ctx);
      };
      CHKERR TSSetI2Jacobian(solver, A, P, swap_assemble, ts_ctx_ptr.get());
    }
    CHKERR KSPSetOperators(ksp, A, P);
 
    CHKERR setOperator();
    CHKERR setPC(pc);
    CHKERR TSSetUp(solver);
    CHKERR KSPSetUp(ksp);
    CHKERR setDiagonalPC(pc);
 
  } else {
    MOFEM_LOG("CONTACT", Sev::inform) << "No Schur PC";
    pip->getOpBoundaryLhsPipeline().push_front(createOpSchurAssembleBegin());
    pip->getOpBoundaryLhsPipeline().push_back(createOpSchurAssembleEnd({}, {}));
    pip->getOpDomainLhsPipeline().push_front(createOpSchurAssembleBegin());
    pip->getOpDomainLhsPipeline().push_back(createOpSchurAssembleEnd({}, {}));
  }
  MoFEMFunctionReturn(0);
}

setUp() [4/5]

MoFEMErrorCode SetUpSchurImpl::setUp ( SmartPetscObj< TS >  solver )

virtual

Implements SetUpSchur.

setUp() [5/5]

MoFEMErrorCode SetUpSchurImpl::setUp ( TS  solver )

virtual

Implements SetUpSchur.

Definition at line 1701 of file plastic.cpp.

                                              {
  MoFEMFunctionBegin;
  auto simple = mField.getInterface<Simple>();
  auto pip_mng = mField.getInterface<PipelineManager>();
 
  SNES snes;
  CHKERR TSGetSNES(solver, &snes);
  KSP ksp;
  CHKERR SNESGetKSP(snes, &ksp);
  CHKERR KSPSetFromOptions(ksp);
 
  PC pc;
  CHKERR KSPGetPC(ksp, &pc);
  PetscBool is_pcfs = PETSC_FALSE;
  PetscObjectTypeCompare((PetscObject)pc, PCFIELDSPLIT, &is_pcfs);
  if (is_pcfs) {
    if (S) {
      CHK_THROW_MESSAGE(MOFEM_DATA_INCONSISTENCY,
                        "Is expected that schur matrix is not "
                        "allocated. This is "
                        "possible only is if PC is set up twice");
    }
 
    S = createDMMatrix(subDM);
    CHKERR MatSetBlockSize(S, SPACE_DIM);
 
    // Set DM to use shell block matrix
    DM solver_dm;
    CHKERR TSGetDM(solver, &solver_dm);
    CHKERR DMSetMatType(solver_dm, MATSHELL);
 
    auto ts_ctx_ptr = getDMTsCtx(solver_dm);
    auto A = createDMBlockMat(simple->getDM());
    auto P = createDMNestSchurMat(simple->getDM());
 
    if (is_quasi_static == PETSC_TRUE) {
      auto swap_assemble = [](TS ts, PetscReal t, Vec u, Vec u_t, PetscReal a,
                              Mat A, Mat B, void *ctx) {
        return TsSetIJacobian(ts, t, u, u_t, a, B, A, ctx);
      };
      CHKERR TSSetIJacobian(solver, A, P, swap_assemble, ts_ctx_ptr.get());
    } else {
      auto swap_assemble = [](TS ts, PetscReal t, Vec u, Vec u_t, Vec utt,
                              PetscReal a, PetscReal aa, Mat A, Mat B,
                              void *ctx) {
        return TsSetI2Jacobian(ts, t, u, u_t, utt, a, aa, B, A, ctx);
      };
      CHKERR TSSetI2Jacobian(solver, A, P, swap_assemble, ts_ctx_ptr.get());
    }
    CHKERR KSPSetOperators(ksp, A, P);
 
    auto set_ops = [&]() {
      MoFEMFunctionBegin;
      auto pip_mng = mField.getInterface<PipelineManager>();
 
#ifndef ADD_CONTACT
      // Boundary
      pip_mng->getOpBoundaryLhsPipeline().push_front(
          createOpSchurAssembleBegin());
      pip_mng->getOpBoundaryLhsPipeline().push_back(createOpSchurAssembleEnd(
 
          {"EP", "TAU"}, {nullptr, nullptr}, aoSchur, S, false, false
 
          ));
      // Domain
      pip_mng->getOpDomainLhsPipeline().push_front(
          createOpSchurAssembleBegin());
      pip_mng->getOpDomainLhsPipeline().push_back(createOpSchurAssembleEnd(
 
          {"EP", "TAU"}, {nullptr, nullptr}, aoSchur, S, false, false
 
          ));
#else
 
      double eps_stab = 1e-4;
      CHKERR PetscOptionsGetScalar(PETSC_NULLPTR, "", "-eps_stab", &eps_stab,
                                   PETSC_NULLPTR);
 
      using B = FormsIntegrators<BoundaryEleOp>::Assembly<
          BLOCK_PRECONDITIONER_SCHUR>::BiLinearForm<IT>;
      using OpMassStab = B::OpMass<3, SPACE_DIM * SPACE_DIM>;
 
      // Boundary
      pip_mng->getOpBoundaryLhsPipeline().push_front(
          createOpSchurAssembleBegin());
      pip_mng->getOpBoundaryLhsPipeline().push_back(
          new OpMassStab("SIGMA", "SIGMA", [eps_stab](double, double, double) {
            return eps_stab;
          }));
      pip_mng->getOpBoundaryLhsPipeline().push_back(createOpSchurAssembleEnd(
 
          {"SIGMA", "EP", "TAU"}, {nullptr, nullptr, nullptr}, aoSchur, S,
          false, false
 
          ));
      // Domain
      pip_mng->getOpDomainLhsPipeline().push_front(
          createOpSchurAssembleBegin());
      pip_mng->getOpDomainLhsPipeline().push_back(createOpSchurAssembleEnd(
 
          {"SIGMA", "EP", "TAU"}, {nullptr, nullptr, nullptr}, aoSchur, S,
          false, false
 
          ));
#endif // ADD_CONTACT
      MoFEMFunctionReturn(0);
    };
 
    auto set_assemble_elems = [&]() {
      MoFEMFunctionBegin;
      auto schur_asmb_pre_proc = boost::make_shared<FEMethod>();
      schur_asmb_pre_proc->preProcessHook = [this]() {
        MoFEMFunctionBegin;
        CHKERR MatZeroEntries(S);
        MOFEM_LOG("TIMER", Sev::verbose) << "Lhs Assemble Begin";
        MoFEMFunctionReturn(0);
      };
      auto schur_asmb_post_proc = boost::make_shared<FEMethod>();
      auto weak_schur_asmb_post_proc = boost::weak_ptr<FEMethod>(
          schur_asmb_post_proc); // fe method passed to lambda, have to be weak ptr to avoid circular shared ptr reference
 
      schur_asmb_post_proc->postProcessHook = [this,
                                               weak_schur_asmb_post_proc]() {
        MoFEMFunctionBegin;
        MOFEM_LOG("TIMER", Sev::verbose) << "Lhs Assemble End";
 
        // Apply essential constrains to Schur complement
        CHKERR MatAssemblyBegin(S, MAT_FINAL_ASSEMBLY);
        CHKERR MatAssemblyEnd(S, MAT_FINAL_ASSEMBLY);
        CHKERR EssentialPostProcLhs<DisplacementCubitBcData>(
            mField, weak_schur_asmb_post_proc.lock(), 1, S, aoSchur)();
 
        MoFEMFunctionReturn(0);
      };
      auto ts_ctx_ptr = getDMTsCtx(simple->getDM());
      ts_ctx_ptr->getPreProcessIJacobian().push_front(schur_asmb_pre_proc);
      ts_ctx_ptr->getPostProcessIJacobian().push_front(schur_asmb_post_proc);
      MoFEMFunctionReturn(0);
    };
 
    auto set_pc = [&]() {
      MoFEMFunctionBegin;
      CHKERR PCFieldSplitSetIS(pc, NULL, fieldSplitIS);
      CHKERR PCFieldSplitSetSchurPre(pc, PC_FIELDSPLIT_SCHUR_PRE_USER, S);
      MoFEMFunctionReturn(0);
    };
 
    auto set_diagonal_pc = [&]() {
      MoFEMFunctionBegin;
      KSP *subksp;
      CHKERR PCFieldSplitSchurGetSubKSP(pc, PETSC_NULLPTR, &subksp);
      auto get_pc = [](auto ksp) {
        PC pc_raw;
        CHKERR KSPGetPC(ksp, &pc_raw);
        return SmartPetscObj<PC>(pc_raw,
                                 true); // bump reference
      };
      CHKERR setSchurA00MatSolvePC(get_pc(subksp[0]));
      CHKERR PetscFree(subksp);
      MoFEMFunctionReturn(0);
    };
 
    CHKERR set_ops();
    CHKERR set_pc();
    CHKERR set_assemble_elems();
 
    CHKERR TSSetUp(solver);
    CHKERR KSPSetUp(ksp);
    CHKERR set_diagonal_pc();
 
  } else {
    pip_mng->getOpBoundaryLhsPipeline().push_front(
        createOpSchurAssembleBegin());
    pip_mng->getOpBoundaryLhsPipeline().push_back(
        createOpSchurAssembleEnd({}, {}));
    pip_mng->getOpDomainLhsPipeline().push_front(createOpSchurAssembleBegin());
    pip_mng->getOpDomainLhsPipeline().push_back(
        createOpSchurAssembleEnd({}, {}));
  }
 
  // fieldSplitIS.reset();
  // aoSchur.reset();
  MoFEMFunctionReturn(0);
}

Member Data Documentation

aoSchur

SmartPetscObj<AO> SetUpSchurImpl::aoSchur

private

Examples

mofem/tutorials/adv-0_plasticity/plastic.cpp.

Definition at line 1698 of file plastic.cpp.

blockDM

SmartPetscObj< DM > SetUpSchurImpl::blockDM

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1029 of file contact.cpp.

fieldSplitIS

SmartPetscObj<IS> SetUpSchurImpl::fieldSplitIS

private

IS for split Schur block.

Examples

mofem/tutorials/adv-0_plasticity/plastic.cpp.

Definition at line 1697 of file plastic.cpp.

mField

MoFEM::Interface & SetUpSchurImpl::mField

private

Examples

mofem/atom_tests/test_broken_space.cpp, mofem/tutorials/adv-0_plasticity/plastic.cpp, and mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 561 of file test_broken_space.cpp.

S

SmartPetscObj< Mat > SetUpSchurImpl::S

private

Examples

mofem/atom_tests/test_broken_space.cpp, mofem/tutorials/adv-0_plasticity/plastic.cpp, and mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 562 of file test_broken_space.cpp.

schurDM

SmartPetscObj< DM > SetUpSchurImpl::schurDM

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 1028 of file contact.cpp.

subDM

SmartPetscObj< DM > SetUpSchurImpl::subDM

private

field split sub dm

Examples

mofem/tutorials/adv-0_plasticity/plastic.cpp.

Definition at line 1696 of file plastic.cpp.

subEnts

Range SetUpSchurImpl::subEnts

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 206 of file schur_elastic.cpp.

volEnts

Range SetUpSchurImpl::volEnts

private

Examples

mofem/tutorials/vec-10_elasticity_schur/schur_elastic.cpp.

Definition at line 205 of file schur_elastic.cpp.

---

The documentation for this struct was generated from the following files:

• atom_tests/test_broken_space.cpp
• tutorials/adv-0_plasticity/plastic.cpp
• tutorials/adv-1_contact/contact.cpp
• tutorials/mix-2_incompressible_elasticity/incompressible_elasticity.cpp
• tutorials/vec-10_elasticity_schur/schur_elastic.cpp