61 amrex::Box domain(
linop->
Geom(lev).growPeriodicDomain(1));
62 domain.convert(amrex::IntVect::TheNodeVector());
65 for (MFIter mfi(*a_model_mf[lev],
false); mfi.isValid(); ++mfi)
67 amrex::Box bx = mfi.grownnodaltilebox();
70 amrex::Array4<const T>
const& model = a_model_mf[lev]->array(mfi);
71 amrex::Array4<const Set::Scalar>
const& u = a_u_mf[lev]->array(mfi);
72 amrex::Array4<Set::Matrix>
const& dw = a_dw_mf[lev]->array(mfi);
73 amrex::Array4<Set::Matrix4<AMREX_SPACEDIM, T::sym>>
const& ddw = a_ddw_mf[lev]->array(mfi);
76 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k) {
83 dw(i, j, k) = model(i, j, k).DW(gradu);
84 ddw(i, j, k) = model(i, j, k).DDW(gradu);
88 Set::Matrix eps = 0.5 * (gradu + gradu.transpose());
89 dw(i, j, k) = model(i, j, k).DW(eps);
90 ddw(i, j, k) = model(i, j, k).DDW(eps);
95 dw(i, j, k) = model(i, j, k).DW(F);
96 ddw(i, j, k) = model(i, j, k).DDW(F);
109 amrex::Box domain(
linop->
Geom(lev).growPeriodicDomain(1));
110 domain.convert(amrex::IntVect::TheNodeVector());
112 const amrex::Dim3 lo = amrex::lbound(domain), hi = amrex::ubound(domain);
113 for (MFIter mfi(*a_model_mf[lev],
false); mfi.isValid(); ++mfi)
115 amrex::Box bx = mfi.nodaltilebox();
117 amrex::Array4<const Set::Scalar>
const& u = a_u_mf[lev]->array(mfi);
118 amrex::Array4<const Set::Scalar>
const& b = a_b_mf[lev]->array(mfi);
119 amrex::Array4<const Set::Matrix>
const& dw = a_dw_mf[lev]->array(mfi);
120 amrex::Array4<Set::Scalar>
const& rhs = a_rhs_mf[lev]->array(mfi);
121 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
125 if (AMREX_D_TERM(i == lo.x || i == hi.x, || j == lo.y || j == hi.y, || k == lo.z || k == hi.z))
128 Set::Vector U(AMREX_D_DECL(u(i, j, k, 0), u(i, j, k, 1), u(i, j, k, 2)));
130 for (
int d = 0; d < AMREX_SPACEDIM; d++) rhs(i, j, k, d) = b(i, j, k, d) - ret(d);
135 for (
int p = 0; p < AMREX_SPACEDIM; p++) rhs(i, j, k, p) = b(i, j, k, p) - divdw(p);
153 amrex::Box domain(
linop->
Geom(lev).growPeriodicDomain(2));
154 domain.convert(amrex::IntVect::TheNodeVector());
157 for (MFIter mfi(*a_model_mf[lev],
false); mfi.isValid(); ++mfi)
159 amrex::Box bx = mfi.grownnodaltilebox();
162 amrex::Array4<const T>
const& model = a_model_mf[lev]->array(mfi);
163 amrex::Array4<const Set::Vector>
const& u = a_u_mf[lev]->array(mfi);
164 amrex::Array4<Set::Matrix>
const& dw = a_dw_mf[lev]->array(mfi);
165 amrex::Array4<Set::Matrix4<AMREX_SPACEDIM, T::sym>>
const& ddw = a_ddw_mf[lev]->array(mfi);
168 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
177 kinvar = 0.5 * (gradu + gradu.transpose());
179 kinvar = gradu + Set::Matrix::Identity();
181 dw(i, j, k) = model(i, j, k).DW(kinvar);
182 ddw(i, j, k) = model(i, j, k).DDW(kinvar);
187 a_dw_mf[lev]->setMultiGhost(
true);
188 a_dw_mf[lev]->FillBoundaryAndSync(
m_elastic->
Geom(lev).periodicity());
189 a_ddw_mf[lev]->setMultiGhost(
true);
190 a_ddw_mf[lev]->FillBoundaryAndSync(
m_elastic->
Geom(lev).periodicity());
201 amrex::Box domain(
linop->
Geom(lev).growPeriodicDomain(2));
202 domain.convert(amrex::IntVect::TheNodeVector());
204 const amrex::Dim3 lo = amrex::lbound(domain), hi = amrex::ubound(domain);
205 for (MFIter mfi(*a_model_mf[lev],
false); mfi.isValid(); ++mfi)
207 amrex::Box bx = mfi.grownnodaltilebox() & domain;
208 amrex::Array4<const Set::Vector>
const& u = a_u_mf[lev]->array(mfi);
209 amrex::Array4<const Set::Vector>
const& b = a_b_mf[lev]->array(mfi);
210 amrex::Array4<const Set::Matrix>
const& dw = a_dw_mf[lev]->array(mfi);
211 amrex::Array4<Set::Scalar>
const& rhs = a_rhs_mf[lev]->array(mfi);
214 if (
m_psi ==
nullptr)
216 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
220 if (AMREX_D_TERM(i == lo.x || i == hi.x, || j == lo.y || j == hi.y, || k == lo.z || k == hi.z))
223 Set::Vector ret =
m_elastic->
GetBC()(u(i, j, k), gradu, dw(i, j, k), i, j, k, bx);
224 for (
int d = 0; d < AMREX_SPACEDIM; d++) rhs(i, j, k, d) = b(i, j, k)(d) - ret(d);
229 for (
int d = 0; d < AMREX_SPACEDIM; d++) rhs(i, j, k, d) = b(i, j, k)(d) - divdw(d);
238 const amrex::Dim3 boxlo = amrex::lbound(bx), boxhi = amrex::ubound(bx);
239 amrex::Array4<const Set::Scalar>
const& psi = (*m_psi)[lev]->array(mfi);
240 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
244 if (AMREX_D_TERM(i == lo.x || i == hi.x, || j == lo.y || j == hi.y, || k == lo.z || k == hi.z))
248 if (AMREX_D_TERM(i > boxlo.x && i<boxhi.x, && j>boxlo.y && j<boxhi.y, && k>boxlo.z && k < boxhi.z))
252 Set::Vector ret =
m_elastic->
GetBC()(u(i, j, k), gradu, dw(i, j, k) * psiavg, i, j, k, bx);
253 for (
int d = 0; d < AMREX_SPACEDIM; d++) rhs(i, j, k, d) = b(i, j, k)(d) - ret(d);
258 if (AMREX_D_TERM(i > boxlo.x && i<boxhi.x, && j>boxlo.y && j<boxhi.y, && k>boxlo.z && k < boxhi.z))
262 divdw += dw(i, j, k) * gradpsi;
264 for (
int d = 0; d < AMREX_SPACEDIM; d++) rhs(i, j, k, d) = b(i, j, k)(d) - divdw(d);
270 a_rhs_mf[lev]->setMultiGhost(
true);
271 a_rhs_mf[lev]->FillBoundaryAndSync(
m_elastic->
Geom(lev).periodicity());
272 a_ddw_mf[lev]->setMultiGhost(
true);
273 a_ddw_mf[lev]->FillBoundaryAndSync(
m_elastic->
Geom(lev).periodicity());
282 Real a_tol_rel, Real a_tol_abs,
const char* checkpoint_file =
nullptr)
294 dsol_mf.
Define(lev, a_u_mf[lev]->boxArray(),
295 a_u_mf[lev]->DistributionMap(),
297 a_u_mf[lev]->nGrow());
298 dw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
299 a_b_mf[lev]->DistributionMap(),
301 a_b_mf[lev]->nGrow());
302 ddw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
303 a_b_mf[lev]->DistributionMap(),
305 a_b_mf[lev]->nGrow());
306 rhs_mf.
Define(lev, a_b_mf[lev]->boxArray(),
307 a_b_mf[lev]->DistributionMap(),
309 a_b_mf[lev]->nGrow());
311 dsol_mf[lev]->setVal(0.0);
312 dw_mf[lev]->setVal(Set::Matrix::Zero());
315 a_b_mf.
Copy(lev, *rhs_mf[lev], 0, 2);
319 for (
int nriter = 0; nriter <
m_nriters; nriter++)
331 for (
int lev = 0; lev < dsol_mf.size(); ++lev)
333 for (
int comp = 0; comp < AMREX_SPACEDIM; comp++)
335 Set::Scalar tmpcornorm = dsol_mf[lev]->norm0(comp, 0);
336 if (tmpcornorm > cornorm) cornorm = tmpcornorm;
344 if (solnorm == 0) relnorm = cornorm;
345 else relnorm = cornorm / solnorm;
348 for (
int lev = 0; lev < dsol_mf.size(); ++lev)
349 a_u_mf.
AddFrom(lev, *dsol_mf[lev], 0, 2);
363 Real a_tol_rel, Real a_tol_abs,
const char* checkpoint_file =
nullptr)
375 dsol_mf.
Define(lev, a_u_mf[lev]->boxArray(),
376 a_u_mf[lev]->DistributionMap(),
377 a_u_mf[lev]->nComp(),
378 a_u_mf[lev]->nGrow());
379 dw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
380 a_b_mf[lev]->DistributionMap(),
382 a_b_mf[lev]->nGrow());
383 ddw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
384 a_b_mf[lev]->DistributionMap(),
386 a_b_mf[lev]->nGrow());
387 rhs_mf.
Define(lev, a_b_mf[lev]->boxArray(),
388 a_b_mf[lev]->DistributionMap(),
389 a_b_mf[lev]->nComp(),
390 a_b_mf[lev]->nGrow());
392 dsol_mf[lev]->setVal(0.0);
393 dw_mf[lev]->setVal(Set::Matrix::Zero());
396 amrex::MultiFab::Copy(*rhs_mf[lev], *a_b_mf[lev], 0, 0, AMREX_SPACEDIM, 2);
399 for (
int nriter = 0; nriter <
m_nriters; nriter++)
411 for (
int lev = 0; lev < dsol_mf.size(); ++lev)
413 for (
int comp = 0; comp < AMREX_SPACEDIM; comp++)
415 Set::Scalar tmpcornorm = dsol_mf[lev]->norm0(comp, 0);
416 if (tmpcornorm > cornorm) cornorm = tmpcornorm;
418 Set::Scalar tmpsolnorm = a_u_mf[lev]->norm0(comp, 0);
419 if (tmpsolnorm > solnorm) solnorm = tmpsolnorm;
424 if (solnorm == 0) relnorm = cornorm;
425 else relnorm = cornorm / solnorm;
428 for (
int lev = 0; lev < dsol_mf.size(); ++lev)
429 amrex::MultiFab::Add(*a_u_mf[lev], *dsol_mf[lev], 0, 0, AMREX_SPACEDIM, 2);
476 dw_mf.resize(a_u_mf.size());
477 ddw_mf.resize(a_u_mf.size());
478 res_mf.resize(a_u_mf.size());
479 for (
int lev = 0; lev < a_u_mf.size(); lev++)
481 dw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
482 a_b_mf[lev]->DistributionMap(),
483 1, a_b_mf[lev]->nGrow());
484 ddw_mf.
Define(lev, a_b_mf[lev]->boxArray(),
485 a_b_mf[lev]->DistributionMap(),
486 1, a_b_mf[lev]->nGrow());
487 res_mf.
Define(lev, a_b_mf[lev]->boxArray(),
488 a_b_mf[lev]->DistributionMap(),
489 AMREX_SPACEDIM, a_b_mf[lev]->nGrow());
490 dw_mf[lev]->setVal(Set::Matrix::Zero());
495 for (
int lev = 0; lev < a_res_mf.size(); ++lev)
498 a_res_mf.
CopyFrom(lev, *res_mf[lev], 0, 2);
511 res_mf.Define(lev, a_b_mf[lev]->boxArray(), a_b_mf[lev]->DistributionMap(), AMREX_SPACEDIM, a_b_mf[lev]->nGrow());
512 sol_mf.Define(lev, a_b_mf[lev]->boxArray(), a_b_mf[lev]->DistributionMap(), AMREX_SPACEDIM, a_b_mf[lev]->nGrow());
513 rhs_mf.
Define(lev, a_b_mf[lev]->boxArray(), a_b_mf[lev]->DistributionMap(), AMREX_SPACEDIM, a_b_mf[lev]->nGrow());
515 a_u_mf.
Copy(lev, *sol_mf[lev], 0, 2);
516 a_b_mf.
Copy(lev, *rhs_mf[lev], 0, 2);
519 mlmg->compResidual(amrex::GetVecOfPtrs(res_mf), amrex::GetVecOfPtrs(sol_mf), amrex::GetVecOfConstPtrs(rhs_mf));
523 a_res_mf.
CopyFrom(lev, *res_mf[lev], 0, 2);
532 for (
int lev = 0; lev < a_u_mf.size(); lev++)
534 BL_PROFILE(
"Solver::Nonlocal::Newton::DW()");
536 const amrex::Real* DX =
linop->
Geom(lev).CellSize();
537 amrex::Box domain(
linop->
Geom(lev).Domain());
538 domain.convert(amrex::IntVect::TheNodeVector());
540 for (MFIter mfi(*a_u_mf[lev], amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi)
542 const Box& bx = mfi.tilebox();
543 amrex::Array4<T>
const& C = a_model_mf[lev]->array(mfi);
544 amrex::Array4<amrex::Real>
const& w = a_w_mf[lev]->array(mfi);
545 amrex::Array4<const amrex::Real>
const& u = a_u_mf[lev]->array(mfi);
546 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
553 for (
int p = 0; p < AMREX_SPACEDIM; p++)
555 AMREX_D_TERM(gradu(p, 0) = (
Numeric::Stencil<Set::Scalar, 1, 0, 0>::D(u, i, j, k, p, DX, sten));,
556 gradu(p, 1) = (
Numeric::Stencil<Set::Scalar, 0, 1, 0>::D(u, i, j, k, p, DX, sten));,
557 gradu(p, 2) = (
Numeric::Stencil<Set::Scalar, 0, 0, 1>::D(u, i, j, k, p, DX, sten)););
561 w(i, j, k) = C(i, j, k).W(gradu);
563 w(i, j, k) = C(i, j, k).W(0.5 * (gradu + gradu.transpose()));
565 w(i, j, k) = C(i, j, k).W(gradu + Set::Matrix::Identity());
575 for (
int lev = 0; lev < a_u_mf.size(); lev++)
577 BL_PROFILE(
"Solver::Nonlocal::Newton::DW()");
579 const amrex::Real* DX =
linop->
Geom(lev).CellSize();
580 amrex::Box domain(
linop->
Geom(lev).Domain());
581 domain.convert(amrex::IntVect::TheNodeVector());
583 for (MFIter mfi(*a_u_mf[lev], amrex::TilingIfNotGPU()); mfi.isValid(); ++mfi)
585 const Box& bx = mfi.tilebox();
586 amrex::Array4<T>
const& C = a_model_mf[lev]->array(mfi);
587 amrex::Array4<amrex::Real>
const& dw = a_dw_mf[lev]->array(mfi);
588 amrex::Array4<const amrex::Real>
const& u = a_u_mf[lev]->array(mfi);
589 amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(
int i,
int j,
int k)
596 for (
int p = 0; p < AMREX_SPACEDIM; p++)
598 AMREX_D_TERM(gradu(p, 0) = (
Numeric::Stencil<Set::Scalar, 1, 0, 0>::D(u, i, j, k, p, DX, sten));,
599 gradu(p, 1) = (
Numeric::Stencil<Set::Scalar, 0, 1, 0>::D(u, i, j, k, p, DX, sten));,
600 gradu(p, 2) = (
Numeric::Stencil<Set::Scalar, 0, 0, 1>::D(u, i, j, k, p, DX, sten)););
606 sig = C(i, j, k).DW(gradu);
608 sig = C(i, j, k).DW(0.5 * (gradu + gradu.transpose()));
610 sig = C(i, j, k).DW(gradu + Set::Matrix::Identity());
614 AMREX_D_PICK(dw(i, j, k, 0) = sig(0, 0);
616 dw(i, j, k, 0) = sig(0, 0); dw(i, j, k, 1) = sig(0, 1);
617 dw(i, j, k, 2) = sig(1, 0); dw(i, j, k, 3) = sig(1, 1);
619 dw(i, j, k, 0) = sig(0, 0); dw(i, j, k, 1) = sig(0, 1); dw(i, j, k, 2) = sig(0, 2);
620 dw(i, j, k, 3) = sig(1, 0); dw(i, j, k, 4) = sig(1, 1); dw(i, j, k, 5) = sig(1, 2);
621 dw(i, j, k, 6) = sig(2, 0); dw(i, j, k, 7) = sig(2, 1); dw(i, j, k, 8) = sig(2, 2););