Line data Source code
1 :
2 : #include "Hydro.H"
3 : #include "AMReX_MultiFab.H"
4 : #include "IO/ParmParse.H"
5 : #include "BC/Constant.H"
6 : #include "BC/Expression.H"
7 : #include "Numeric/Stencil.H"
8 : #include "IC/Constant.H"
9 : #include "IC/Laminate.H"
10 : #include "IC/Expression.H"
11 : #include "IC/BMP.H"
12 : #include "IC/PNG.H"
13 : #include "Solver/Local/Riemann/Roe.H"
14 : #include "Solver/Local/Riemann/HLLE.H"
15 : #include "Solver/Local/Riemann/HLLC.H"
16 : #include "AMReX_TimeIntegrator.H"
17 :
18 : #include "Model/Gas/Gas.H"
19 : #include "Model/Gas/Thermo/Thermo.H"
20 : #include "Model/Gas/Thermo/CpConstant.H"
21 : #include "Model/Gas/Transport/Transport.H"
22 : #include "Model/Gas/Transport/Mixture_Averaged.H"
23 : #include "Model/Gas/EOS/EOS.H"
24 : #include "Model/Gas/EOS/CPG.H"
25 :
26 : namespace Integrator
27 : {
28 :
29 8 : Hydro::Hydro(IO::ParmParse& pp) : Hydro()
30 : {
31 8 : pp_queryclass(*this);
32 8 : }
33 :
34 : void
35 8 : Hydro::Parse(Hydro& value, IO::ParmParse& pp)
36 : {
37 : BL_PROFILE("Integrator::Hydro::Hydro()");
38 : {
39 : // pp.query_default("r_refinement_criterion", value.r_refinement_criterion , 0.01);
40 : // energy-based refinement
41 : // pp.query_default("e_refinement_criterion", value.e_refinement_criterion , 0.01);
42 : // momentum-based refinement
43 : // pp.query_default("m_refinement_criterion", value.m_refinement_criterion , 0.01);
44 :
45 24 : pp.forbid("scheme","use integration.type instead");
46 :
47 : // eta-based refinement
48 16 : pp.query_default("eta_refinement_criterion", value.eta_refinement_criterion , 0.01);
49 : // vorticity-based refinement
50 16 : pp.query_default("omega_refinement_criterion", value.omega_refinement_criterion, 0.01);
51 : // velocity gradient-based refinement
52 16 : pp.query_default("gradu_refinement_criterion", value.gradu_refinement_criterion, 0.01);
53 : // pressure-based refinement
54 16 : pp.query_default("p_refinement_criterion", value.p_refinement_criterion, 1e100);
55 : // density-based refinement
56 24 : pp.query_default("rho_refinement_criterion", value.rho_refinement_criterion, 1e100);
57 :
58 24 : pp_forbid("gamma", "replaced by gas->gamma(...)"); // gamma for gamma law
59 16 : pp_query_required("cfl", value.cfl); // cfl condition
60 24 : pp_query_default("cfl_v", value.cfl_v,1E100); // cfl condition
61 32 : pp_forbid("mu", "replaced with gas->dynamic_viscosity(...)"); // linear viscosity coefficient
62 32 : pp_forbid("Lfactor","replaced with mu");
63 : //pp_query_default("Lfactor", value.Lfactor,1.0); // (to be removed) test factor for viscous source
64 32 : pp_forbid("Pfactor","replaced with mu");
65 : //pp_query_default("Pfactor", value.Pfactor,1.0); // (to be removed) test factor for viscous source
66 32 : pp_forbid("pref", "deprecated - use absolute pressure"); // reference pressure for Roe solver
67 :
68 32 : pp_forbid("rho.bc","--> density.bc");
69 32 : pp_forbid("p.bc","--> pressure.bc");
70 32 : pp_forbid("v.bc", "--> velocity.bc");
71 32 : pp_forbid("pressure.bc","--> energy.bc");
72 24 : pp_forbid("velocity.bc","--> momentum.bc");
73 :
74 : // Boundary condition for density
75 16 : pp.select_default<BC::Constant,BC::Expression>("density.bc",value.density_bc,1);
76 : // Boundary condition for energy
77 16 : pp.select_default<BC::Constant,BC::Expression>("energy.bc",value.energy_bc,1);
78 : // Boundary condition for momentum
79 16 : pp.select_default<BC::Constant,BC::Expression>("momentum.bc",value.momentum_bc,2);
80 :
81 8 : if (!value.managed)
82 : {
83 : // Boundary condition for phase field order parameter
84 24 : pp.select_default<BC::Constant,BC::Expression>("pf.eta.bc",value.eta_bc,1);
85 : }
86 :
87 16 : pp_query_default("small",value.small,1E-8); // small regularization value
88 24 : pp_query_default("cutoff",value.cutoff,-1E100); // cutoff value
89 24 : pp_query_default("lagrange",value.lagrange,0.0); // lagrange no-penetration factor
90 :
91 24 : pp_forbid("roefix","--> solver.roe.entropy_fix"); // Roe solver entropy fix
92 :
93 : }
94 : // Register FabFields:
95 : {
96 8 : int nghost = 1;
97 :
98 8 : if (!value.managed)
99 : {
100 8 : value.eta_mf = new Set::Field<Set::Scalar>();
101 8 : value.eta_old_mf = new Set::Field<Set::Scalar>();
102 24 : value.RegisterNewFab(*value.eta_mf, value.eta_bc, 1, nghost, "eta", true, true);
103 24 : value.RegisterNewFab(*value.eta_old_mf, value.eta_bc, 1, nghost, "eta_old", true, true);
104 : }
105 24 : value.RegisterNewFab(value.etadot_mf, value.eta_bc, 1, nghost, "etadot", true, false);
106 :
107 24 : value.RegisterNewFab(value.density_mf, value.density_bc, 1, nghost, "density", true , true);
108 24 : value.RegisterNewFab(value.density_old_mf, value.density_bc, 1, nghost, "density_old", false, true);
109 :
110 24 : value.RegisterNewFab(value.energy_mf, value.energy_bc, 1, nghost, "energy", true ,true);
111 24 : value.RegisterNewFab(value.energy_old_mf, value.energy_bc, 1, nghost, "energy_old" , false, true);
112 :
113 32 : value.RegisterNewFab(value.momentum_mf, value.momentum_bc, 2, nghost, "momentum", true ,true, {"x","y"});
114 24 : value.RegisterNewFab(value.momentum_old_mf, value.momentum_bc, 2, nghost, "momentum_old", false, true);
115 :
116 24 : value.RegisterNewFab(value.pressure_mf, &value.bc_nothing, 1, nghost, "pressure", true, false);
117 24 : value.RegisterNewFab(value.temperature_mf, &value.bc_nothing, 1, nghost, "temperature", true, false);
118 32 : value.RegisterNewFab(value.velocity_mf, &value.bc_nothing, 2, nghost, "velocity", true, false,{"x","y"});
119 24 : value.RegisterNewFab(value.vorticity_mf, &value.bc_nothing, 1, nghost, "vorticity", true, false);
120 :
121 24 : value.RegisterNewFab(value.m0_mf, &value.bc_nothing, 1, 0, "m0", true, false);
122 32 : value.RegisterNewFab(value.u0_mf, &value.bc_nothing, 2, 0, "u0", true, false, {"x","y"});
123 32 : value.RegisterNewFab(value.q_mf, &value.bc_nothing, 2, 0, "q", true, false, {"x","y"});
124 :
125 32 : value.RegisterNewFab(value.solid.momentum_mf, &value.neumann_bc_D, 2, nghost, "solid.momentum", true, false, {"x","y"});
126 24 : value.RegisterNewFab(value.solid.density_mf, &value.neumann_bc_1, 1, nghost, "solid.density", true, false);
127 24 : value.RegisterNewFab(value.solid.energy_mf, &value.neumann_bc_1, 1, nghost, "solid.energy", true, false);
128 :
129 24 : value.RegisterNewFab(value.Source_mf, &value.bc_nothing, 4, 0, "Source", true, false);
130 :
131 24 : value.RegisterNewFab(value.mass_fraction_mf, &value.bc_nothing, 1, nghost, "mass_fraction", true , true);
132 24 : value.RegisterNewFab(value.mole_fraction_mf, &value.bc_nothing, 1, nghost, "mole_fraction", true , true);
133 24 : value.RegisterNewFab(value.scratch_mf, &value.bc_nothing, 1, nghost, "scratch", false , false);
134 : }
135 :
136 32 : pp_forbid("Velocity.ic.type", "--> velocity.ic.type");
137 32 : pp_forbid("Pressure.ic", "--> pressure.ic");
138 32 : pp_forbid("SolidMomentum.ic", "--> solid.momentum.ic");
139 32 : pp_forbid("SolidDensity.ic.type", "--> solid.density.ic.type");
140 32 : pp_forbid("SolidEnergy.ic.type", "--> solid.energy.ic.type");
141 32 : pp_forbid("Density.ic.type", "--> density.ic.type");
142 32 : pp_forbid("rho_injected.ic.type","no longer using rho_injected use m0 instead");
143 24 : pp.forbid("mdot.ic.type", "replace mdot with u0");
144 :
145 :
146 : // ORDER PARAMETER
147 :
148 8 : if (!value.managed)
149 : {
150 : // eta initial condition
151 24 : pp.select_default<IC::Constant,IC::Laminate,IC::Expression,IC::BMP,IC::PNG>("eta.ic",value.eta_ic,value.geom);
152 : }
153 :
154 : // PRIMITIVE FIELD INITIAL CONDITIONS
155 :
156 : // velocity initial condition
157 16 : pp.select_default<IC::Constant,IC::Expression>("velocity.ic",value.velocity_ic,value.geom);
158 : // solid pressure initial condition
159 16 : pp.select_default<IC::Constant,IC::Expression>("pressure.ic",value.pressure_ic,value.geom);
160 : // density initial condition type
161 16 : pp.select_default<IC::Constant,IC::Expression>("density.ic",value.density_ic,value.geom);
162 :
163 :
164 : // SOLID FIELDS
165 :
166 : // solid momentum initial condition
167 16 : pp.select_default<IC::Constant,IC::Expression>("solid.momentum.ic",value.solid.momentum_ic,value.geom);
168 : // solid density initial condition
169 16 : pp.select_default<IC::Constant,IC::Expression>("solid.density.ic",value.solid.density_ic,value.geom);
170 : // solid energy initial condition
171 16 : pp.select_default<IC::Constant,IC::Expression>("solid.energy.ic",value.solid.energy_ic,value.geom);
172 :
173 :
174 : // DIFFUSE BOUNDARY SOURCES
175 :
176 : // diffuse boundary prescribed mass flux
177 16 : pp.select_default<IC::Constant,IC::Expression>("m0.ic",value.ic_m0,value.geom);
178 : // diffuse boundary prescribed velocity
179 16 : pp.select_default<IC::Constant,IC::Expression>("u0.ic",value.ic_u0,value.geom);
180 : // diffuse boundary prescribed heat flux
181 16 : pp.select_default<IC::Constant,IC::Expression>("q.ic",value.ic_q,value.geom);
182 :
183 : // Riemann solver
184 : pp.select_default< Solver::Local::Riemann::Roe,
185 : Solver::Local::Riemann::HLLE,
186 16 : Solver::Local::Riemann::HLLC>("solver",value.riemannsolver);
187 :
188 : // Gas model (Thermo, Transport, and EOS)
189 16 : pp.queryclass<Model::Gas::Gas>("gas", value.gas);
190 8 : value.nspecies = value.gas.nspecies;
191 8 : std::cout << value.nspecies << "\n";
192 :
193 8 : std::string prescribedflowmode_str;
194 : //
195 32 : pp.query_validate("prescribedflowmode",prescribedflowmode_str,{"absolute","relative"});
196 8 : if (prescribedflowmode_str == "absolute") value.prescribedflowmode = PrescribedFlowMode::Absolute;
197 0 : else if (prescribedflowmode_str == "relative") value.prescribedflowmode = PrescribedFlowMode::Relative;
198 :
199 24 : pp.queryarr_default("g",value.g,Set::Vector::Zero());
200 :
201 : bool allow_unused;
202 : // Set this to true to allow unused inputs without error.
203 : // (Not recommended.)
204 8 : pp.query_default("allow_unused",allow_unused,false);
205 8 : if (!allow_unused && pp.AnyUnusedInputs(true, false))
206 : {
207 0 : Util::Warning(INFO,"The following inputs were specified but not used:");
208 0 : pp.AllUnusedInputs();
209 0 : Util::Exception(INFO,"Aborting. Specify 'allow_unused=True` to ignore this error.");
210 : }
211 8 : }
212 :
213 :
214 8 : void Hydro::Initialize(int lev)
215 : {
216 : BL_PROFILE("Integrator::Hydro::Initialize");
217 :
218 8 : if (!managed)
219 : {
220 8 : eta_ic ->Initialize(lev, *eta_mf, 0.0);
221 8 : eta_ic ->Initialize(lev, *eta_old_mf, 0.0);
222 : }
223 8 : etadot_mf[lev] ->setVal(0.0);
224 :
225 : //flux_mf[lev] ->setVal(0.0);
226 :
227 8 : velocity_ic ->Initialize(lev, velocity_mf, 0.0);
228 8 : pressure_ic ->Initialize(lev, pressure_mf, 0.0);
229 8 : density_ic ->Initialize(lev, density_mf, 0.0);
230 :
231 8 : density_ic ->Initialize(lev, density_old_mf, 0.0);
232 :
233 8 : solid.density_ic ->Initialize(lev, solid.density_mf, 0.0);
234 8 : solid.momentum_ic->Initialize(lev, solid.momentum_mf, 0.0);
235 8 : solid.energy_ic ->Initialize(lev, solid.energy_mf, 0.0);
236 :
237 8 : ic_m0 ->Initialize(lev, m0_mf, 0.0);
238 8 : ic_u0 ->Initialize(lev, u0_mf, 0.0);
239 8 : ic_q ->Initialize(lev, q_mf, 0.0);
240 :
241 8 : Source_mf[lev] ->setVal(0.0);
242 :
243 8 : if (managed) { if (lev >= (int)mixed.size()) mixed.push_back(false);}
244 8 : else Mix(lev);
245 8 : }
246 :
247 8 : void Hydro::Mix(int lev)
248 : {
249 8 : if (managed && mixed[lev]) return;
250 :
251 16 : for (amrex::MFIter mfi(*velocity_mf[lev], true); mfi.isValid(); ++mfi)
252 : {
253 8 : const amrex::Box& bx = mfi.growntilebox();
254 :
255 8 : Set::Patch<const Set::Scalar> eta_patch = eta_old_mf->Patch(lev,mfi);
256 :
257 8 : Set::Patch<Set::Scalar> v = velocity_mf.Patch(lev,mfi);
258 8 : Set::Patch<Set::Scalar> p = pressure_mf.Patch(lev,mfi);
259 8 : Set::Patch<Set::Scalar> rho = density_mf.Patch(lev,mfi);
260 8 : Set::Patch<Set::Scalar> rho_old = density_old_mf.Patch(lev,mfi);
261 8 : Set::Patch<Set::Scalar> M = momentum_mf.Patch(lev,mfi);
262 8 : Set::Patch<Set::Scalar> M_old = momentum_old_mf.Patch(lev,mfi);
263 8 : Set::Patch<Set::Scalar> E = energy_mf.Patch(lev,mfi);
264 8 : Set::Patch<Set::Scalar> E_old = energy_old_mf.Patch(lev,mfi);
265 8 : Set::Patch<const Set::Scalar> rho_solid = solid.density_mf.Patch(lev,mfi);
266 8 : Set::Patch<const Set::Scalar> M_solid = solid.momentum_mf.Patch(lev,mfi);
267 8 : Set::Patch<const Set::Scalar> E_solid = solid.energy_mf.Patch(lev,mfi);
268 8 : Set::Patch<Set::Scalar> Y = mass_fraction_mf.Patch(lev,mfi);
269 8 : Set::Patch<Set::Scalar> X = mole_fraction_mf.Patch(lev,mfi);
270 8 : Set::Patch<Set::Scalar> T = temperature_mf.Patch(lev,mfi);
271 :
272 :
273 8 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k)
274 : {
275 44496 : Set::Scalar eta = invert ? 1.0-eta_patch(i,j,k)*eta_patch(i,j,k) : eta_patch(i,j,k);
276 :
277 : // Initially compute primitives (T,P,u) from given initial conditions
278 : // But from then on, compute them from mixed values to avoid zero T conditions
279 : // Except velocity - keep velocity from fluid values only
280 22248 : gas.ComputeLocalFractions(rho, Y, X, i,j,k); // Get local mole/mass fractions from fluid densities
281 22248 : Set::Scalar density = gas.ComputeD(rho, i, j, k); // If a gas mixture, this will compute the mixture density
282 44496 : T(i,j,k) = gas.ComputeT(p(i,j,k), density, X, i, j, k);
283 88992 : Set::Scalar E_fluid = gas.ComputeE(density, density*v(i,j,k,0), density*v(i,j,k,1), T(i,j,k), X, i, j, k);
284 :
285 : // Mix
286 88992 : M(i, j, k, 0) = (rho(i, j, k)*v(i, j, k, 0))*eta + M_solid(i, j, k, 0)*(1.0-eta);
287 88992 : M(i, j, k, 1) = (rho(i, j, k)*v(i, j, k, 1))*eta + M_solid(i, j, k, 1)*(1.0-eta);
288 44496 : M_old(i, j, k, 0) = M(i, j, k, 0);
289 44496 : M_old(i, j, k, 1) = M(i, j, k, 1);
290 :
291 66744 : rho(i, j, k) = eta * rho(i, j, k) + (1.0 - eta) * rho_solid(i, j, k);
292 44496 : rho_old(i, j, k) = rho(i, j, k);
293 :
294 44496 : E(i, j, k) = E_fluid*eta + E_solid(i,j,k)*(1.0-eta);
295 44496 : E_old(i, j, k) = E(i, j, k);
296 : //Util::Message(INFO,"Energy: ", E(i,j,k), " Pressure: ", p(i,j,k), " Temp: ", T(i,j,k), " Density: ",density, " R: ", gas.R(X,i,j,k), " MW: ", gas.GetMW(X,i,j,k), " Rg: ", Set::Constant::Rg);
297 :
298 : //gas.ComputeLocalFractions(rho, Y, X, i,j,k); // Get local mole/mass fractions from mixed densities
299 : //density = gas.ComputeD(rho, i, j, k);
300 : //T(i, j, k) = gas.ComputeT(density, M(i,j,k,0), M(i,j,k,1), E(i,j,k), T(i,j,k), X, i, j, k);
301 : //p(i, j, k) = gas.ComputeP(density, T(i,j,k), X, i, j, k);
302 : //v(i,j,k,0) = M(i,j,k,0)/density;
303 : //v(i,j,k,1) = M(i,j,k,1)/density;
304 22248 : });
305 : //Util::Abort(INFO);
306 8 : }
307 8 : c_max = 0.0;
308 8 : vx_max = 0.0;
309 8 : vy_max = 0.0;
310 : }
311 :
312 5650 : void Hydro::UpdateEta(int lev, Set::Scalar time)
313 : {
314 39550 : Util::Assert(INFO,TEST(!managed),"Should override this if Hydro is managed!");
315 5650 : eta_ic->Initialize(lev, *eta_mf, time);
316 5650 : }
317 :
318 0 : void Hydro::UpdateFluxes(int /*lev*/, Set::Scalar /*time*/, Set::Scalar /*dt*/)
319 : {
320 0 : Util::Assert(INFO,TEST(!managed),"Should override this if Hydro is managed!");
321 0 : }
322 :
323 5650 : void Hydro::TimeStepBegin(Set::Scalar, int /*iter*/)
324 : {
325 :
326 5650 : }
327 :
328 5650 : void Hydro::TimeStepComplete(Set::Scalar, int lev)
329 : {
330 5650 : if (dynamictimestep.on)
331 0 : Integrator::DynamicTimestep_Update();
332 5650 : return;
333 :
334 : const Set::Scalar* DX = geom[lev].CellSize();
335 :
336 : amrex::ParallelDescriptor::ReduceRealMax(c_max);
337 : amrex::ParallelDescriptor::ReduceRealMax(vx_max);
338 : amrex::ParallelDescriptor::ReduceRealMax(vy_max);
339 :
340 : Set::Scalar new_timestep = cfl / ((c_max + vx_max) / DX[0] + (c_max + vy_max) / DX[1]);
341 :
342 : Util::Assert(INFO, TEST(AMREX_SPACEDIM == 2));
343 :
344 : SetTimestep(new_timestep);
345 : }
346 :
347 5650 : void Hydro::Advance(int lev, Set::Scalar time, Set::Scalar dt)
348 : {
349 :
350 5650 : if (!managed) std::swap(*eta_old_mf, *eta_mf);
351 5650 : std::swap(density_old_mf[lev], density_mf[lev]);
352 5650 : std::swap(momentum_old_mf[lev], momentum_mf[lev]);
353 5650 : std::swap(energy_old_mf[lev], energy_mf[lev]);
354 :
355 : //
356 : // UPDATE ETA AND CALCULATE ETADOT
357 : //
358 :
359 5650 : if (!managed) UpdateEta(lev, time);
360 5650 : if (managed)
361 : {
362 0 : UpdateFluxes(lev,time,dt);
363 0 : Mix(lev);
364 : }
365 11300 : for (amrex::MFIter mfi(*(velocity_mf)[lev], true); mfi.isValid(); ++mfi)
366 : {
367 5650 : const amrex::Box& bx = mfi.growntilebox();
368 5650 : amrex::Array4<const Set::Scalar> const& eta_new = (*(*eta_mf)[lev]).array(mfi);
369 5650 : amrex::Array4<const Set::Scalar> const& eta = (*(*eta_old_mf)[lev]).array(mfi);
370 5650 : amrex::Array4<Set::Scalar> const& etadot = (*etadot_mf[lev]).array(mfi);
371 5650 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k)
372 : {
373 :
374 50455800 : etadot(i, j, k) = (eta_new(i, j, k) - eta(i, j, k)) / dt;
375 16818600 : if (invert) etadot(i,j,k) *= 1.0;
376 :
377 16818600 : });
378 5650 : }
379 :
380 :
381 : //
382 : // DO TIME INTEGRATION (driving the RHS function)
383 : //
384 :
385 : // Organize references to the "new" solution
386 5650 : amrex::Vector<amrex::MultiFab> solution_new;
387 5650 : solution_new.emplace_back(*density_mf[lev].get(),amrex::MakeType::make_alias,0,1);
388 5650 : solution_new.emplace_back(*momentum_mf[lev].get(),amrex::MakeType::make_alias,0,2);
389 5650 : solution_new.emplace_back(*energy_mf[lev].get(),amrex::MakeType::make_alias,0,1);
390 :
391 : // Organize references to the "old" solution
392 5650 : amrex::Vector<amrex::MultiFab> solution_old;
393 5650 : solution_old.emplace_back(*density_old_mf[lev].get(),amrex::MakeType::make_alias,0,1);
394 5650 : solution_old.emplace_back(*momentum_old_mf[lev].get(),amrex::MakeType::make_alias,0,2);
395 5650 : solution_old.emplace_back(*energy_old_mf[lev].get(),amrex::MakeType::make_alias,0,1);
396 :
397 : // Create the time integrator
398 5650 : amrex::TimeIntegrator timeintegrator(solution_new, time);
399 :
400 : // Set the time integrator RHS - in this case, just relay to our current RHS function
401 5650 : timeintegrator.set_rhs([&](amrex::Vector<amrex::MultiFab> & rhs_mf, amrex::Vector<amrex::MultiFab> & solution_mf, const Set::Scalar time)
402 : {
403 6650 : RHS(lev, time,
404 : rhs_mf[0], rhs_mf[1], rhs_mf[2],
405 6650 : solution_mf[0],solution_mf[1],solution_mf[2]);
406 6650 : });
407 :
408 : // Take care of filling boundaries during stages
409 5650 : timeintegrator.set_post_stage_action([&](amrex::Vector<amrex::MultiFab> & stage_mf, Set::Scalar time)
410 : {
411 1000 : density_bc->FillBoundary(stage_mf[0],0,1,time,0);
412 1000 : stage_mf[0].FillBoundary(true);
413 1000 : momentum_bc->FillBoundary(stage_mf[1],0,2,time,0);
414 1000 : stage_mf[1].FillBoundary(true);
415 1000 : energy_bc->FillBoundary(stage_mf[2],0,1,time,0);
416 1000 : stage_mf[2].FillBoundary(true);
417 1000 : });
418 :
419 : // Do the update
420 5650 : timeintegrator.advance(solution_old, solution_new, time, dt);
421 :
422 :
423 : //
424 : // APPLY CUTOFFS AND DO DYNAMIC TIMESTEP CALCULATION
425 : //
426 :
427 5650 : Set::Scalar dt_max = std::numeric_limits<Set::Scalar>::max();
428 11300 : for (amrex::MFIter mfi(*velocity_mf[lev], false); mfi.isValid(); ++mfi)
429 : {
430 5650 : const amrex::Box& bx = mfi.validbox();
431 5650 : const Set::Scalar* DX = geom[lev].CellSize();
432 :
433 5650 : Set::Patch<const Set::Scalar> eta_patch = eta_mf->Patch(lev,mfi);
434 5650 : Set::Patch<const Set::Scalar> rho_solid = solid.density_mf.Patch(lev,mfi);
435 5650 : Set::Patch<const Set::Scalar> M_solid = solid.momentum_mf.Patch(lev,mfi);
436 5650 : Set::Patch<const Set::Scalar> E_solid = solid.energy_mf.Patch(lev,mfi);
437 :
438 5650 : Set::Patch<Set::Scalar> rho_new = density_mf.Patch(lev,mfi);
439 5650 : Set::Patch<Set::Scalar> E_new = energy_mf.Patch(lev,mfi);
440 5650 : Set::Patch<Set::Scalar> M_new = momentum_mf.Patch(lev,mfi);
441 :
442 5650 : Set::Patch<Set::Scalar> omega = vorticity_mf.Patch(lev,mfi);
443 :
444 5650 : Set::Patch<Set::Scalar> u = velocity_mf.Patch(lev,mfi);
445 5650 : Set::Patch<Set::Scalar> Source = Source_mf.Patch(lev,mfi);
446 :
447 5650 : Set::Scalar *dt_max_handle = &dt_max;
448 :
449 5650 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k)
450 : {
451 22374400 : Set::Scalar eta = invert ? 1.0-eta_patch(i,j,k)*eta_patch(i,j,k) : eta_patch(i,j,k);
452 :
453 11187200 : if (eta < cutoff)
454 : {
455 0 : rho_new(i,j,k,0) = rho_solid(i,j,k,0);
456 0 : M_new(i,j,k,0) = M_solid(i,j,k,0);
457 0 : M_new(i,j,k,1) = M_solid(i,j,k,1);
458 0 : E_new(i,j,k,0) = E_solid(i,j,k,0);
459 : }
460 :
461 11187200 : Set::Matrix gradu = Numeric::Gradient(u, i, j, k, DX);
462 11187200 : omega(i, j, k) = eta * (gradu(1,0) - gradu(0,1));
463 :
464 11187200 : if (dynamictimestep.on)
465 : {
466 0 : *dt_max_handle = std::fabs(cfl * DX[0] / (u(i,j,k,0)*eta + small));
467 0 : *dt_max_handle = std::min(*dt_max_handle, std::fabs(cfl * DX[1] / (u(i,j,k,1)*eta + small)));
468 0 : *dt_max_handle = std::min(*dt_max_handle, std::fabs(cfl_v * DX[0]*DX[0] / (Source(i,j,k,1)+small)));
469 0 : *dt_max_handle = std::min(*dt_max_handle, std::fabs(cfl_v * DX[1]*DX[1] / (Source(i,j,k,2)+small)));
470 : }
471 11187200 : });
472 5650 : }
473 :
474 :
475 5650 : if (dynamictimestep.on)
476 : {
477 0 : this->DynamicTimestep_SyncTimeStep(lev,dt_max);
478 : }
479 :
480 5650 : }//end Advance
481 :
482 :
483 6650 : void Hydro::RHS(int lev, Set::Scalar /*time*/,
484 : amrex::MultiFab &rho_rhs_mf,
485 : amrex::MultiFab &M_rhs_mf,
486 : amrex::MultiFab &E_rhs_mf,
487 : const amrex::MultiFab &rho_mf,
488 : const amrex::MultiFab &M_mf,
489 : const amrex::MultiFab &E_mf)
490 : {
491 :
492 13300 : for (amrex::MFIter mfi(*(velocity_mf)[lev], true); mfi.isValid(); ++mfi)
493 : {
494 6650 : const amrex::Box& bx = mfi.growntilebox();
495 6650 : amrex::Array4<const Set::Scalar> const& eta_patch = (*(*eta_old_mf)[lev]).array(mfi);
496 :
497 6650 : Set::Patch<const Set::Scalar> rho = rho_mf.array(mfi); // density
498 6650 : Set::Patch<const Set::Scalar> M = M_mf.array(mfi); // momentum
499 6650 : Set::Patch<const Set::Scalar> E = E_mf.array(mfi); // total energy (internal energy + kinetic energy) per unit volume (E/rho = e + 0.5*v^2)
500 :
501 6650 : Set::Patch<const Set::Scalar> rho_solid = solid.density_mf.Patch(lev,mfi);
502 6650 : Set::Patch<const Set::Scalar> M_solid = solid.momentum_mf.Patch(lev,mfi);
503 :
504 6650 : Set::Patch<Set::Scalar> scratch = scratch_mf.Patch(lev,mfi);
505 :
506 6650 : Set::Patch<Set::Scalar> v = velocity_mf.Patch(lev,mfi);
507 6650 : Set::Patch<Set::Scalar> p = pressure_mf.Patch(lev,mfi);
508 6650 : Set::Patch<Set::Scalar> T = temperature_mf.Patch(lev,mfi);
509 6650 : Set::Patch<Set::Scalar> Y = mass_fraction_mf.Patch(lev,mfi);
510 6650 : Set::Patch<Set::Scalar> X = mole_fraction_mf.Patch(lev,mfi);
511 :
512 6650 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k)
513 : {
514 39805200 : Set::Scalar eta = invert ? 1.0-eta_patch(i,j,k)*eta_patch(i,j,k) : eta_patch(i,j,k);
515 :
516 : // Compute T and P primitives from mixed values
517 19902600 : Set::Scalar density = gas.ComputeD(rho, i, j, k);
518 99513000 : T(i,j,k) = gas.ComputeT(density, M(i,j,k,0), M(i,j,k,1), E(i,j,k), T(i,j,k), X, i, j, k);
519 39805200 : p(i,j,k) = gas.ComputeP(density, T(i,j,k), X, i, j, k);
520 :
521 : // Compute velocity from fluid values
522 59707800 : scratch(i,j,k) = (rho(i,j,k) - rho_solid(i,j,k)*(1.0 - eta))/(eta + small);
523 19902600 : gas.ComputeLocalFractions(scratch, Y, X, i, j, k);
524 19902600 : Set::Scalar density_fluid = gas.ComputeD(scratch, i, j, k);
525 39805200 : Set::Scalar Mx_fluid = (M(i,j,k,0) - M_solid(i,j,k,0)*(1.0 - eta))/(eta + small);
526 39805200 : Set::Scalar My_fluid = (M(i,j,k,1) - M_solid(i,j,k,1)*(1.0 - eta))/(eta + small);
527 19902600 : v(i,j,k,0) = Mx_fluid/density_fluid;
528 19902600 : v(i,j,k,1) = My_fluid/density_fluid;
529 :
530 19902600 : if (eta < small)
531 : {
532 0 : v(i,j,k,0) *= eta;
533 0 : v(i,j,k,1) *= eta;
534 :
535 : #if AMREX_SPACEDIM == 3
536 0 : v(i,j,k,2) *= eta;
537 : #endif
538 : }
539 19902600 : });
540 6650 : }
541 :
542 6650 : const Set::Scalar* DX = geom[lev].CellSize();
543 6650 : amrex::Box domain = geom[lev].Domain();
544 :
545 13300 : for (amrex::MFIter mfi(*(*eta_mf)[lev], false); mfi.isValid(); ++mfi)
546 : {
547 6650 : const amrex::Box& bx = mfi.validbox();
548 :
549 : // Inputs
550 6650 : Set::Patch<const Set::Scalar> rho = rho_mf.array(mfi);
551 6650 : Set::Patch<const Set::Scalar> E = E_mf.array(mfi);
552 6650 : Set::Patch<const Set::Scalar> M = M_mf.array(mfi);
553 :
554 : // Outputs
555 6650 : Set::Patch<Set::Scalar> rho_rhs = rho_rhs_mf.array(mfi);
556 6650 : Set::Patch<Set::Scalar> M_rhs = M_rhs_mf.array(mfi);
557 6650 : Set::Patch<Set::Scalar> E_rhs = E_rhs_mf.array(mfi);
558 :
559 :
560 : // Set::Patch<Set::Scalar> rho_new = density_mf.Patch(lev,mfi);
561 : // Set::Patch<Set::Scalar> E_new = energy_mf.Patch(lev,mfi);
562 : // Set::Patch<Set::Scalar> M_new = momentum_mf.Patch(lev,mfi);
563 :
564 6650 : Set::Patch<const Set::Scalar> rho_solid = solid.density_mf.Patch(lev,mfi);
565 6650 : Set::Patch<const Set::Scalar> M_solid = solid.momentum_mf.Patch(lev,mfi);
566 6650 : Set::Patch<const Set::Scalar> E_solid = solid.energy_mf.Patch(lev,mfi);
567 :
568 6650 : Set::Patch<Set::Scalar> omega = vorticity_mf.Patch(lev,mfi);
569 :
570 6650 : Set::Patch<const Set::Scalar> eta_patch = eta_old_mf->Patch(lev,mfi);
571 6650 : Set::Patch<const Set::Scalar> etadot = etadot_mf.Patch(lev,mfi);
572 6650 : Set::Patch<const Set::Scalar> velocity = velocity_mf.Patch(lev,mfi);
573 6650 : Set::Patch<const Set::Scalar> T = temperature_mf.Patch(lev,mfi);
574 6650 : Set::Patch<const Set::Scalar> molef = mole_fraction_mf.Patch(lev,mfi);
575 :
576 6650 : Set::Patch<const Set::Scalar> m0 = m0_mf.Patch(lev,mfi);
577 6650 : Set::Patch<const Set::Scalar> q = q_mf.Patch(lev,mfi);
578 6650 : Set::Patch<const Set::Scalar> _u0 = u0_mf.Patch(lev,mfi);
579 :
580 6650 : amrex::Array4<Set::Scalar> const& Source = (*Source_mf[lev]).array(mfi);
581 :
582 6650 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k)
583 : {
584 13235200 : auto sten = Numeric::GetStencil(i, j, k, domain);
585 :
586 26470400 : Set::Scalar eta = invert ? 1.0-eta_patch(i,j,k)*eta_patch(i,j,k) : eta_patch(i,j,k);
587 :
588 : //Diffuse Sources
589 13235200 : Set::Vector grad_eta = Numeric::Gradient(eta_patch, i, j, k, 0, DX);
590 13235200 : Set::Scalar grad_eta_mag = grad_eta.lpNorm<2>();
591 13235200 : Set::Matrix hess_eta = Numeric::Hessian(eta_patch, i, j, k, 0, DX);
592 13235200 : if (invert) grad_eta *= -1.0;
593 13235200 : if (invert) hess_eta *= -1.0;
594 :
595 : #if AMREX_SPACEDIM == 2
596 39705600 : Set::Vector u = Set::Vector(velocity(i, j, k, 0), velocity(i, j, k, 1)); // Velocity
597 39705600 : Set::Vector u0 = Set::Vector(_u0(i, j, k, 0), _u0(i, j, k, 1)); // Velocity
598 39705600 : Set::Vector q0 = Set::Vector(q(i,j,k,0), q(i,j,k,1));
599 : #endif
600 :
601 : #if AMREX_SPACEDIM == 3
602 0 : Set::Vector u = Set::Vector(velocity(i, j, k, 0), velocity(i, j, k, 1), velocity(i, j, k, 2)); // Velocity
603 0 : Set::Vector u0 = Set::Vector(_u0(i, j, k, 0), _u0(i, j, k, 1), _u0(i, j, k, 2)); // Velocity
604 0 : Set::Vector q0 = Set::Vector(q(i,j,k,0), q(i,j,k,1), q(i,j,k,2));
605 : #endif
606 :
607 13235200 : Set::Matrix gradM = Numeric::Gradient(M, i, j, k, DX);
608 13235200 : Set::Vector gradrho = Numeric::Gradient(rho,i,j,k,0,DX);
609 13235200 : Set::Matrix hess_rho = Numeric::Hessian(rho,i,j,k,0,DX,sten);
610 26470400 : Set::Matrix gradu = (gradM - u*gradrho.transpose()) / rho(i,j,k);
611 :
612 13235200 : if (prescribedflowmode == PrescribedFlowMode::Relative)
613 : {
614 0 : Set::Vector N = grad_eta / (grad_eta_mag + small);
615 : // Set::Vector T(N(1), -N(0));
616 : // u0 = N * u0(0) + T * u0(1);
617 :
618 : #if AMREX_SPACEDIM == 2
619 0 : Set::Vector T(N(1), -N(0));
620 0 : u0 = N * u0(0) + T * u0(1);
621 : #endif
622 :
623 : #if AMREX_SPACEDIM == 3
624 0 : Set::Vector T;
625 0 : T(0) = N(1);
626 0 : T(1) = -N(0);
627 0 : T(2) = 0;
628 0 : u0 = N*u0(0) + T * u0(1);
629 : // Might not be physcially accurate, need to find how to extend to 3 dimensions
630 : #endif
631 : }
632 :
633 :
634 13235200 : Set::Scalar mdot0 = m0(i,j,k)*grad_eta_mag;
635 13235200 : Set::Vector Pdot0 = Set::Vector::Zero(); // Linear momentum source term
636 13235200 : Set::Scalar qdot0 = q0.dot(grad_eta);
637 :
638 26470400 : Set::Scalar mu = gas.dynamic_viscosity(T(i,j,k), molef, i, j, k);
639 :
640 : // sten is necessary here because sometimes corner ghost
641 : // cells don't get filled
642 13235200 : Set::Matrix3 hess_M = Numeric::Hessian(M,i,j,k,DX);
643 13235200 : Set::Matrix3 hess_u = Set::Matrix3::Zero();
644 39705600 : for (int p = 0; p < 2; p++)
645 79411200 : for (int q = 0; q < 2; q++)
646 158822400 : for (int r = 0; r < 2; r++)
647 : {
648 105881600 : hess_u(r,p,q) =
649 105881600 : (hess_M(r,p,q) - gradu(r,q)*gradrho(p) - gradu(r,p)*gradrho(q) - u(r)*hess_rho(p,q))
650 211763200 : / rho(i,j,k);
651 : }
652 :
653 13235200 : Set::Vector Ldot0 = Set::Vector::Zero();
654 13235200 : Set::Vector div_tau = Set::Vector::Zero();
655 13235200 : Set::Scalar lambda = 0.0; //-2.0/3.0*mu_eff;
656 39705600 : for (int p = 0; p<2; p++)
657 79411200 : for (int q = 0; q<2; q++)
658 158822400 : for (int r = 0; r<2; r++)
659 317644800 : for (int s = 0; s<2; s++)
660 : {
661 211763200 : Ldot0(p) += 0.25 * (mu * ((p==r && q==s) + (p==s && q==r)) + lambda * (p==q && r==s)) * (u(r) - u0(r)) * hess_eta(q, s);
662 635289600 : div_tau(p) += 0.5 * (mu * ((p==r && q==s) + (p==s && q==r)) + lambda * (p==q && r==s)) * (hess_u(r,q,s) + hess_u(s,q,r));
663 :
664 : }
665 :
666 13235200 : Source(i,j, k, 0) = mdot0;
667 13235200 : Source(i,j, k, 1) = Pdot0(0) - Ldot0(0);
668 13235200 : Source(i,j, k, 2) = Pdot0(1) - Ldot0(1);
669 13235200 : Source(i,j, k, 3) = qdot0;// - Ldot0(0)*v(i,j,k,0) - Ldot0(1)*v(i,j,k,1);
670 :
671 : // Lagrange terms to enforce no-penetration
672 13235200 : Source(i,j,k,1) -= lagrange*(u-u0).dot(grad_eta)*grad_eta(0);
673 13235200 : Source(i,j,k,2) -= lagrange*(u-u0).dot(grad_eta)*grad_eta(1);
674 :
675 : //Godunov flux
676 : //states of total fields
677 13235200 : const int X = 0, Y = 1;
678 13235200 : Solver::Local::Riemann::State state_xlo(rho, M, E, i-1, j, k, X);
679 13235200 : Solver::Local::Riemann::State state_x (rho, M, E, i , j, k, X);
680 13235200 : Solver::Local::Riemann::State state_xhi(rho, M, E, i+1, j, k, X);
681 :
682 13235200 : Solver::Local::Riemann::State state_ylo(rho, M, E, i, j-1, k, Y);
683 13235200 : Solver::Local::Riemann::State state_y (rho, M, E, i, j , k, Y);
684 13235200 : Solver::Local::Riemann::State state_yhi(rho, M, E, i, j+1, k, Y);
685 :
686 : //states of solid fields
687 13235200 : Solver::Local::Riemann::State state_xlo_solid(rho_solid, M_solid, E_solid, i-1, j, k, X);
688 13235200 : Solver::Local::Riemann::State state_x_solid (rho_solid, M_solid, E_solid, i , j, k, X);
689 13235200 : Solver::Local::Riemann::State state_xhi_solid(rho_solid, M_solid, E_solid, i+1, j, k, X);
690 :
691 13235200 : Solver::Local::Riemann::State state_ylo_solid(rho_solid, M_solid, E_solid, i, j-1, k, Y);
692 13235200 : Solver::Local::Riemann::State state_y_solid (rho_solid, M_solid, E_solid, i, j , k, Y);
693 13235200 : Solver::Local::Riemann::State state_yhi_solid(rho_solid, M_solid, E_solid, i, j+1, k, Y);
694 :
695 13235200 : Solver::Local::Riemann::State state_xlo_fluid = invert ?
696 0 : (state_xlo - (eta_patch(i-1,j,k))*state_xlo_solid) / (1.0 - eta_patch(i-1,j,k) + small) :
697 39705600 : (state_xlo - (1.0 - eta_patch(i-1,j,k))*state_xlo_solid) / (eta_patch(i-1,j,k) + small);
698 13235200 : Solver::Local::Riemann::State state_x_fluid = invert ?
699 0 : (state_x - (eta_patch(i,j,k) )*state_x_solid ) / (1.0 - eta_patch(i,j,k) + small):
700 39705600 : (state_x - (1.0 - eta_patch(i,j,k) )*state_x_solid ) / (eta_patch(i,j,k) + small);
701 13235200 : Solver::Local::Riemann::State state_xhi_fluid = invert ?
702 0 : (state_xhi - (eta_patch(i+1,j,k))*state_xhi_solid) / (1.0 - eta_patch(i+1,j,k) + small) :
703 39705600 : (state_xhi - (1.0 - eta_patch(i+1,j,k))*state_xhi_solid) / (eta_patch(i+1,j,k) + small);
704 13235200 : Solver::Local::Riemann::State state_ylo_fluid = invert ?
705 0 : (state_ylo - (eta_patch(i,j-1,k))*state_ylo_solid) / (1.0 - eta_patch(i,j-1,k) + small):
706 39705600 : (state_ylo - (1.0 - eta_patch(i,j-1,k))*state_ylo_solid) / (eta_patch(i,j-1,k) + small);
707 13235200 : Solver::Local::Riemann::State state_y_fluid = invert ?
708 0 : (state_y - (eta_patch(i,j,k) )*state_y_solid ) / (1.0 - eta_patch(i,j,k) + small):
709 39705600 : (state_y - (1.0 - eta_patch(i,j,k) )*state_y_solid ) / (eta_patch(i,j,k) + small);
710 13235200 : Solver::Local::Riemann::State state_yhi_fluid = invert ?
711 0 : (state_yhi - (eta_patch(i,j+1,k))*state_yhi_solid) / (1.0 - eta_patch(i,j+1,k) + small):
712 39705600 : (state_yhi - (1.0 - eta_patch(i,j+1,k))*state_yhi_solid) / (eta_patch(i,j+1,k) + small);
713 :
714 13235200 : Solver::Local::Riemann::Flux flux_xlo, flux_ylo, flux_xhi, flux_yhi;
715 :
716 : try
717 : {
718 : //lo interface fluxes
719 13235200 : flux_xlo = riemannsolver->Solve(state_xlo_fluid, state_x_fluid, gas, molef, i, j, k, 0, small) * eta;
720 13235200 : flux_ylo = riemannsolver->Solve(state_ylo_fluid, state_y_fluid, gas, molef, i, j, k, 2, small) * eta;
721 :
722 : //hi interface fluxes
723 13235200 : flux_xhi = riemannsolver->Solve(state_x_fluid, state_xhi_fluid, gas, molef, i, j, k, 1, small) * eta;
724 13235200 : flux_yhi = riemannsolver->Solve(state_y_fluid, state_yhi_fluid, gas, molef, i, j, k, 3, small) * eta;
725 : }
726 0 : catch(...)
727 : {
728 0 : Util::ParallelMessage(INFO,"lev=",lev);
729 0 : Util::ParallelMessage(INFO,"i=",i,"j=",j);
730 0 : Util::Abort(INFO);
731 0 : }
732 :
733 :
734 : Set::Scalar drhof_dt =
735 13235200 : (flux_xlo.mass - flux_xhi.mass) / DX[0] +
736 13235200 : (flux_ylo.mass - flux_yhi.mass) / DX[1] +
737 13235200 : Source(i, j, k, 0);
738 :
739 26470400 : rho_rhs(i,j,k) =
740 : // rho_new(i, j, k) = rho(i, j, k) +
741 : //(
742 13235200 : drhof_dt +
743 : // todo add drhos_dt term if want time-evolving rhos
744 52940800 : etadot(i,j,k) * (rho(i,j,k) - rho_solid(i,j,k)) / (eta + small)
745 : // ) * dt;
746 : ;
747 :
748 :
749 :
750 : Set::Scalar dMxf_dt =
751 13235200 : (flux_xlo.momentum_normal - flux_xhi.momentum_normal ) / DX[0] +
752 26470400 : (flux_ylo.momentum_tangent - flux_yhi.momentum_tangent) / DX[1] +
753 13235200 : div_tau(0) * eta +
754 13235200 : g(0)*rho(i,j,k) +
755 13235200 : Source(i, j, k, 1);
756 :
757 26470400 : M_rhs(i,j,k,0) =
758 : //M_new(i, j, k, 0) = M(i, j, k, 0) +
759 : // (
760 13235200 : dMxf_dt +
761 : // todo add dMs_dt term if want time-evolving Ms
762 52940800 : etadot(i,j,k)*(M(i,j,k,0) - M_solid(i,j,k,0)) / (eta + small)
763 : // ) * dt;
764 : ;
765 :
766 : Set::Scalar dMyf_dt =
767 13235200 : (flux_xlo.momentum_tangent - flux_xhi.momentum_tangent) / DX[0] +
768 26470400 : (flux_ylo.momentum_normal - flux_yhi.momentum_normal ) / DX[1] +
769 13235200 : div_tau(1) * eta +
770 13235200 : g(1)*rho(i,j,k) +
771 13235200 : Source(i, j, k, 2);
772 :
773 26470400 : M_rhs(i,j,k,1) =
774 : //M_new(i, j, k, 1) = M(i, j, k, 1) +
775 : //(
776 13235200 : dMyf_dt +
777 : // todo add dMs_dt term if want time-evolving Ms
778 52940800 : etadot(i,j,k)*(M(i,j,k,1) - M_solid(i,j,k,1)) / (eta+small)
779 : // )*dt;
780 : ;
781 :
782 : Set::Scalar dEf_dt =
783 13235200 : (flux_xlo.energy - flux_xhi.energy) / DX[0] +
784 13235200 : (flux_ylo.energy - flux_yhi.energy) / DX[1] +
785 13235200 : Source(i, j, k, 3);
786 :
787 26470400 : E_rhs(i,j,k) =
788 : // E_new(i, j, k) = E(i, j, k) +
789 : // (
790 13235200 : dEf_dt +
791 : // todo add dEs_dt term if want time-evolving Es
792 52940800 : etadot(i,j,k)*(E(i,j,k) - E_solid(i,j,k)) / (eta+small)
793 : // ) * dt;
794 : ;
795 :
796 : #ifdef AMREX_DEBUG
797 : if ((rho_rhs(i,j,k) != rho_rhs(i,j,k)) ||
798 : (M_rhs(i,j,k,0) != M_rhs(i,j,k,0)) ||
799 : (M_rhs(i,j,k,1) != M_rhs(i,j,k,1)) ||
800 : (E_rhs(i,j,k) != E_rhs(i,j,k)))
801 : {
802 : Util::ParallelMessage(INFO,"rho_rhs=",rho_rhs(i,j,k));
803 : Util::ParallelMessage(INFO,"Mx_rhs=",M_rhs(i,j,k,0));
804 : Util::ParallelMessage(INFO,"Mx_rhs=",M_rhs(i,j,k,1));
805 : Util::ParallelMessage(INFO,"E_rhs=",E_rhs(i,j,k));
806 :
807 : Util::ParallelMessage(INFO,"lev=",lev);
808 : Util::ParallelMessage(INFO,"i=",i," j=",j);
809 : Util::ParallelMessage(INFO,"drhof_dt ",drhof_dt); // dies
810 : Util::ParallelMessage(INFO,"flux_xlo.mass ",flux_xlo.mass);
811 : Util::ParallelMessage(INFO,"flux_xhi.mass ",flux_xhi.mass); // dies, depends on state_xx, state_xhi, state_x_solid, state_xhi_solid, eta, small
812 : Util::ParallelMessage(INFO,"flux_ylo.mass ",flux_ylo.mass);
813 : Util::ParallelMessage(INFO,"flux_xhi.mass ",flux_yhi.mass);
814 : Util::ParallelMessage(INFO,"eta ",eta);
815 : Util::ParallelMessage(INFO,"etadot ",etadot(i,j,k));
816 : Util::ParallelMessage(INFO,"Source ",Source(i,j,k,0));
817 : Util::ParallelMessage(INFO,"state_x ",state_x); // <<<<
818 : Util::ParallelMessage(INFO,"state_y ",state_y);
819 : Util::ParallelMessage(INFO,"state_x_solid ",state_x_solid); // <<<<
820 : Util::ParallelMessage(INFO,"state_y_solid ",state_y_solid);
821 : Util::ParallelMessage(INFO,"state_xhi ",state_xhi); // <<<<
822 : Util::ParallelMessage(INFO,"state_yhi ",state_yhi);
823 : Util::ParallelMessage(INFO,"state_xhi_solid ",state_xhi_solid);
824 : Util::ParallelMessage(INFO,"state_yhi_solids ",state_yhi_solid);
825 : Util::ParallelMessage(INFO,"state_xlo ",state_xlo);
826 : Util::ParallelMessage(INFO,"state_ylo ",state_ylo);
827 : Util::ParallelMessage(INFO,"state_xlo_solid ",state_xlo_solid);
828 : Util::ParallelMessage(INFO,"state_ylo_solid ",state_ylo_solid);
829 :
830 : Util::ParallelMessage(INFO,"Mx_solid ",M_solid(i,j,k,0));
831 : Util::ParallelMessage(INFO,"My_solid ",M_solid(i,j,k,1));
832 : Util::ParallelMessage(INFO,"small ",small);
833 : Util::ParallelMessage(INFO,"Mx ",M(i,j,k,0));
834 : Util::ParallelMessage(INFO,"My ",M(i,j,k,1));
835 : Util::ParallelMessage(INFO,"dMx/dt ",dMxf_dt);
836 : Util::ParallelMessage(INFO,"dMy/dt ",dMyf_dt);
837 :
838 :
839 : Util::Message(INFO,flux_xlo.momentum_tangent);
840 : Util::Message(INFO,flux_xhi.momentum_tangent);
841 : Util::Message(INFO,DX[0]);
842 : Util::Message(INFO,flux_ylo.momentum_normal);
843 : Util::Message(INFO,flux_yhi.momentum_normal);
844 : Util::Message(INFO,DX[1]);
845 : Util::Message(INFO,div_tau);
846 : Util::Message(INFO,Source(i, j, k, 2));
847 :
848 : Util::Message(INFO,hess_eta);
849 : Util::Message(INFO,velocity(i,j,k,0));
850 : Util::Message(INFO,velocity(i,j,k,1));
851 :
852 : Util::Exception(INFO);
853 : }
854 : #endif
855 :
856 :
857 :
858 : // todo - may need to move this for higher order schemes...
859 13235200 : omega(i, j, k) = eta * (gradu(1,0) - gradu(0,1));
860 13235200 : });
861 6650 : }
862 6650 : }
863 :
864 0 : void Hydro::Regrid(int lev, Set::Scalar /* time */)
865 : {
866 : BL_PROFILE("Integrator::Hydro::Regrid");
867 0 : Source_mf[lev]->setVal(0.0);
868 0 : if (lev < finest_level) return;
869 :
870 0 : Util::Message(INFO, "Regridding on level", lev);
871 : }//end regrid
872 :
873 : //void Hydro::TagCellsForRefinement(int lev, amrex::TagBoxArray &a_tags, Set::Scalar time, int ngrow)
874 0 : void Hydro::TagCellsForRefinement(int lev, amrex::TagBoxArray& a_tags, Set::Scalar, int)
875 : {
876 : BL_PROFILE("Integrator::Flame::TagCellsForRefinement");
877 :
878 0 : const Set::Scalar* DX = geom[lev].CellSize();
879 0 : Set::Scalar dr = sqrt(AMREX_D_TERM(DX[0] * DX[0], +DX[1] * DX[1], +DX[2] * DX[2]));
880 :
881 : // Eta criterion for refinement
882 0 : for (amrex::MFIter mfi(*(*eta_mf)[lev], true); mfi.isValid(); ++mfi) {
883 0 : const amrex::Box& bx = mfi.tilebox();
884 0 : amrex::Array4<char> const& tags = a_tags.array(mfi);
885 0 : amrex::Array4<const Set::Scalar> const& eta = (*(*eta_mf)[lev]).array(mfi);
886 :
887 0 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) {
888 0 : Set::Vector grad_eta = Numeric::Gradient(eta, i, j, k, 0, DX);
889 0 : if (grad_eta.lpNorm<2>() * dr * 2 > eta_refinement_criterion) tags(i, j, k) = amrex::TagBox::SET;
890 0 : });
891 0 : }
892 :
893 : // Vorticity criterion for refinement
894 0 : for (amrex::MFIter mfi(*vorticity_mf[lev], true); mfi.isValid(); ++mfi) {
895 0 : const amrex::Box& bx = mfi.tilebox();
896 0 : amrex::Array4<char> const& tags = a_tags.array(mfi);
897 0 : amrex::Array4<const Set::Scalar> const& omega = (*vorticity_mf[lev]).array(mfi);
898 :
899 0 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) {
900 0 : auto sten = Numeric::GetStencil(i, j, k, bx);
901 0 : Set::Vector grad_omega = Numeric::Gradient(omega, i, j, k, 0, DX, sten);
902 0 : if (grad_omega.lpNorm<2>() * dr * 2 > omega_refinement_criterion) tags(i, j, k) = amrex::TagBox::SET;
903 0 : });
904 0 : }
905 :
906 : // Gradu criterion for refinement
907 0 : for (amrex::MFIter mfi(*velocity_mf[lev], true); mfi.isValid(); ++mfi) {
908 0 : const amrex::Box& bx = mfi.tilebox();
909 0 : amrex::Array4<char> const& tags = a_tags.array(mfi);
910 0 : amrex::Array4<const Set::Scalar> const& v = (*velocity_mf[lev]).array(mfi);
911 :
912 0 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) {
913 0 : auto sten = Numeric::GetStencil(i, j, k, bx);
914 0 : Set::Matrix grad_u = Numeric::Gradient(v, i, j, k, DX, sten);
915 0 : if (grad_u.lpNorm<2>() * dr * 2 > gradu_refinement_criterion) tags(i, j, k) = amrex::TagBox::SET;
916 0 : });
917 0 : }
918 :
919 : // Pressure criterion for refinement
920 0 : for (amrex::MFIter mfi(*pressure_mf[lev], true); mfi.isValid(); ++mfi) {
921 0 : const amrex::Box& bx = mfi.tilebox();
922 0 : amrex::Array4<char> const& tags = a_tags.array(mfi);
923 0 : amrex::Array4<const Set::Scalar> const& p = (*pressure_mf[lev]).array(mfi);
924 :
925 0 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) {
926 0 : auto sten = Numeric::GetStencil(i, j, k, bx);
927 0 : Set::Vector grad_p = Numeric::Gradient(p, i, j, k, 0, DX, sten);
928 0 : if (grad_p.lpNorm<2>() * dr * 2 > p_refinement_criterion) tags(i, j, k) = amrex::TagBox::SET;
929 0 : });
930 0 : }
931 :
932 : // Density criterion for refinement
933 0 : for (amrex::MFIter mfi(*density_mf[lev], true); mfi.isValid(); ++mfi) {
934 0 : const amrex::Box& bx = mfi.tilebox();
935 0 : amrex::Array4<char> const& tags = a_tags.array(mfi);
936 0 : amrex::Array4<const Set::Scalar> const& rho = (*density_mf[lev]).array(mfi);
937 :
938 0 : amrex::ParallelFor(bx, [=] AMREX_GPU_DEVICE(int i, int j, int k) {
939 0 : auto sten = Numeric::GetStencil(i, j, k, bx);
940 0 : Set::Vector grad_rho = Numeric::Gradient(rho, i, j, k, 0, DX, sten);
941 0 : if (grad_rho.lpNorm<2>() * dr * 2 > rho_refinement_criterion) tags(i, j, k) = amrex::TagBox::SET;
942 0 : });
943 0 : }
944 :
945 0 : }
946 :
947 : }
|
