Time series logging

examples/sod-mpi.py

@@ -49,11 +49,22 @@
 from mirgecom.initializers import SodShock1D
 from mirgecom.eos import IdealSingleGas
 
+from logpyle import (LogManager, add_general_quantities,
+        add_simulation_quantities, add_run_info, IntervalTimer,
+        set_dt, LogQuantity)
+
 
 logger = logging.getLogger(__name__)
 
 
 def main(ctx_factory=cl.create_some_context):
+    logmgr = LogManager("mylog.dat", "wo")  # , comm=...
+    add_run_info(logmgr)
+    add_general_quantities(logmgr)
+    add_simulation_quantities(logmgr)
+    logmgr.add_watches(["step", "t_sim", "t_step.max"])
+
+
     cl_ctx = ctx_factory()
     queue = cl.CommandQueue(cl_ctx)
     actx = PyOpenCLArrayContext(queue,
@@ -132,12 +143,14 @@ def my_checkpoint(step, t, dt, state):
             advance_state(rhs=my_rhs, timestepper=timestepper,
                           checkpoint=my_checkpoint,
                           get_timestep=get_timestep, state=current_state,
-                          t=current_t, t_final=t_final)
+                          t=current_t, t_final=t_final, logmgr=logmgr, discr=discr, eos=eos)
     except ExactSolutionMismatch as ex:
         current_step = ex.step
         current_t = ex.t
         current_state = ex.state
 
+
+
     #    if current_t != checkpoint_t:
     if rank == 0:
         logger.info("Checkpointing final state ...")
@@ -148,6 +161,8 @@ def my_checkpoint(step, t, dt, state):
     if current_t - t_final < 0:
         raise ValueError("Simulation exited abnormally")
 
+    logmgr.close()
+
 
 if __name__ == "__main__":
     logging.basicConfig(format="%(message)s", level=logging.INFO)

examples/wave-eager.py

@@ -35,6 +35,10 @@
 
 from mirgecom.profiling import PyOpenCLProfilingArrayContext
 
+from pytools.log import (LogManager, add_general_quantities,
+        add_simulation_quantities, add_run_info, IntervalTimer,
+        set_dt)
+
 
 def bump(actx, discr, t=0):
     source_center = np.array([0.2, 0.35, 0.1])[:discr.dim]
@@ -55,6 +59,15 @@ def bump(actx, discr, t=0):
 
 
 def main(use_profiling=False):
+    logmgr = LogManager("mylog.dat", "wu")  # , comm=...
+    add_run_info(logmgr)
+    add_general_quantities(logmgr)
+    add_simulation_quantities(logmgr)
+
+    vis_timer = IntervalTimer("t_vis", "Time spent visualizing")
+    logmgr.add_quantity(vis_timer)
+    logmgr.add_watches(["step.max", "t_sim.max", "t_step.max"])
+
     cl_ctx = cl.create_some_context()
     if use_profiling:
         queue = cl.CommandQueue(cl_ctx,
@@ -104,20 +117,25 @@ def rhs(t, w):
     t_final = 3
     istep = 0
     while t < t_final:
+        logmgr.tick_before()
         fields = rk4_step(fields, t, dt, rhs)
 
         if istep % 10 == 0:
             if use_profiling:
                 print(actx.tabulate_profiling_data())
             print(istep, t, discr.norm(fields[0], np.inf))
+            # with vis_timer.start_sub_timer():
             vis.write_vtk_file("fld-wave-eager-%04d.vtu" % istep,
                     [
                         ("u", fields[0]),
                         ("v", fields[1:]),
                         ])
-
+        set_dt(logmgr, dt)
         t += dt
         istep += 1
+        logmgr.tick_after()
+
+    logmgr.close()
 
 
 if __name__ == "__main__":

mirgecom/steppers.py

@@ -27,9 +27,47 @@
 THE SOFTWARE.
 """
 
+from logpyle import (LogManager, add_general_quantities,
+        add_simulation_quantities, add_run_info, IntervalTimer,
+        set_dt, LogQuantity)
+
+class Pressure(LogQuantity):
+  def __init__(self, discr, current_state, eos):
+        LogQuantity.__init__(self, "pressure", "p")
+
+        from mirgecom.euler import split_conserved
+        cv = split_conserved(discr.dim, current_state)
+        self.dv = eos.dependent_vars(cv)
+
+        self.discr = discr
+
+  def __call__(self):
+    from functools import partial
+    _min = partial(self.discr.nodal_min, "vol")
+    _max = partial(self.discr.nodal_max, "vol")
+
+    return _min(self.dv.pressure)
+
+class Temperature(LogQuantity):
+  def __init__(self, discr, current_state, eos):
+        LogQuantity.__init__(self, "temperature", "K")
+
+        from mirgecom.euler import split_conserved
+        cv = split_conserved(discr.dim, current_state)
+        self.dv = eos.dependent_vars(cv)
+
+        self.discr = discr
+
+  def __call__(self):
+    from functools import partial
+    _min = partial(self.discr.nodal_min, "vol")
+    _max = partial(self.discr.nodal_max, "vol")
+
+    return _min(self.dv.temperature)
+
 
 def advance_state(rhs, timestepper, checkpoint, get_timestep,
-                  state, t_final, t=0.0, istep=0):
+                  state, t_final, t=0.0, istep=0, logmgr=None, discr=None, eos=None):
     """Advance state from some time (t) to some time (t_final).
 
     Parameters
@@ -68,7 +106,13 @@ def advance_state(rhs, timestepper, checkpoint, get_timestep,
     if t_final <= t:
         return istep, t, state
 
+    logmgr.add_quantity(Pressure(discr, state, eos))
+    logmgr.add_quantity(Temperature(discr, state, eos))
+    logmgr.add_watches(["pressure", "temperature"])
+
     while t < t_final:
+        if logmgr:
+            logmgr.tick_before()
 
         dt = get_timestep(state=state)
         if dt < 0:
@@ -81,4 +125,8 @@ def advance_state(rhs, timestepper, checkpoint, get_timestep,
         t += dt
         istep += 1
 
+        set_dt(logmgr, dt)
+        if logmgr:
+            logmgr.tick_after()
+
     return istep, t, state

requirements.txt

@@ -3,6 +3,7 @@ numpy
 pytest
 pyvisfile
 pymetis
+logpyle
 git+https://github.com/inducer/pymbolic.git#egg=pymbolic
 git+https://github.com/inducer/islpy.git#egg=islpy
 git+https://github.com/inducer/pyopencl.git#egg=pyopencl

setup.py

@@ -58,6 +58,7 @@ def main():
               "dagrt>=2019.1",
               "grudge>=2015.1",
               "six>=1.8",
+              "logpyle"
               ])