CelerisLab/tests/validation/multigrid/test_block_stepper.py

"""Single blocked level, FixedPatchStepper(refinements=[]): CPU contracts plus short GPU cases.

Frozen GPU gates (32x24, 8 steps, positive low-Mach non-equilibrium state):
finite cores; bit-identical 1x1, 2x2 and 4x2 splits; max |G - FP64 oracle|
<= 3e-6. Static circle (centre (15.5, 11.5), R=4.3, on the 2x2 corner seam), same
case: halo writes and q<.5 halo donors asserted present; finite fluid / NaN
solid cores; bit-identical splits; max |G - FP64 BFL+pull/SRT| <= 3e-6 on
fluid cells, from the same FP32-packed link data and initial populations.
Mass/momentum drift is reported, not gated.
"""
from contextlib import nullcontext
from pathlib import Path
import resource
import unittest
from unittest.mock import Mock, patch

import numpy as np
import pycuda.driver as cuda

from CelerisLab.body.geometry.circle import CircleGeometry
from CelerisLab.body.objects import SimObject
from CelerisLab.config import LBMConfig
from CelerisLab.cuda import compiler
from CelerisLab.lbm import refinement_stepper as implementation
from CelerisLab.lbm.blocks import NO_DONOR, BlockLayout2D, static_circle_tables
from CelerisLab.lbm.refinement_stepper import FixedPatchStepper
from CelerisLab.lbm.descriptors import D2Q9_EX, D2Q9_EY

ROOT = Path(__file__).resolve().parents[3]
NX, NY, NU, STEPS, ORACLE_ATOL = 32, 24, .1, 8, 3e-6
SPLITS = ((24, 32), (12, 16), (12, 8))  # 1x1, 2x2, 4x2 blocks (by, bx)
W = np.array([4 / 9] + [1 / 9] * 4 + [1 / 36] * 4)
CX, CY = np.array(D2Q9_EX, float), np.array(D2Q9_EY, float)


def config(**kwargs):
    return LBMConfig(**dict(nx=NX, ny=NY, viscosity=NU, **kwargs))


def feq(rho, ux, uy):
    cu = CX[:, None, None] * ux + CY[:, None, None] * uy
    return W[:, None, None] * rho * (1 + 3 * cu + 4.5 * cu * cu - 1.5 * (ux * ux + uy * uy))


def initial_state():
    """Positive low-Mach equilibrium plus a seeded non-equilibrium part."""
    y, x = np.mgrid[0:NY, 0:NX]
    rho = 1 + 1e-3 * np.cos(2 * np.pi * x / NX)
    ux = .02 * np.sin(2 * np.pi * y / NY)
    uy = .01 * np.cos(2 * np.pi * x / NX)
    noise = np.random.default_rng(2026).uniform(-1, 1, (9, NY, NX)) * 1e-3 * W[:, None, None]
    return (feq(rho, ux, uy) + noise).astype(np.float32)


def oracle(g, steps):
    """FP64 periodic pull + SRT, from the same FP32-rounded G_0."""
    g = g.astype(np.float64)
    omega = 1 / (3 * NU + .5)
    for _ in range(steps):
        f = np.stack([np.roll(g[q], (D2Q9_EY[q], D2Q9_EX[q]), axis=(0, 1)) for q in range(9)])
        rho = f.sum(axis=0)
        ux, uy = (CX[:, None, None] * f).sum(axis=0) / rho, (CY[:, None, None] * f).sum(axis=0) / rho
        g = f + omega * (feq(rho, ux, uy) - f)
    return g


CENTER, RADIUS = (15.5, 11.5), 4.3


def circle(center=CENTER, radius=RADIUS):
    return SimObject(0, geometry=CircleGeometry(*center, radius), center=center, radius=radius)


def dense_flags():
    """FLUID everywhere, circle flags on its solids (as the stepper builds them)."""
    mask = circle().get_flag_mask(NX, NY)
    flags = np.full(NX * NY, 1, np.uint16)
    flags[(mask & 2) != 0] = mask[(mask & 2) != 0]
    return flags


def circle_oracle(g, steps, solid, links):
    """FP64 periodic static linear BFL -> pull -> SRT on fluid; solids NaN."""
    g = g.astype(np.float64)
    g[:, solid] = np.nan
    omega = 1 / (3 * NU + .5)
    rows = [(*divmod(int(link.fluid_idx), NX), int(link.dir), float(np.float32(link.q)),
             int(link.fallback)) for link in links]
    for _ in range(steps):
        staged = g.copy()
        for y, x, d, q, fallback in rows:
            ey, ex, o = D2Q9_EY[d], D2Q9_EX[d], d + 1 if d % 2 else d - 1
            toward = g[d, y, x]
            if fallback:
                value = toward
            elif q < .5:
                value = 2 * q * toward + (1 - 2 * q) * g[d, (y - ey) % NY, (x - ex) % NX]
            else:
                value = toward / (2 * q) + (1 - 1 / (2 * q)) * g[o, y, x]
            staged[o, (y + ey) % NY, (x + ex) % NX] = value
        f = np.stack([np.roll(staged[q], (D2Q9_EY[q], D2Q9_EX[q]), axis=(0, 1)) for q in range(9)])
        rho = f.sum(axis=0)
        ux, uy = (CX[:, None, None] * f).sum(axis=0) / rho, (CY[:, None, None] * f).sum(axis=0) / rho
        g = f + omega * (feq(rho, ux, uy) - f)
        g[:, solid] = np.nan
    return g


def totals(g):
    g = g.astype(np.float64)
    return g.sum(), (CX[:, None, None] * g).sum(), (CY[:, None, None] * g).sum()


def single(cfg=None, *, context, block=(12, 16), objects=(), **kw):
    """One periodic blocked level (the former PeriodicBlockStepper capability)."""
    return FixedPatchStepper(cfg or config(), context=context, refinements=[], level_blocks=[block],
                             level_objects=[tuple(objects)], **kw)


class CpuContracts(unittest.TestCase):
    """No device: driver doubles prove rejection before allocation."""

    def forbidden_context(self):
        return Mock(activate=Mock(side_effect=AssertionError("CUDA reached")), sm_arch="sm_70")

    def test_unsupported_inputs_rejected_before_cuda(self):
        for cfg, kw in ((None, dict(block=None)),
                        (None, dict(coarse_boundary="channel")),
                        (None, dict(coarse_boundary="slot_reservoir")),
                        (config(collision="MRT"), {}),
                        (config(les_enabled=True), {}),
                        (None, dict(explosion="projected_linear")),
                        (None, dict(observe_raw_exchange=True)),
                        (None, dict(observe_raw_exchange=True, observe_window_exchange=True)),
                        (None, dict(level_jets=[(object(),)]))):
            with self.subTest(kw=kw), self.assertRaises(ValueError):
                single(cfg, context=self.forbidden_context(), **kw)
        moving = circle()
        moving.state.vx = .01
        build_links = CircleGeometry.build_cut_links
        for objects in ([moving], [circle((1.5, 11.5), 2.0)], [circle(), circle()]):
            with self.assertRaises(ValueError):
                single(context=self.forbidden_context(), objects=objects)
        for center, radius in (((16.0, 12.0), -.1), ((16.0, 12.0), -.5), ((15.5, 11.5), np.nan),
                               ((np.inf, 11.5), 4.3), ((15.5, np.nan), 4.3)):
            with self.subTest(center=center, radius=radius), self.assertRaises(ValueError):
                single(context=self.forbidden_context(), objects=[circle(center, radius)])
        with patch.object(implementation, "static_circle_tables") as prepare:
            with self.assertRaisesRegex(AssertionError, "CUDA reached"):  # body-free path
                single(context=self.forbidden_context(), objects=iter(()))
            prepare.assert_not_called()
        with self.assertRaisesRegex(AssertionError, "CUDA reached"):
            single(context=self.forbidden_context(), objects=[circle()])
        with patch.object(CircleGeometry, "build_cut_links",
                          lambda geometry, *a, **k: build_links(geometry, *a, **k)[1:]):
            with self.assertRaisesRegex(ValueError, "cover every fluid pull"):
                single(context=self.forbidden_context(), objects=[circle()])
        with patch.object(implementation, "MAX_GRID_DIM", 3):
            with self.assertRaisesRegex(ValueError, "launch limits"):
                single(context=self.forbidden_context())

    def test_memory_and_param_layout_rejected_before_allocation(self):
        context = Mock(activate=nullcontext, sm_arch="sm_70")
        with patch.object(cuda, "mem_get_info", return_value=(1024, 1 << 30)), \
                patch.object(cuda, "Stream") as stream, patch.object(cuda, "mem_alloc") as alloc:
            with self.assertRaisesRegex(MemoryError, "exceed free device memory"):
                single(context=context, objects=[circle()])
            stream.assert_not_called()
            alloc.assert_not_called()
        module = Mock()
        module.get_global.return_value = (Mock(), 16)
        with patch.object(cuda, "Stream"), patch.object(cuda, "mem_get_info", return_value=(1 << 40, 1 << 40)), patch.object(compiler, "generate_config"), \
                patch.object(compiler, "compile_kernel") as compile_kernel, \
                patch.object(compiler, "cleanup_build_dir"), \
                patch.object(compiler, "load_module", return_value=module), \
                patch.object(cuda, "mem_alloc") as alloc, patch.object(cuda, "memcpy_htod") as upload:
            with self.assertRaisesRegex(RuntimeError, "layout mismatch"):
                single(context=context)
            self.assertEqual(compile_kernel.call_args.kwargs["source"], "blocked.cu")
            alloc.assert_not_called()
            upload.assert_not_called()

    def test_static_circle_tables(self):
        layout = BlockLayout2D.build(NY, NX, 12, 16)
        tables = static_circle_tables(layout, (circle(),))
        links = CircleGeometry(*CENTER, RADIUS).build_cut_links(NX, NY, domain_flags=dense_flags())
        self.assertEqual(len(tables["cell"]), len(links))
        np.testing.assert_array_equal(tables["q"], np.array([l.q for l in links], np.float32))
        solid_cells = layout.owner[tables["solid"]].astype(np.intp)
        self.assertTrue((tables["flags"][solid_cells] & 2).all())
        self.assertEqual(int(np.count_nonzero(tables["flags"] & 2)), int(tables["solid"].sum()))


class SingleLevelGPU(unittest.TestCase):
    def setUp(self):
        self.assertEqual(Path(implementation.__file__).resolve(),
                         ROOT / "src/CelerisLab/lbm/refinement_stepper.py")

    def tearDown(self):
        rss = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss / 1024
        print(f"host_peak_rss={rss:.3f} MiB", flush=True)

    def test_splits_bit_identical_and_fp64_oracle(self):
        from CelerisLab.cuda.context import CudaContext
        g0 = initial_state()
        results = []
        with CudaContext(0) as context:
            for split in SPLITS:
                with single(context=context, block=split) as backend:
                    backend.initialize(g0)
                    backend.step(STEPS)
                    self.assertEqual(backend.step_count, STEPS)
                    (g,) = backend.download()
                    results.append(g)
        for (by, bx), g in zip(SPLITS, results):
            self.assertTrue(np.isfinite(g).all(), (by, bx))
            np.testing.assert_array_equal(g, results[0], err_msg=f"split {(by, bx)}")
        error = np.abs(results[0].astype(np.float64) - oracle(g0, STEPS)).max()
        before, after = totals(g0), totals(results[0])
        print(f"max_abs_oracle_error={error:.3e} gate={ORACLE_ATOL:.0e}", flush=True)
        print("drift mass={:.3e} jx={:.3e} jy={:.3e}".format(
            *(a - b for a, b in zip(after, before))), flush=True)
        self.assertLessEqual(error, ORACLE_ATOL)

    def test_static_circle_across_block_seams(self):
        from CelerisLab.cuda.context import CudaContext
        flags = dense_flags()
        solid = ((flags & 2) != 0).reshape(NY, NX)
        links = CircleGeometry(*CENTER, RADIUS).build_cut_links(NX, NY, domain_flags=flags)
        for by, bx in SPLITS[1:]:  # fixture must exercise receiver-local halo staging
            layout = BlockLayout2D.build(NY, NX, by, bx)
            mapped = layout.map_cut_links(links)
            cells = int(np.prod(layout.local_shape))
            core = set(layout.owner.ravel().tolist())
            writes = {int(w) // (9 * cells) * cells + int(w) % cells for w in mapped.write}
            self.assertTrue(writes - core, (by, bx))
            self.assertTrue({int(d) for d in mapped.donor if d != NO_DONOR} - core, (by, bx))
        g0 = initial_state()
        results = []
        with CudaContext(0) as context:
            for split in SPLITS:
                with single(context=context, block=split, objects=[circle()]) as backend:
                    tables = backend._device_boundaries[0].tables
                    for key, values, dtype in (("q", [l.q for l in links], np.float32),
                                               ("dir", [l.dir for l in links], np.uint8),
                                               ("fallback", [l.fallback for l in links], np.uint8)):
                        np.testing.assert_array_equal(tables[key], np.array(values, dtype))
                    backend.initialize(g0)
                    backend.step(STEPS)
                    (g,) = backend.download()
                    results.append(g)
        for (by, bx), g in zip(SPLITS, results):
            self.assertTrue(np.isfinite(g[:, ~solid]).all(), (by, bx))
            self.assertTrue(np.isnan(g[:, solid]).all(), (by, bx))
            np.testing.assert_array_equal(g, results[0], err_msg=f"split {(by, bx)}")
        expected = circle_oracle(g0, STEPS, solid, links)
        error = np.abs(results[0][:, ~solid].astype(np.float64) - expected[:, ~solid]).max()
        start = g0.copy()
        start[:, solid] = 0
        before, after = totals(start), totals(np.nan_to_num(results[0]))
        print(f"circle max_abs_oracle_error={error:.3e} gate={ORACLE_ATOL:.0e} links={len(links)}", flush=True)
        print("circle drift mass={:.3e} jx={:.3e} jy={:.3e}".format(
            *(a - b for a, b in zip(after, before))), flush=True)
        self.assertLessEqual(error, ORACLE_ATOL)


if __name__ == "__main__":
    unittest.main()