Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
32da2d7324 | ||
|
|
56004f4482 |
No files matched your search
@@ -822,41 +822,27 @@ class FixedPatchStepper:
|
|||||||
grid=((pairs + self._block[0] - 1) // self._block[0], 1), **kw)
|
grid=((pairs + self._block[0] - 1) // self._block[0], 1), **kw)
|
||||||
|
|
||||||
def step(self, n=1):
|
def step(self, n=1):
|
||||||
"""Advance G→G by n base intervals: level l takes 2**l hops per interval.
|
"""Advance G→G by n base intervals: level l takes 2**l hops per interval."""
|
||||||
|
|
||||||
All n intervals are enqueued in order on the one stream, and the host waits
|
|
||||||
once, before returning; step(0) launches and waits for nothing. On return
|
|
||||||
the device work is complete, step_count and an open window cover all n
|
|
||||||
intervals, and the raw-exchange ledger holds the final interval only.
|
|
||||||
|
|
||||||
Asynchronous device errors surface at that single wait, so they are not
|
|
||||||
attributed to the interval that caused them; call step(1) repeatedly to
|
|
||||||
localize one (same launches, same bits). On any failure the instance is
|
|
||||||
failed, the exchange ledger and window are invalid, and step_count keeps
|
|
||||||
its value from entry to the failing call.
|
|
||||||
"""
|
|
||||||
if isinstance(n, bool) or not isinstance(n, Integral) or n < 0:
|
if isinstance(n, bool) or not isinstance(n, Integral) or n < 0:
|
||||||
raise ValueError("n must be a nonnegative integer")
|
raise ValueError("n must be a nonnegative integer")
|
||||||
with self._lock, self.ctx.activate():
|
with self._lock, self.ctx.activate():
|
||||||
self._require("ready")
|
self._require("ready")
|
||||||
if n == 0:
|
|
||||||
return
|
|
||||||
root = self._levels[0]
|
root = self._levels[0]
|
||||||
kw = dict(block=self._block, stream=self._stream)
|
kw = dict(block=self._block, stream=self._stream)
|
||||||
try:
|
try:
|
||||||
self._status = "advancing"
|
self._status = "advancing"
|
||||||
self._exchange_valid = False
|
|
||||||
for _ in range(n):
|
for _ in range(n):
|
||||||
if self._observe_raw_exchange: # stream-ordered: holds the last interval only
|
if self._observe_raw_exchange:
|
||||||
|
self._exchange_valid = False
|
||||||
for b in self._level_boundaries:
|
for b in self._level_boundaries:
|
||||||
if b is not None:
|
if b is not None:
|
||||||
cuda.memset_d8_async(b.interval_integral, 0,
|
cuda.memset_d8_async(b.interval_integral, 0,
|
||||||
len(b.tables["cell"]) * 32, self._stream)
|
len(b.tables["cell"]) * 32, self._stream)
|
||||||
self._hop(0, root.current, root.spare, **kw)
|
self._hop(0, root.current, root.spare, **kw)
|
||||||
root.current, root.spare = root.spare, root.current # host handles only
|
self._stream.synchronize()
|
||||||
self._stream.synchronize()
|
root.current, root.spare = root.spare, root.current
|
||||||
self._step_count += n
|
self._step_count += 1
|
||||||
self._exchange_valid = self._observe_raw_exchange
|
self._exchange_valid = self._observe_raw_exchange
|
||||||
self._status = "ready"
|
self._status = "ready"
|
||||||
except BaseException:
|
except BaseException:
|
||||||
self._window_valid = False
|
self._window_valid = False
|
||||||
|
|||||||
@@ -50,7 +50,7 @@ def test_masks_and_minimal_footprint():
|
|||||||
def test_actual_closure_read_conflicts():
|
def test_actual_closure_read_conflicts():
|
||||||
pair, layout, targets = transfer((6, 6, 18, 14))
|
pair, layout, targets = transfer((6, 6, 18, 14))
|
||||||
validate_channel_transfers(pair, layout, targets)
|
validate_channel_transfers(pair, layout, targets)
|
||||||
for target in (layout.slot(layout.owner[5, -1]-1, 2),
|
for target in (layout.slot(int(layout.owner[5, -1]) - 1, 2),
|
||||||
layout.slot(layout.owner[1, 4], 4),
|
layout.slot(layout.owner[1, 4], 4),
|
||||||
layout.slot(layout.owner[-2, 4], 3)):
|
layout.slot(layout.owner[-2, 4], 3)):
|
||||||
with pytest.raises(ValueError, match="immutable"):
|
with pytest.raises(ValueError, match="immutable"):
|
||||||
|
|||||||
@@ -78,13 +78,15 @@ class ShiftedStorage(unittest.TestCase):
|
|||||||
|
|
||||||
def test_shifted_density_and_tag_validation(self):
|
def test_shifted_density_and_tag_validation(self):
|
||||||
old,new = topology(A),topology(B)
|
old,new = topology(A),topology(B)
|
||||||
a = tuple(np.where(m[None], np.float32(-.001), np.nan).repeat(9,axis=0) for m in old.leaf_masks)
|
a = tuple(np.where(m[None], np.float32(-.001), np.float32(np.nan)).repeat(9,axis=0)
|
||||||
|
for m in old.leaf_masks) # FP32 under numpy 1 and 2 promotion rules
|
||||||
remap(old,new,a)
|
remap(old,new,a)
|
||||||
with self.assertRaisesRegex(ValueError,'representation'): remap(old,new,a,False)
|
with self.assertRaisesRegex(ValueError,'representation'): remap(old,new,a,False)
|
||||||
with self.assertRaisesRegex(ValueError,'FP32'): remap(old,new,tuple(x.astype(np.float64) for x in a))
|
with self.assertRaisesRegex(ValueError,'FP32'): remap(old,new,tuple(x.astype(np.float64) for x in a))
|
||||||
a[0][:,old.leaf_masks[0]] = -1
|
a[0][:,old.leaf_masks[0]] = -1
|
||||||
with self.assertRaisesRegex(ValueError,'positive density'): remap(old,new,a)
|
with self.assertRaisesRegex(ValueError,'positive density'): remap(old,new,a)
|
||||||
rest = tuple(np.where(m[None],np.float32(0),np.nan).repeat(9,axis=0) for m in old.leaf_masks)
|
rest = tuple(np.where(m[None],np.float32(0),np.float32(np.nan)).repeat(9,axis=0)
|
||||||
|
for m in old.leaf_masks)
|
||||||
remap(old,new,rest)
|
remap(old,new,rest)
|
||||||
with self.assertRaisesRegex(ValueError,'positive density'):
|
with self.assertRaisesRegex(ValueError,'positive density'):
|
||||||
remap_synchronized(old,new,rest,base_count=7,level_steps=(7,14,28),phase='postcollision_g')
|
remap_synchronized(old,new,rest,base_count=7,level_steps=(7,14,28),phase='postcollision_g')
|
||||||
|
|||||||
@@ -1,170 +0,0 @@
|
|||||||
"""Host contract of FixedPatchStepper.step(n): one stream wait per call (mocked driver).
|
|
||||||
|
|
||||||
All n base intervals are enqueued in order on the backend stream and the host
|
|
||||||
waits once before step returns. Launch order and buffer arguments must equal n
|
|
||||||
step(1) calls; completion metadata, raw-exchange and window ledgers, and failure
|
|
||||||
invalidation are published only after that wait.
|
|
||||||
"""
|
|
||||||
from contextlib import nullcontext
|
|
||||||
from unittest.mock import Mock
|
|
||||||
import unittest
|
|
||||||
|
|
||||||
import numpy as np
|
|
||||||
|
|
||||||
from CelerisLab.config import LBMConfig
|
|
||||||
from tests.unit.test_raw_exchange import body
|
|
||||||
from tests.unit.test_refinement_three_level_multipatch import host_module
|
|
||||||
|
|
||||||
BODY_LEVEL, HOPS = 3, 8 # body on L3: 2**3 hops per base interval
|
|
||||||
|
|
||||||
|
|
||||||
def backend(window=False):
|
|
||||||
"""Four-level host backend; every launch, memset and stream wait goes to one log."""
|
|
||||||
host = host_module()
|
|
||||||
log, allocations = [], []
|
|
||||||
|
|
||||||
def allocate(size):
|
|
||||||
allocations.append(Mock(size=size))
|
|
||||||
return allocations[-1]
|
|
||||||
|
|
||||||
module = Mock()
|
|
||||||
module.get_global.return_value = (Mock(), 20)
|
|
||||||
module.get_function.side_effect = lambda name: Mock(
|
|
||||||
side_effect=lambda *a, **k: log.append((name, a, k)))
|
|
||||||
host.compiler.load_module.return_value = module
|
|
||||||
host.cuda.mem_alloc.side_effect = allocate
|
|
||||||
host.cuda.memcpy_dtoh.side_effect = lambda array, pointer: array.fill(0)
|
|
||||||
host.cuda.memset_d8_async.side_effect = lambda *a: log.append(("memset", a, {}))
|
|
||||||
run = host.FixedPatchStepper(
|
|
||||||
LBMConfig(nx=48, ny=48, viscosity=.02), context=Mock(activate=nullcontext, sm_arch="sm_70"),
|
|
||||||
refinements=[[(6, 6, 26, 26)], [(20, 20, 44, 44)], [(56, 56, 72, 72)]],
|
|
||||||
level_blocks=[(4, 4)] * 4, level_objects=[(), (), (), (body(),)],
|
|
||||||
observe_raw_exchange=True, observe_window_exchange=window)
|
|
||||||
run._stream.synchronize.side_effect = lambda: log.append(("sync", (), {}))
|
|
||||||
run.initialize(*[np.full(level.shape, 1 / 9, np.float32) for level in run._levels])
|
|
||||||
log.clear()
|
|
||||||
return run, log, allocations
|
|
||||||
|
|
||||||
|
|
||||||
def signature(log, allocations):
|
|
||||||
"""Event names with device-pointer arguments replaced by allocation index."""
|
|
||||||
index = {id(a): i for i, a in enumerate(allocations)}
|
|
||||||
return [(name, tuple(index.get(id(a), "-") for a in args)) for name, args, _ in log]
|
|
||||||
|
|
||||||
|
|
||||||
def names(log):
|
|
||||||
return [name for name, _, _ in log]
|
|
||||||
|
|
||||||
|
|
||||||
class StepSync(unittest.TestCase):
|
|
||||||
def test_step1_waits_once_after_all_launches(self):
|
|
||||||
run, log, _ = backend()
|
|
||||||
run.step(1)
|
|
||||||
self.assertEqual(names(log).count("sync"), 1)
|
|
||||||
self.assertEqual(names(log)[-1], "sync")
|
|
||||||
self.assertEqual(names(log)[0], "memset")
|
|
||||||
self.assertEqual(names(log).count("BlockStep"), 1 + 2 + 4 + 8)
|
|
||||||
self.assertEqual(run.step_count, 1)
|
|
||||||
run.close()
|
|
||||||
|
|
||||||
def test_step_n_equals_n_step1_launches_with_one_wait(self):
|
|
||||||
single, single_log, single_alloc = backend()
|
|
||||||
for _ in range(3):
|
|
||||||
single.step(1)
|
|
||||||
batched, batched_log, batched_alloc = backend()
|
|
||||||
batched.step(3)
|
|
||||||
expected = [e for e in signature(single_log, single_alloc) if e[0] != "sync"]
|
|
||||||
got = signature(batched_log, batched_alloc)
|
|
||||||
self.assertEqual(got[-1][0], "sync")
|
|
||||||
self.assertEqual(names(batched_log).count("sync"), 1)
|
|
||||||
self.assertEqual(got[:-1], expected) # same order, same ping-pong buffers
|
|
||||||
self.assertEqual(names(batched_log).count("memset"), 3)
|
|
||||||
self.assertEqual(batched.step_count, single.step_count)
|
|
||||||
index = [{id(a): i for i, a in enumerate(alloc)} for alloc in (single_alloc, batched_alloc)]
|
|
||||||
self.assertEqual(index[1][id(batched._levels[0].current)],
|
|
||||||
index[0][id(single._levels[0].current)])
|
|
||||||
single.close()
|
|
||||||
batched.close()
|
|
||||||
|
|
||||||
def test_step0_launches_and_waits_for_nothing(self):
|
|
||||||
run, log, _ = backend()
|
|
||||||
run.step(2)
|
|
||||||
log.clear()
|
|
||||||
run.step(0)
|
|
||||||
self.assertEqual(log, [])
|
|
||||||
self.assertEqual(run.step_count, 2)
|
|
||||||
value = run.read_raw_exchange(0, level=BODY_LEVEL) # step(0) keeps the ledger valid
|
|
||||||
self.assertEqual((value["time_start"], value["time_end"]), (1, 2))
|
|
||||||
run.close()
|
|
||||||
|
|
||||||
def test_completion_metadata_covers_all_intervals(self):
|
|
||||||
run, _, _ = backend()
|
|
||||||
with self.assertRaisesRegex(RuntimeError, "completed"):
|
|
||||||
run.read_raw_exchange(0, level=BODY_LEVEL)
|
|
||||||
run.step(3)
|
|
||||||
value = run.read_raw_exchange(0, level=BODY_LEVEL)
|
|
||||||
self.assertEqual((value["time_start"], value["time_end"], value["sample_count"]),
|
|
||||||
(2, 3, HOPS)) # step(n) retains only the final base interval
|
|
||||||
run.step(2)
|
|
||||||
self.assertEqual(run.read_raw_exchange(0, level=BODY_LEVEL)["time_end"], 5)
|
|
||||||
run.close()
|
|
||||||
|
|
||||||
def test_window_accounting_across_batched_calls(self):
|
|
||||||
windows = []
|
|
||||||
for calls in ((1, 3), (4,), (1, 1, 1, 1)):
|
|
||||||
run, log, _ = backend(window=True)
|
|
||||||
run.step(1)
|
|
||||||
run.start_exchange_window()
|
|
||||||
log.clear()
|
|
||||||
for n in calls:
|
|
||||||
run.step(n)
|
|
||||||
self.assertEqual(names(log).count("BlockAccumulateExchange"), 2 * 4 * HOPS)
|
|
||||||
self.assertEqual(names(log).count("sync"), len(calls))
|
|
||||||
out = run.read_exchange_window(0, level=BODY_LEVEL)
|
|
||||||
windows.append((out["time_start"], out["time_end"], out["sample_count"]))
|
|
||||||
run.close()
|
|
||||||
self.assertEqual(windows, [(1., 5, 4 * HOPS)] * 3)
|
|
||||||
|
|
||||||
def test_failed_wait_publishes_nothing(self):
|
|
||||||
run, _, _ = backend(window=True)
|
|
||||||
run.step(2)
|
|
||||||
run.start_exchange_window()
|
|
||||||
run._stream.synchronize.side_effect = RuntimeError("device failure")
|
|
||||||
with self.assertRaisesRegex(RuntimeError, "device failure"):
|
|
||||||
run.step(3)
|
|
||||||
self.assertEqual(run.step_count, 2) # value at entry to the failing call
|
|
||||||
self.assertFalse(run._exchange_valid)
|
|
||||||
self.assertFalse(run._window_valid)
|
|
||||||
for read in (lambda: run.read_raw_exchange(0, level=BODY_LEVEL),
|
|
||||||
lambda: run.read_exchange_window(0, level=BODY_LEVEL), run.download,
|
|
||||||
lambda: run.step(1)):
|
|
||||||
with self.assertRaisesRegex(RuntimeError, "failed"):
|
|
||||||
read()
|
|
||||||
run._stream.synchronize.side_effect = None
|
|
||||||
run.close()
|
|
||||||
|
|
||||||
def test_launch_error_mid_batch_skips_wait_and_fails(self):
|
|
||||||
run, log, _ = backend()
|
|
||||||
run.step(1)
|
|
||||||
log.clear()
|
|
||||||
hop, calls = run._hop, []
|
|
||||||
|
|
||||||
def failing(index, *args, **kw):
|
|
||||||
if index == 0:
|
|
||||||
calls.append(1)
|
|
||||||
if len(calls) == 2:
|
|
||||||
raise RuntimeError("launch failure")
|
|
||||||
return hop(index, *args, **kw)
|
|
||||||
run._hop = failing
|
|
||||||
with self.assertRaisesRegex(RuntimeError, "launch failure"):
|
|
||||||
run.step(3)
|
|
||||||
self.assertNotIn("sync", names(log))
|
|
||||||
self.assertEqual(run.step_count, 1)
|
|
||||||
self.assertFalse(run._exchange_valid)
|
|
||||||
with self.assertRaisesRegex(RuntimeError, "failed"):
|
|
||||||
run.read_raw_exchange(0, level=BODY_LEVEL)
|
|
||||||
run.close()
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
unittest.main()
|
|
||||||
@@ -192,6 +192,7 @@ class CpuContracts(unittest.TestCase):
|
|||||||
backend._lock = RLock()
|
backend._lock = RLock()
|
||||||
backend._status = "ready"
|
backend._status = "ready"
|
||||||
backend._step_count = 0
|
backend._step_count = 0
|
||||||
|
backend._ddf_shifting = False # unshifted storage, as for the default config
|
||||||
backend._stream = Mock()
|
backend._stream = Mock()
|
||||||
backend._module = Mock()
|
backend._module = Mock()
|
||||||
backend._copy = backend._step = Mock()
|
backend._copy = backend._step = Mock()
|
||||||
|
|||||||
@@ -281,7 +281,8 @@ def test_fine_surface_four_hops(speed):
|
|||||||
@pytest.mark.parametrize("missing", ["surface_velocity_gpu", "link_exchange_gpu"])
|
@pytest.mark.parametrize("missing", ["surface_velocity_gpu", "link_exchange_gpu"])
|
||||||
def test_missing_surface_device_buffer_rejects_before_launch(missing):
|
def test_missing_surface_device_buffer_rejects_before_launch(missing):
|
||||||
backend = implementation.FixedPatchStepper.__new__(implementation.FixedPatchStepper)
|
backend = implementation.FixedPatchStepper.__new__(implementation.FixedPatchStepper)
|
||||||
backend.fine_boundary = SimpleNamespace(objects=[object_spec(.002)])
|
backend._boundary_hosts = [None, SimpleNamespace(objects=[object_spec(.002)])]
|
||||||
|
backend._level_jets = [(), ()]
|
||||||
backend._fine_curved = SimpleNamespace(fluid_idx_gpu=object(),
|
backend._fine_curved = SimpleNamespace(fluid_idx_gpu=object(),
|
||||||
surface_velocity_gpu=object(), link_exchange_gpu=object())
|
surface_velocity_gpu=object(), link_exchange_gpu=object())
|
||||||
setattr(backend._fine_curved, missing, None)
|
setattr(backend._fine_curved, missing, None)
|
||||||
|
|||||||
@@ -106,7 +106,9 @@ class FaultGuardsCPU(unittest.TestCase):
|
|||||||
|
|
||||||
def fake_backend(self):
|
def fake_backend(self):
|
||||||
backend = PeriodicPatchStepper.__new__(PeriodicPatchStepper)
|
backend = PeriodicPatchStepper.__new__(PeriodicPatchStepper)
|
||||||
backend.fine_layout = None # dense fine storage
|
backend._layouts = [None, None] # dense storage on both levels
|
||||||
|
backend._ddf_shifting = False # unshifted on every level, as _check_storage expects
|
||||||
|
backend._level_cfgs = [LBMConfig(nx=16, ny=16, viscosity=.1)] * 2 # ddf_shifting off
|
||||||
backend.ctx = Mock(activate=nullcontext)
|
backend.ctx = Mock(activate=nullcontext)
|
||||||
backend._lock = RLock()
|
backend._lock = RLock()
|
||||||
backend._status = "ready"
|
backend._status = "ready"
|
||||||
@@ -158,7 +160,9 @@ class FaultGuardsCPU(unittest.TestCase):
|
|||||||
p = implementation.FixedPatch2D.from_config(cfg, (4, 4, 12, 12))
|
p = implementation.FixedPatch2D.from_config(cfg, (4, 4, 12, 12))
|
||||||
with patch.object(cuda, "Stream"), patch.object(implementation.FixedPatch2D, "from_config",
|
with patch.object(cuda, "Stream"), patch.object(implementation.FixedPatch2D, "from_config",
|
||||||
return_value=replace(p, tau_coarse=.9)):
|
return_value=replace(p, tau_coarse=.9)):
|
||||||
with self.assertRaisesRegex(RuntimeError, "omega/tau"):
|
# The hierarchy rejects a pair tau that disagrees with its level config
|
||||||
|
# (hierarchy.py) before the per-level omega/tau check can be reached.
|
||||||
|
with self.assertRaisesRegex(RuntimeError, "config chain is inconsistent"):
|
||||||
PeriodicPatchStepper(cfg, p.bounds, context=context)
|
PeriodicPatchStepper(cfg, p.bounds, context=context)
|
||||||
module = Mock()
|
module = Mock()
|
||||||
module.get_global.return_value = (Mock(), 16)
|
module.get_global.return_value = (Mock(), 16)
|
||||||
|
|||||||
Reference in new issue
Block a user