diff --git a/nanovllm/engine/model_runner.py b/nanovllm/engine/model_runner.py
index 0c7b2ef..6f838a6 100644
--- a/nanovllm/engine/model_runner.py
+++ b/nanovllm/engine/model_runner.py
@@ -53,6 +53,9 @@ class ModelRunner:
             dist.barrier()
             if self.rank == 0:
                 self.shm.unlink()
+        if not self.enforce_eager:
+            del self.graphs, self.graph_pool
+        torch.cuda.synchronize()
         dist.destroy_process_group()
 
     def loop(self):