[WIP] Added sgDMA operator for scatter kvcache communication.

This commit is contained in:
Zijie Tian
2025-12-24 23:48:52 +08:00
parent 6ec1b23982
commit cf5e7df093
9 changed files with 1061 additions and 1 deletions

View File

@@ -0,0 +1,8 @@
"""Communication utilities for nano-vLLM, including sgDMA support."""
try:
from .sgdma import memcpy_2d, memcpy_2d_async
__all__ = ['memcpy_2d', 'memcpy_2d_async']
except ImportError:
# Extension not compiled yet
__all__ = []