[WIP] Added sgDMA operator for scatter kvcache communication.
This commit is contained in:
8
nanovllm/comm/__init__.py
Normal file
8
nanovllm/comm/__init__.py
Normal file
@@ -0,0 +1,8 @@
|
||||
"""Communication utilities for nano-vLLM, including sgDMA support."""
|
||||
|
||||
try:
|
||||
from .sgdma import memcpy_2d, memcpy_2d_async
|
||||
__all__ = ['memcpy_2d', 'memcpy_2d_async']
|
||||
except ImportError:
|
||||
# Extension not compiled yet
|
||||
__all__ = []
|
||||
Reference in New Issue
Block a user