Files
nano-vllm/nanovllm/layers/activation.py
GeeeekExplorer fc778a4da9 better
2025-06-15 10:36:45 +08:00

15 lines
288 B
Python
Executable File

import torch
from torch import nn
import torch.nn.functional as F
class SiluAndMul(nn.Module):
def __init__(self):
super().__init__()
@torch.compile
def forward(self, x: torch.Tensor) -> torch.Tensor:
x, y = x.chunk(2, -1)
return y.mul_(F.silu(x))