diff --git a/inference/kernel.py b/inference/kernel.py index ba18dca..8910f83 100644 --- a/inference/kernel.py +++ b/inference/kernel.py @@ -32,7 +32,7 @@ def act_quant_kernel(x_ptr, y_ptr, s_ptr, BLOCK_SIZE: tl.constexpr): def act_quant(x: torch.Tensor, block_size: int = 128) -> Tuple[torch.Tensor, torch.Tensor]: """ - Quantizes the input tensor `x` using block-wise quantization. + Quantizes the input tensor `x` using block-wise quantization as implemented in the given function. Args: x (torch.Tensor): The input tensor to be quantized. Must be contiguous and its last dimension size must be divisible by `block_size`.