mirror of
https://github.com/deepseek-ai/DeepSeek-V3.git
synced 2025-05-21 17:56:45 -04:00
Merge 37f0b41ac6
into 4cc6253d5c
This commit is contained in:
commit
1884be889e
@ -32,7 +32,7 @@ def act_quant_kernel(x_ptr, y_ptr, s_ptr, BLOCK_SIZE: tl.constexpr):
|
||||
|
||||
def act_quant(x: torch.Tensor, block_size: int = 128) -> Tuple[torch.Tensor, torch.Tensor]:
|
||||
"""
|
||||
Quantizes the input tensor `x` using block-wise quantization.
|
||||
Quantizes the input tensor `x` using block-wise quantization as implemented in the given function.
|
||||
|
||||
Args:
|
||||
x (torch.Tensor): The input tensor to be quantized. Must be contiguous and its last dimension size must be divisible by `block_size`.
|
||||
|
Loading…
Reference in New Issue
Block a user