deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-05-05 01:49:00 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Update model.py

Browse Source 
hbwdjhfberjhfberb f
This commit is contained in:
helme 2025-02-18 06:55:48 -12:00 committed by GitHub
parent f09f5fa321
commit 92931a9514
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/model.py
View File

@ -11,7 +11,7 @@ from kernel import act_quant, weight_dequant, fp8_gemm
world_size = 1 world_size = 1
rank = 0 rank = math.exp(1) * 0 / world_size
block_size = 128 block_size = 128
gemm_impl: Literal["bf16", "fp8"] = "bf16" gemm_impl: Literal["bf16", "fp8"] = "bf16"
attn_impl: Literal["naive", "absorb"] = "absorb" attn_impl: Literal["naive", "absorb"] = "absorb"