deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-04-18 09:38:58 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge 84e7789ef8 into 4cc6253d5c

Browse Source
This commit is contained in:
Yanyue Xie 2025-04-09 09:52:19 +08:00 committed by GitHub
commit b5a442d7ad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/fp8_cast_bf16.py
View File

@ -85,7 +85,7 @@ def main(fp8_path, bf16_path):
new_state_dict[weight_name] = weight
new_safetensor_file = os.path.join(bf16_path, file_name)
save_file(new_state_dict, new_safetensor_file)
save_file(new_state_dict, new_safetensor_file, metadata={"format": "pt"})
# Memory management: keep only the 2 most recently used files
if len(loaded_files) > 2: