deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-07-04 23:41:37 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge 84e7789ef8 into f6e34dd267

Browse Source
This commit is contained in:
Yanyue Xie 2025-06-21 08:02:16 -07:00 committed by GitHub
commit 2e5c9c182d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/fp8_cast_bf16.py
View File

@ -85,7 +85,7 @@ def main(fp8_path, bf16_path):
new_state_dict[weight_name] = weight new_state_dict[weight_name] = weight
new_safetensor_file = os.path.join(bf16_path, file_name) new_safetensor_file = os.path.join(bf16_path, file_name)
save_file(new_state_dict, new_safetensor_file) save_file(new_state_dict, new_safetensor_file, metadata={"format": "pt"})
# Memory management: keep only the 2 most recently used files # Memory management: keep only the 2 most recently used files
if len(loaded_files) > 2: if len(loaded_files) > 2: