deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-04-19 18:18:57 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Fix: add metadata to bf16 safetensors for loading using transformers

Browse Source
This commit is contained in:
root 2025-03-06 14:25:47 +08:00
parent 592fd5daf8
commit be411d69f4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/fp8_cast_bf16.py
View File

@ -85,7 +85,7 @@ def main(fp8_path, bf16_path):
new_state_dict[weight_name] = weight new_state_dict[weight_name] = weight
new_safetensor_file = os.path.join(bf16_path, file_name) new_safetensor_file = os.path.join(bf16_path, file_name)
save_file(new_state_dict, new_safetensor_file) save_file(new_state_dict, new_safetensor_file, metadata={"format": "pt"})
# Memory management: keep only the 2 most recently used files # Memory management: keep only the 2 most recently used files
if len(loaded_files) > 2: if len(loaded_files) > 2: