deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-02-23 14:18:57 -05:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

updated async file reading

Browse Source
This commit is contained in:
CodingParadigm1 2025-02-02 03:55:47 -07:00
parent 1cb3e2a63f
commit f2636dd366
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
inference/convert.py
View File

@ -74,7 +74,8 @@ def main(hf_ckpt_path, save_path, n_experts, mp):
state_dicts = [{} for _ in range(mp)]
tasks = []
for file_path in tqdm(glob(os.path.join(hf_ckpt_path, "*.safetensors"))):
async with sync.to_thread(safe_open, file_path, framework="pt", device="cpu") as f:
cm = await sync.to_thread(safe_open, file_path, framework="pt", device="cpu")
async with cm as f:
await sync.gather(*(inner_safe_open(name, f, state_dicts, mp, n_local_experts) for name in f.keys()))
os.makedirs(save_path, exist_ok=True)