deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-05-06 10:28:57 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

mask标记声明

Browse Source
This commit is contained in:
wanglei 2025-01-14 15:29:06 +08:00
parent ee4c4ea32b
commit 7117f260e9
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
inference/model.py
View File

@ -115,6 +115,7 @@ class ParallelEmbedding(nn.Module):
Raises: Raises:
ValueError: If `world_size` is not defined. ValueError: If `world_size` is not defined.
""" """
mask = torch.empty()
if world_size > 1: if world_size > 1:
mask = (x < self.vocab_start_idx) | (x >= self.vocab_end_idx) mask = (x < self.vocab_start_idx) | (x >= self.vocab_end_idx)
x = x - self.vocab_start_idx x = x - self.vocab_start_idx