deepseekmirror/DeepSeek-V3
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V3.git synced 2025-04-19 18:18:57 -04:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge 3421621d7b into 4cc6253d5c

Browse Source
This commit is contained in:
A-transformer 2025-04-09 10:32:47 -04:00 committed by GitHub
commit 1471809b9b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference/model.py
View File

@ -679,7 +679,7 @@ class MoE(nn.Module):
y = torch.zeros_like(x) y = torch.zeros_like(x)
counts = torch.bincount(indices.flatten(), minlength=self.n_routed_experts).tolist() counts = torch.bincount(indices.flatten(), minlength=self.n_routed_experts).tolist()
for i in range(self.experts_start_idx, self.experts_end_idx): for i in range(self.experts_start_idx, self.experts_end_idx):
if counts[i] == 0: if counts[i] == 0 or self.experts[i] is None:
continue continue
expert = self.experts[i] expert = self.experts[i]
idx, top = torch.where(indices == i) idx, top = torch.where(indices == i)