mirror of
https://github.com/deepseek-ai/DeepSeek-V3.git
synced 2025-04-19 18:18:57 -04:00
Update model.py
Fixed the indentation of the suggestion.
This commit is contained in:
parent
9bf00671cf
commit
c47ecaa800
@ -793,6 +793,7 @@ class Transformer(nn.Module):
|
|||||||
all_logits = [torch.empty_like(logits) for _ in range(world_size)]
|
all_logits = [torch.empty_like(logits) for _ in range(world_size)]
|
||||||
dist.all_gather(all_logits, logits)
|
dist.all_gather(all_logits, logits)
|
||||||
logits = torch.cat(all_logits, dim=-1)
|
logits = torch.cat(all_logits, dim=-1)
|
||||||
|
|
||||||
return logits
|
return logits
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user