deepseekmirror/DeepSeek-V2
1
0
Fork 0
mirror of https://github.com/deepseek-ai/DeepSeek-V2.git synced 2025-02-22 21:59:05 -05:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update README.md

Browse Source
This commit is contained in:
Fuli Luo 2024-05-06 22:08:29 +08:00 committed by GitHub
parent ba9704026f
commit d1e23a88cd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -215,7 +215,7 @@ print(result)
import torch import torch
from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
model_name = "deepseek-ai/DeepSeek-V2-Chat-RL" model_name = "deepseek-ai/DeepSeek-V2-Chat"
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
# `max_memory` should be set based on your devices # `max_memory` should be set based on your devices
max_memory = {i: "75GB" for i in range(8)} max_memory = {i: "75GB" for i in range(8)}