This commit is contained in:
Rahul Dubey 2025-01-29 12:38:41 +05:30 committed by GitHub
commit 1b2b3a8a8a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -143,7 +143,7 @@ def train():
model = transformers.AutoModelForCausalLM.from_pretrained(
model_args.model_name_or_path,
torch_dtype=torch.bfloat16
torch_dtype=torch.float16
)
if training_args.local_rank == 0: