diff --git a/finetune/finetune_deepseekcoder.py b/finetune/finetune_deepseekcoder.py
index b96b849..1db452b 100644
--- a/finetune/finetune_deepseekcoder.py
+++ b/finetune/finetune_deepseekcoder.py
@@ -143,7 +143,7 @@ def train():
 
     model = transformers.AutoModelForCausalLM.from_pretrained(
         model_args.model_name_or_path,
-        torch_dtype=torch.bfloat16
+        torch_dtype=torch.float16
     )
 
     if training_args.local_rank == 0: