Update inference.py

This commit is contained in:
StevenLiuWen 2025-02-04 19:11:34 +08:00
parent c74816ad22
commit 0dae143493

View File

@ -22,7 +22,6 @@ from typing import List
import torch import torch
import transformers import transformers
from joblib.externals.cloudpickle import instance
from transformers import ( from transformers import (
AutoModelForCausalLM, AutoModelForCausalLM,
StoppingCriteria, StoppingCriteria,