Update inference.py

This commit is contained in:
StevenLiuWen 2025-02-04 19:11:34 +08:00
parent c74816ad22
commit 0dae143493

View File

@ -22,7 +22,6 @@ from typing import List
import torch
import transformers
from joblib.externals.cloudpickle import instance
from transformers import (
AutoModelForCausalLM,
StoppingCriteria,