diff --git a/inference/generate.py b/inference/generate.py index 7e9bffe..9cf028b 100644 --- a/inference/generate.py +++ b/inference/generate.py @@ -1,7 +1,7 @@ import os import json from argparse import ArgumentParser -from typing import List + from typing import List import torch import torch.distributed as dist