diff --git a/deepseek_vl2/models/modeling_deepseek_vl_v2.py b/deepseek_vl2/models/modeling_deepseek_vl_v2.py
index 97288fd..957464f 100644
--- a/deepseek_vl2/models/modeling_deepseek_vl_v2.py
+++ b/deepseek_vl2/models/modeling_deepseek_vl_v2.py
@@ -1,3 +1,4 @@
+from attrdict import AttrDict
 from dataclasses import dataclass
 import logging
 import gc
diff --git a/requirements.txt b/requirements.txt
index 02d0661..b89b147 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -4,6 +4,7 @@ xformers>=0.0.21
 timm>=0.9.16
 accelerate
 sentencepiece
+attrdict
 einops
 
 # for gradio demo