diff --git a/README.md b/README.md index 2fe74ea..fc1a99b 100644 --- a/README.md +++ b/README.md @@ -177,6 +177,8 @@ python cli_chat.py --model_path "local model path" ### Gradio Demo ```bash +pip install -e .[gradio] + python deepseek_vl/serve/app_deepseek.py ``` ![](./images/gradio_demo.png) diff --git a/deepseek_vl/serve/app_deepseek.py b/deepseek_vl/serve/app_deepseek.py index 498a941..196117d 100755 --- a/deepseek_vl/serve/app_deepseek.py +++ b/deepseek_vl/serve/app_deepseek.py @@ -316,6 +316,9 @@ def retry( def build_demo(MODELS): + with open("deepseek_vl/serve/assets/custom.css", "r", encoding="utf-8") as f: + customCSS = f.read() + with gr.Blocks(theme=gr.themes.Soft()) as demo: history = gr.State([]) input_text = gr.State() @@ -359,7 +362,7 @@ def build_demo(MODELS): with gr.Column(): image_box = gr.Image(type="pil") - with gr.Tab(label="Parameter Setting") as _: + with gr.Tab(label="Parameter Setting") as parameter_row: top_p = gr.Slider( minimum=-0, maximum=1.0, diff --git a/deepseek_vl/serve/app_modules/utils.py b/deepseek_vl/serve/app_modules/utils.py index 42767a0..f9ace3c 100755 --- a/deepseek_vl/serve/app_modules/utils.py +++ b/deepseek_vl/serve/app_modules/utils.py @@ -24,6 +24,7 @@ import html import logging import re import time +import os import mdtex2html from app_modules.presets import ALREADY_CONVERTED_MARK @@ -40,6 +41,7 @@ def configure_logger(): logger.setLevel(logging.DEBUG) timestr = time.strftime("%Y%m%d-%H%M%S") + os.makedirs("deepseek_vl/serve/logs", exist_ok=True) file_handler = logging.FileHandler( f"deepseek_vl/serve/logs/{timestr}_gradio_log.log" ) diff --git a/pyproject.toml b/pyproject.toml index a126efe..b084472 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -15,12 +15,25 @@ dependencies = [ "torch>=2.0.1", "transformers>=4.38.2", "timm>=0.9.16", - "gradio>=4.13.0", "accelerate", "sentencepiece", "attrdict", "einops", ] +[project.optional-dependencies] +gradio = [ + "gradio==3.48.0", + "gradio-client==0.6.1", + "mdtex2html==1.3.0", + "pypinyin==0.50.0", + "tiktoken==0.5.2", + "tqdm==4.64.0", + "colorama==0.4.5", + "Pygments==2.12.0", + "markdown==3.4.1", + "SentencePiece==0.1.96" +] + [tool.setuptools] packages = {find = {exclude = ["images"]}} diff --git a/requirements.txt b/requirements.txt index 8df677e..37ed33c 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -torch>=2.0.1 +torch==2.0.1 transformers>=4.38.2 timm>=0.9.16 accelerate @@ -7,17 +7,13 @@ attrdict einops # for gradio demo -gradio==3.27.0 -mdtex2html -pypinyin -tiktoken -socksio -tqdm -colorama -duckduckgo_search -Pygments -llama_index -langchain -markdown -markdown2 -SentencePiece +gradio==3.48.0 +gradio-client==0.6.1 +mdtex2html==1.3.0 +pypinyin==0.50.0 +tiktoken==0.5.2 +tqdm==4.64.0 +colorama==0.4.5 +Pygments==2.12.0 +markdown==3.4.1 +SentencePiece==0.1.96