DeepSeek-VL2/cog.yaml
2024-12-29 15:56:24 +00:00

37 lines
907 B
YAML

# Configuration for Cog ⚙️
# Reference: https://cog.run/yaml
build:
# set to true if your model requires a GPU
gpu: true
# a list of ubuntu apt packages to install
system_packages:
- "libgl1-mesa-glx"
- "libglib2.0-0"
# python version in the form '3.11' or '3.11.4'
python_version: "3.11"
# a list of packages in the format <package-name>==<version>
python_packages:
- torch==2.4.0
- transformers<4.42
- numpy
- gradio==3.48.0
- timm>=0.9.16
- accelerate
- sentencepiece
- attrdict
- einops
- xformers
- ipython
- joblib
- mdtex2html
# commands run after the environment is setup
run:
- pip install -U flash-attn --no-build-isolation
- curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.6.0/pget_linux_x86_64" && chmod +x /usr/local/bin/pget
predict: "predict.py:Predictor"