# Configuration for Cog ⚙️ # Reference: https://cog.run/yaml build: # set to true if your model requires a GPU gpu: true # a list of ubuntu apt packages to install system_packages: - "libgl1-mesa-glx" - "libglib2.0-0" # python version in the form '3.11' or '3.11.4' python_version: "3.11" # a list of packages in the format == python_packages: - torch==2.4.0 - transformers<4.42 - numpy - gradio==3.48.0 - timm>=0.9.16 - accelerate - sentencepiece - attrdict - einops - xformers - ipython - joblib - mdtex2html # commands run after the environment is setup run: - pip install -U flash-attn --no-build-isolation - curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.6.0/pget_linux_x86_64" && chmod +x /usr/local/bin/pget predict: "predict.py:Predictor"