1000-text-generation-webui-dependencies.sh.jinja2

#!/bin/bash
set -eu

# text-generation-webui dependencies
pushd "text-generation-webui"
  # disable package caching
  export PIP_NO_CACHE_DIR=0

  # create venv
  python3 -m venv venv

  # activate venv
  source venv/bin/activate
{% if CUDA %}
    # install dependencies (cuda)
    pip3 install -r requirements.txt
{% endif %}

{% if ROCm %}
    # extract pytorch version
    index_url=$(grep -o 'https://download.pytorch.org/whl/rocm[0-9.]*' one_click.py)

    # install pytorch
    pip3 install torch torchvision torchaudio --index-url "$index_url"

    # install dependencies (rocm)
    pip3 install -r requirements_amd.txt
{% endif %}

    # openai extensions dependencies
    pip3 install -r extensions/openai/requirements.txt
  deactivate
popd

{% if ROCm %}
# Dedupe files
rdfind -checksum sha256 -makehardlinks true .
{% endif %}