Skip to content

Commit

Permalink
Fix missing '=' to assign environment variables in the default case w…
Browse files Browse the repository at this point in the history
…hen they are not provided. (#33)
  • Loading branch information
mfuntowicz authored May 1, 2024
1 parent 377ae1b commit 062180f
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions text-generation-inference/entrypoint.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,25 +11,25 @@ export MODEL_ID="${MODEL_ID}"
if [[ -n "${TGI_MAX_CONCURRENT_REQUESTS}" ]]; then
export TGI_MAX_CONCURRENT_REQUESTS="${TGI_MAX_CONCURRENT_REQUESTS}"
else
export TGI_MAX_CONCURRENT_REQUESTS 4
export TGI_MAX_CONCURRENT_REQUESTS=4
fi

if [[ -n "${TGI_MAX_BATCH_SIZE}" ]]; then
export TGI_MAX_BATCH_SIZE="${TGI_MAX_BATCH_SIZE}"
else
export TGI_MAX_BATCH_SIZE 1
export TGI_MAX_BATCH_SIZE=1
fi

if [[ -n "${TGI_MAX_INPUT_TOKENS}" ]]; then
export TGI_MAX_INPUT_TOKENS="${TGI_MAX_INPUT_TOKENS}"
else
export TGI_MAX_INPUT_TOKENS 128
export TGI_MAX_INPUT_TOKENS=32
fi

if [[ -n "${TGI_MAX_TOTAL_TOKENS}" ]]; then
export TGI_MAX_TOTAL_TOKENS="${TGI_MAX_TOTAL_TOKENS}"
else
export TGI_MAX_TOTAL_TOKENS 256
export TGI_MAX_TOTAL_TOKENS=64
fi

TGI_MAX_BATCH_PREFILL_TOKENS=$(( TGI_MAX_BATCH_SIZE*TGI_MAX_INPUT_TOKENS ))
Expand Down

0 comments on commit 062180f

Please sign in to comment.