From ea38cde8df743a0474736cdc642866f25bc2b444 Mon Sep 17 00:00:00 2001 From: Asankhaya Sharma Date: Tue, 21 Jan 2025 18:30:14 +0800 Subject: [PATCH 1/2] Update Dockerfile --- Dockerfile | 26 +++++++++++++++----------- 1 file changed, 15 insertions(+), 11 deletions(-) diff --git a/Dockerfile b/Dockerfile index 800357a..2a0f33f 100644 --- a/Dockerfile +++ b/Dockerfile @@ -10,12 +10,14 @@ ENV OPTILLM_PORT=$PORT WORKDIR /app # Install system dependencies -RUN apt-get update && apt-get install -y --no-install-recommends \ - build-essential \ - python3-dev \ - gcc \ - g++ \ - && rm -rf /var/lib/apt/lists/* +RUN --mount=type=cache,target=/var/cache/apt \ + --mount=type=cache,target=/var/lib/apt \ + apt-get update && apt-get install -y --no-install-recommends \ + build-essential \ + python3-dev \ + gcc \ + g++ \ + && rm -rf /var/lib/apt/lists/* # Copy only the requirements file first to leverage Docker cache COPY requirements.txt . @@ -27,14 +29,16 @@ RUN pip install --no-cache-dir -r requirements.txt FROM python:3.12-slim # Add labels for the final image -LABEL org.opencontainers.image.source=https://github.com/codelion/optillm +LABEL org.opencontainers.image.source="https://github.com/codelion/optillm" LABEL org.opencontainers.image.description="OptiLLM full image with model serving and API routing capabilities" -LABEL org.opencontainers.image.licenses=Apache-2.0 +LABEL org.opencontainers.image.licenses="Apache-2.0" # Install curl for the healthcheck -RUN apt-get update && apt-get install -y --no-install-recommends \ - curl && \ - apt-get clean && rm -rf /var/lib/apt/lists/* +RUN --mount=type=cache,target=/var/cache/apt \ + --mount=type=cache,target=/var/lib/apt \ + apt-get update && apt-get install -y --no-install-recommends \ + curl \ + && rm -rf /var/lib/apt/lists/* # Set working directory WORKDIR /app From d36f682d02821c5e246991b0079b9264546c6be3 Mon Sep 17 00:00:00 2001 From: Asankhaya Sharma Date: Tue, 21 Jan 2025 18:31:48 +0800 Subject: [PATCH 2/2] Update setup.py --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 2f5fe03..ce0fdb8 100644 --- a/setup.py +++ b/setup.py @@ -2,7 +2,7 @@ setup( name="optillm", - version="0.0.33", + version="0.0.34", packages=find_packages(), py_modules=['optillm'], package_data={