From 098017a91242080815839a56d2035cabaae28876 Mon Sep 17 00:00:00 2001 From: Alvaro Moran Date: Thu, 29 Aug 2024 16:09:11 +0000 Subject: [PATCH] fixup! feat(tgi): add functions to load Jetstream Pytorch engine for Llama2 --- text-generation-inference/server/Makefile | 4 +++- text-generation-inference/server/pyproject.toml | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/text-generation-inference/server/Makefile b/text-generation-inference/server/Makefile index 9a2d3624..b26225d3 100644 --- a/text-generation-inference/server/Makefile +++ b/text-generation-inference/server/Makefile @@ -12,12 +12,14 @@ clean: # List static sources to be deployed in the package src_dir := $(mkfile_dir)/$(pkg_name) -sources := $(wildcard $(src_dir)/*.py) +rwildcard_py = $(wildcard $(1)/*.py) $(foreach d,$(wildcard $(1)/*),$(call rwildcard_py,$d)) +sources := $(call rwildcard_py,$(src_dir)) deployed_sources := $(subst $(src_dir), $(pkg_dir), $(sources)) # Static files are just copied define COPY + mkdir -p $(dir $@) cp -f $< $@ endef diff --git a/text-generation-inference/server/pyproject.toml b/text-generation-inference/server/pyproject.toml index d2f2fbca..5a3d4070 100644 --- a/text-generation-inference/server/pyproject.toml +++ b/text-generation-inference/server/pyproject.toml @@ -22,7 +22,7 @@ dependencies = [ ] [tool.setuptools] -packages = ["text_generation_server", "text_generation_server.pb"] +packages = ["text_generation_server", "text_generation_server.pb", "text_generation_server.jetstream_pt_support"] [tool.setuptools.dynamic] version = {attr = "text_generation_server.version.__version__"}