fixup! feat(tgi): add functions to load Jetstream Pytorch engine for …

…Llama2
huggingface · Aug 29, 2024 · 098017a · 098017a
1 parent e5b0e1d
commit 098017a
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/text-generation-inference/server/Makefile b/text-generation-inference/server/Makefile
@@ -12,12 +12,14 @@ clean:
 
 # List static sources to be deployed in the package
 src_dir := $(mkfile_dir)/$(pkg_name)
-sources := $(wildcard $(src_dir)/*.py)
+rwildcard_py = $(wildcard $(1)/*.py) $(foreach d,$(wildcard $(1)/*),$(call rwildcard_py,$d))
+sources := $(call rwildcard_py,$(src_dir))
 deployed_sources := $(subst $(src_dir), $(pkg_dir), $(sources))
 
 # Static files are just copied
 
 define COPY
+	mkdir -p $(dir $@)
 	cp -f $< $@
 endef
 

diff --git a/text-generation-inference/server/pyproject.toml b/text-generation-inference/server/pyproject.toml
@@ -22,7 +22,7 @@ dependencies = [
 ]
 
 [tool.setuptools]
-packages = ["text_generation_server", "text_generation_server.pb"]
+packages = ["text_generation_server", "text_generation_server.pb", "text_generation_server.jetstream_pt_support"]
 
 [tool.setuptools.dynamic]
 version = {attr = "text_generation_server.version.__version__"}