fix script not mount

apecloud · Nov 24, 2023 · 37f98d3 · 37f98d3
1 parent 25f6c43
commit 37f98d3
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 2 deletions.
diff --git a/deploy/llm/templates/clusterversion.yaml b/deploy/llm/templates/clusterversion.yaml
@@ -62,6 +62,8 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
 ---
 apiVersion: apps.kubeblocks.io/v1alpha1
 kind: ClusterVersion
@@ -90,6 +92,8 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
 ---
 apiVersion: apps.kubeblocks.io/v1alpha1
 kind: ClusterVersion
@@ -118,6 +122,8 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
 ---
 apiVersion: apps.kubeblocks.io/v1alpha1
 kind: ClusterVersion
@@ -146,6 +152,8 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
 ---
 apiVersion: apps.kubeblocks.io/v1alpha1
 kind: ClusterVersion
@@ -174,6 +182,8 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
 ---
 apiVersion: apps.kubeblocks.io/v1alpha1
 kind: ClusterVersion
@@ -202,3 +212,5 @@ spec:
             volumeMounts:
               - name: models
                 mountPath: /models
+              - name: scripts
+                mountPath: /scripts
diff --git a/deploy/llm/templates/scripts.yaml b/deploy/llm/templates/scripts.yaml
@@ -115,5 +115,9 @@ data:
       sh /app/docker/simple/run.sh
       exit 0
     fi
-    echo "$MODEL not found"
-    exit 1
+    echo "Warning: model$MODEL not found"
+    echo "try to download default model vicuna-7b-v1.5.Q2_K.gguf"
+    default_url="https://huggingface.co/TheBloke/vicuna-7B-v1.5-GGUF/resolve/main/vicuna-7b-v1.5.Q2_K.gguf"
+    apt-get install wget -y
+    wget "$default_url" -O model.gguf
+    sh /app/docker/simple/run.sh