pass context length to ollama to avoid context truncation (#1106)

agnaistic · Feb 11, 2025 · 3f8eab2 · 3f8eab2
1 parent bf41953
commit 3f8eab2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/srv/adapter/payloads.ts b/srv/adapter/payloads.ts
@@ -291,6 +291,7 @@ function getBasePayload(opts: AdapterProps, stops: string[] = []) {
         mirostat: gen.mirostatToggle && gen.mirostatTau ? 2 : 0,
         mirostat_tau: gen.mirostatTau,
         mirostat_eta: gen.mirostatLR,
+        num_ctx: gen.maxContextLength,
         stop: getStoppingStrings(opts, stops),
 
         // ignore_eos: false,