feat: default context limit to unlimited

mybigday · Jan 24, 2025 · 3f88f6e · 3f88f6e
1 parent 34b377a
commit 3f88f6e
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/android/src/main/java/com/rnllama/RNLlama.java b/android/src/main/java/com/rnllama/RNLlama.java
@@ -35,7 +35,7 @@ public RNLlama(ReactApplicationContext reactContext) {
 
   private HashMap<Integer, LlamaContext> contexts = new HashMap<>();
 
-  private int llamaContextLimit = 1;
+  private int llamaContextLimit = -1;
 
   public void setContextLimit(double limit, Promise promise) {
     llamaContextLimit = (int) limit;
@@ -83,6 +83,9 @@ protected WritableMap doInBackground(Void... voids) {
           if (context != null) {
             throw new Exception("Context already exists");
           }
+          if (llamaContextLimit > -1 && contexts.size() >= llamaContextLimit) {
+            throw new Exception("Context limit reached");
+          }
           LlamaContext llamaContext = new LlamaContext(contextId, reactContext, params);
           if (llamaContext.getContext() == 0) {
             throw new Exception("Failed to initialize context");

diff --git a/ios/RNLlama.mm b/ios/RNLlama.mm
@@ -8,7 +8,7 @@
 @implementation RNLlama
 
 NSMutableDictionary *llamaContexts;
-double llamaContextLimit = 1;
+double llamaContextLimit = -1;
 dispatch_queue_t llamaDQueue;
 
 RCT_EXPORT_MODULE()
@@ -48,7 +48,7 @@ @implementation RNLlama
         llamaContexts = [[NSMutableDictionary alloc] init];
     }
 
-    if (llamaContextLimit > 0 && [llamaContexts count] >= llamaContextLimit) {
+    if (llamaContextLimit > -1 && [llamaContexts count] >= llamaContextLimit) {
         reject(@"llama_error", @"Context limit reached", nil);
         return;
     }