also cap pool sizes with max_workers

NVIDIA · Feb 26, 2025 · e5efe41 · e5efe41
1 parent 98a7454
commit e5efe41
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/garak/generators/base.py b/garak/generators/base.py
@@ -163,7 +163,11 @@ def generate(
                 )
                 multi_generator_bar.set_description(self.fullname[:55])
 
-                pool_size = min(generations_this_call, _config.system.parallel_requests)
+                pool_size = min(
+                    generations_this_call,
+                    _config.system.parallel_requests,
+                    _config.system.max_workers,
+                )
 
                 try:
                     with Pool(pool_size) as pool:

diff --git a/garak/probes/base.py b/garak/probes/base.py
@@ -178,7 +178,11 @@ def _execute_all(self, attempts) -> Iterable[garak.attempt.Attempt]:
             attempt_bar = tqdm.tqdm(total=len(attempts), leave=False)
             attempt_bar.set_description(self.probename.replace("garak.", ""))
 
-            pool_size = min(_config.system.parallel_attempts, len(attempts))
+            pool_size = min(
+                len(attempts),
+                _config.system.parallel_attempts,
+                _config.system.max_workers,
+            )
 
             try:
                 with Pool(pool_size) as attempt_pool: