detect and process "Too many requests" from AWS Bedrock API

brainlid · Nov 29, 2024 · a2f25cf · a2f25cf
1 parent 454df98
commit a2f25cf
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/lib/chat_models/chat_anthropic.ex b/lib/chat_models/chat_anthropic.ex
@@ -623,6 +623,11 @@ defmodule LangChain.ChatModels.ChatAnthropic do
      LangChainError.exception(type: "invalid_json", message: error_message, original: response)}
   end
 
+  def do_process_response(%ChatAnthropic{bedrock: %BedrockConfig{}}, %{"message" => "Too many requests" <> _rest = message}) do
+    # the error isn't wrapped in an error JSON object. tsk, tsk
+    {:error, LangChainError.exception(type: "too_many_requests", message: message)}
+  end
+
   def do_process_response(%ChatAnthropic{bedrock: %BedrockConfig{}}, %{"message" => message}) do
     {:error, LangChainError.exception(message: "Received error from API: #{message}")}
   end