[Feature] To think or not to think (Sonnet 3.7)

amidabuddha · Feb 28, 2025 · 7327f53 · 7327f53
1 parent 752c695
commit 7327f53
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 2 deletions.
diff --git a/config.toml.sample b/config.toml.sample
@@ -156,6 +156,13 @@ model_max_tokens = 8192
 model_name = "claude-3-7-sonnet-latest"
 model_output_pricing_per_1k = 0.015
 
+[chat.models.anthropic-sonnet-latest-thinking]
+api_key = "YOUR_ANTHROPIC_API_KEY"
+model_input_pricing_per_1k = 0.003
+model_max_tokens = 8192
+model_name = "claude-3-7-sonnet-latest"
+model_output_pricing_per_1k = 0.015
+
 [chat.models.anthropic-opus]
 api_key = "YOUR_ANTHROPIC_API_KEY"
 model_input_pricing_per_1k = 0.015

diff --git a/console_gpt/chat.py b/console_gpt/chat.py
@@ -109,7 +109,9 @@ def chat(console, data, managed_user_prompt) -> None:
             }
             if cached is not False:
                 params["cached"] = cached
-
+            if model_title == "anthropic-sonnet-latest-thinking":
+                params["thinking"] = True
+
             response = handle_with_exceptions(lambda: client.chat.completions.create(**params))
 
         if response not in ["interrupted", "error_appeared"] and streaming:

diff --git a/requirements.txt b/requirements.txt
@@ -1,4 +1,4 @@
-unichat~=3.5.4
+unichat~=3.5.6
 pillow~=10.3.0
 questionary~=2.0.1
 rich~=13.7.0