fix: use llama3.1 as the default model for huggingface

Realiserad · Sep 5, 2024 · 743324b · 743324b
1 parent 15e7bbc
commit 743324b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -100,7 +100,7 @@ configuration = huggingface
 provider = huggingface
 email = <your email>
 password = <your password>
-model = meta-llama/Meta-Llama-3.1-405B-Instruct-FP8
+model = meta-llama/Meta-Llama-3.1-70B-Instruct
 ```
 
 Available models are listed [here](https://huggingface.co/chat/models).

diff --git a/src/fish_ai/engine.py b/src/fish_ai/engine.py
@@ -233,7 +233,7 @@ def get_response(messages):
             cookies=cookies.get_dict(),
             system_prompt=create_system_prompt(messages),
             default_llm=get_config('model') or
-            'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8')
+            'meta-llama/Meta-Llama-3.1-70B-Instruct')
 
         response = bot.chat(
             messages[-1].get('content')).wait_until_done().strip(' `')