diff --git a/README.md b/README.md index 02e1dc9..84e2410 100644 --- a/README.md +++ b/README.md @@ -100,7 +100,7 @@ configuration = huggingface provider = huggingface email = password = -model = meta-llama/Meta-Llama-3.1-405B-Instruct-FP8 +model = meta-llama/Meta-Llama-3.1-70B-Instruct ``` Available models are listed [here](https://huggingface.co/chat/models). diff --git a/src/fish_ai/engine.py b/src/fish_ai/engine.py index cbd7070..1bb56d4 100644 --- a/src/fish_ai/engine.py +++ b/src/fish_ai/engine.py @@ -233,7 +233,7 @@ def get_response(messages): cookies=cookies.get_dict(), system_prompt=create_system_prompt(messages), default_llm=get_config('model') or - 'meta-llama/Meta-Llama-3.1-405B-Instruct-FP8') + 'meta-llama/Meta-Llama-3.1-70B-Instruct') response = bot.chat( messages[-1].get('content')).wait_until_done().strip(' `')