Skip to content

Commit

Permalink
refactor: migrate to mistral v1.0.0
Browse files Browse the repository at this point in the history
  • Loading branch information
Realiserad committed Sep 4, 2024
1 parent c5e7d3f commit 15e7bbc
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 15 deletions.
2 changes: 1 addition & 1 deletion .devcontainer/requirements-dev.txt
Original file line number Diff line number Diff line change
Expand Up @@ -9,5 +9,5 @@ google-generativeai
simple-term-menu
iterfzf
hugchat
mistralai==0.4.2
mistralai
binaryornot
18 changes: 4 additions & 14 deletions src/fish_ai/engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
import sys
from hugchat import hugchat
from hugchat.login import Login
from mistralai.client import MistralClient
from mistralai.models.chat_completion import ChatMessage
from mistralai import Mistral
from fish_ai.redact import redact
import itertools

Expand Down Expand Up @@ -191,15 +190,6 @@ def get_messages_for_gemini(messages):
return outputs


def get_messages_for_mistral(messages):
output = []
for message in messages:
output.append(
ChatMessage(role=message.get('role'),
content=message.get('content')))
return output


def create_system_prompt(messages):
return '\n\n'.join(
list(
Expand Down Expand Up @@ -249,12 +239,12 @@ def get_response(messages):
messages[-1].get('content')).wait_until_done().strip(' `')
bot.delete_conversation(bot.get_conversation_info())
elif get_config('provider') == 'mistral':
client = MistralClient(
client = Mistral(
api_key=get_config('api_key')
)
completions = client.chat(
completions = client.chat.complete(
model=get_config('model') or 'mistral-large-latest',
messages=get_messages_for_mistral(messages),
messages=messages,
max_tokens=1024,
temperature=float(get_config('temperature') or '0.2'),
)
Expand Down

0 comments on commit 15e7bbc

Please sign in to comment.