mirror of
https://github.com/suitenumerique/docs.git
synced 2026-08-17 21:25:43 +02:00
✨(backend) manage langfuse with the mistral sdk
Langfuse was not working with the legacy client using the mistral sdk. We want to add the support of langfuse for it.
This commit is contained in:
@@ -7,6 +7,7 @@ from functools import cache
|
||||
from django.conf import settings
|
||||
from django.core.exceptions import ImproperlyConfigured
|
||||
|
||||
from langfuse import get_client, observe
|
||||
from langfuse.openai import OpenAI as OpenAI_Langfuse
|
||||
from mistralai import Mistral
|
||||
|
||||
@@ -89,16 +90,37 @@ class LegacyAiServiceMistralClient(LegacyAiClient):
|
||||
server_url=settings.MISTRAL_SDK_BASE_URL,
|
||||
)
|
||||
|
||||
@observe(as_type="generation")
|
||||
def call_ai_api(self, system_content, text) -> str:
|
||||
langfuse = None
|
||||
messages = [
|
||||
{"role": "system", "content": system_content},
|
||||
{"role": "user", "content": text},
|
||||
]
|
||||
if settings.LANGFUSE_PUBLIC_KEY:
|
||||
langfuse = get_client()
|
||||
langfuse.auth_check()
|
||||
|
||||
langfuse.update_current_generation(
|
||||
input=messages,
|
||||
model=settings.AI_MODEL,
|
||||
)
|
||||
|
||||
response = self.client.chat.complete(
|
||||
model=settings.AI_MODEL,
|
||||
messages=[
|
||||
{"role": "system", "content": system_content},
|
||||
{"role": "user", "content": text},
|
||||
],
|
||||
messages=messages,
|
||||
stream=False,
|
||||
)
|
||||
|
||||
if langfuse:
|
||||
langfuse.update_current_generation(
|
||||
usage_details={
|
||||
"input": response.usage.prompt_tokens,
|
||||
"output": response.usage.completion_tokens,
|
||||
},
|
||||
output=response.choices[0].message.content,
|
||||
)
|
||||
|
||||
return response.choices[0].message.content
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user