Update main.py

main.py

@@ -22,6 +22,8 @@ from langchain_core.tracers.context import tracing_v2_enabled
 
 import chainlit as cl
 from chainlit.input_widget import TextInput, Select, Switch, Slider
+from chainlit.playground.config import add_llm_provider
+from chainlit.playground.providers.langchain import LangchainGenericProvider
 
 from deep_translator import GoogleTranslator
 
@@ -45,10 +47,22 @@ def auth_callback(username: str, password: str):
 def LLModel():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
     repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
-    model = HuggingFaceEndpoint(
+    llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=5500, temperature=1.0, task="text2text-generation", streaming=True
     )
-    return model
+    add_llm_provider(
+        LangchainGenericProvider(
+            # It is important that the id of the provider matches the _llm_type
+            id=llm._llm_type,
+            # The name is not important. It will be displayed in the UI.
+            name="HuggingFaceHub",
+            # This should always be a Langchain llm instance (correctly configured)
+            llm=llm,
+            # If the LLM works with messages, set this to True
+            is_chat=True
+        )
+    )
+    return llm
     
 def VectorDatabase(categorie):
     if categorie != "year":