Update chain_app.py

chain_app.py

@@ -1002,6 +1002,34 @@ async def chat_profile():
                 
             ]
         ),
+        cl.ChatProfile(
+            name='mistral-7B-v2',
+            markdown_description = 'mistral open source LLM with 7B parameters',
+            starters=[
+                cl.Starter(
+                    label="Morning routine ideation",
+                    message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
+                    ),
+        
+                cl.Starter(
+                    label="Explain superconductors",
+                    message="Explain superconductors like I'm five years old.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
+                    ),
+                cl.Starter(
+                    label="Python script for daily email reports",
+                    message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
+                    ),
+                cl.Starter(
+                    label="Text inviting friend to wedding",
+                    message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
+                    )
+                
+            ]
+        ),
         # # cl.ChatProfile(
         # #     name="Toka-353M",
         # #     markdown_description="PartAI Open Source model Toka with 353M parameters",
@@ -1927,6 +1955,26 @@ async def on_chat_start():
                 ),
             ]
         ).send()
+
+    if chat_profile == 'mistral-7B-v2':
+        await cl.ChatSettings(
+            [
+                Select(
+                    id="Mistral-Model",
+                    label="Mistral - Model",
+                    values=["mistral-7B-v2"],
+                    initial_index=0,
+                ),
+                Slider(
+                    id="Temperature",
+                    label="Model Temperature",
+                    initial=0.7,
+                    min=0,
+                    max=1,
+                    step=0.1,
+                ),
+            ]
+        ).send()
         # await cl.Message(
         #     content="Im Mistral nemo 12B .i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
         # ).send()
@@ -2476,6 +2524,22 @@ async def main(message: cl.Message):
 
         ).send()
 
+    elif chat_profile == 'mistral-7B-v2':
+        client = InferenceClient(
+            "mistralai/Mistral-7B-Instruct-v0.2",
+            token=f"{hf_token_llama_3_1}",
+        )
+        complete_message = ""
+        for message in client.chat_completion(
+            messages=[{"role": "user", "content": message.content}],
+            max_tokens=500,
+            stream=False,
+        ): 
+            complete_message += message.choices[0].delta.content
+            await cl.Message(content=complete_message).send()
+
+
+
     # elif chat_profile == 'Toka-353M':
     #     output = query({
     #     "inputs": message.content,