Update chain_app.py

chain_app.py

@@ -831,6 +831,36 @@ async def chat_profile():
                 
             ]
         ),
+
+        cl.ChatProfile(
+            name = "gemma2-27B",
+            markdown_description = 'Google Generation 2 Open Source LLM with 27B parameters',
+            starters=[
+                cl.Starter(
+                    label="Morning routine ideation",
+                    message="Can you help me create a personalized morning routine that would help increase my productivity throughout the day? Start by asking me about my current habits and what activities energize me in the morning.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/idea.svg",
+                    ),
+        
+                cl.Starter(
+                    label="Explain superconductors",
+                    message="Explain superconductors like I'm five years old.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/learn.svg",
+                    ),
+                cl.Starter(
+                    label="Python script for daily email reports",
+                    message="Write a script to automate sending daily email reports in Python, and walk me through how I would set it up.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/terminal.svg",
+                    ),
+                cl.Starter(
+                    label="Text inviting friend to wedding",
+                    message="Write a text asking a friend to be my plus-one at a wedding next month. I want to keep it super short and casual, and offer an out.",
+                    icon="https://chainlit-rag-copilot-r2xd.onrender.com/public/write.svg",
+                    )
+                
+            ]
+        ),
+        
         cl.ChatProfile(
             name = "gemma2-9B",
             markdown_description = 'Google Generation 2 Open Source LLM with 9B parameters',
@@ -1766,14 +1796,34 @@ async def on_chat_start():
         # await cl.Message(
         #     content='Im one of the best open source models that cohere released. i am configured by 2 iranian boys named Artin Daneshvar and Sadra Noadosut to help you out!'
         # ).send()
-        
+
+    if chat_profile == 'gemma2-27B':
+        await cl.ChatSettings(
+            [
+                Select(
+                    id="Google-Model",
+                    label="Google - Model",
+                    values=["Gemma2-27B"],
+                    initial_index=0,
+                ),
+                Slider(
+                    id="Temperature",
+                    label="Model Temperature",
+                    initial=0.7,
+                    min=0,
+                    max=1,
+                    step=0.1,
+                ),
+            ]
+        ).send()
+    
     if chat_profile == 'gemma2-9B':
         await cl.ChatSettings(
             [
                 Select(
                     id="Google-Model",
                     label="Google - Model",
-                    values=["Gemma-9B"],
+                    values=["Gemma2-9B"],
                     initial_index=0,
                 ),
                 Slider(
@@ -1912,15 +1962,12 @@ async def main(message: cl.Message):
             cl.Action(name="No", value="No", label="❌ No"),
         ],
     ).send()
-    
-    name = await cl.AskUserMessage(content="What is your name?", timeout=10).send()
-
     if res and res.get("value") == "Yes":
         if chat_profile == 'neural-brain-AI':
             completion = openai_client.chat.completions.create(
                 model="ft:gpt-3.5-turbo-1106:nb:aria1:9UWDrLJK",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -1932,7 +1979,7 @@ async def main(message: cl.Message):
         elif chat_profile == "Dorna-AI":
             result = hf_text_client.predict(
                 message=message.content,
-                request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+                request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
                 param_3=512,
                 param_4=0.7,
                 param_5=0.95,
@@ -1946,7 +1993,7 @@ async def main(message: cl.Message):
             completion = openai_client.chat.completions.create(
                 model="gpt-4o-mini",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -1975,7 +2022,7 @@ async def main(message: cl.Message):
             completion = openai_client.chat.completions.create(
                 model="gpt-4",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -1988,7 +2035,7 @@ async def main(message: cl.Message):
             completion = openai_client.chat.completions.create(
                 model="gpt-3.5-turbo",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -2000,7 +2047,7 @@ async def main(message: cl.Message):
             completion = openai_client.chat.completions.create(
                 model="GPT-3.5-turbo-0125",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -2012,7 +2059,7 @@ async def main(message: cl.Message):
             completion = openai_client.chat.completions.create(
                 model="gpt-3.5-turbo-1106",
                 messages=[
-                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}"},
+                    {"role": "system", "content": f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people"},
                     {"role": "user", "content": message.content}
                 ]
             )
@@ -2054,7 +2101,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen2-57b-a14b-instruct-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2065,7 +2112,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen2-7b-instruct-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2077,7 +2124,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen2-1.5b-instruct-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2089,7 +2136,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen2-0.5B-Instruct", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2100,7 +2147,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen1.5-110B-Chat-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2112,7 +2159,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/Qwen1.5-32B-Chat-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2124,7 +2171,7 @@ async def main(message: cl.Message):
             client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
             result = client.predict(
         		query=message.content,
-        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+        		system=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
         		api_name="/model_chat"
             )
             await cl.Message(
@@ -2306,6 +2353,24 @@ async def main(message: cl.Message):
     
             # Send the concatenated content as a message
             await cl.Message(content=complete_content).send()
+
+        elif chat_profile == 'gemma2-27B':
+            client = Client("gokaygokay/Gemma-2-llamacpp")
+            result = client.predict(
+            		message=message.content,
+            		model="gemma-2-27b-it-Q5_K_M.gguf",
+            		system_message=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
+            		max_tokens=2048,
+            		temperature=0.7,
+            		top_p=0.95,
+            		top_k=40,
+            		repeat_penalty=1.1,
+            		api_name="/chat"
+            )
+            await cl.Message(
+                content=result[1][0][1]
+    
+            ).send()
     
         elif chat_profile == 'gemma2-9B':
             completion = groq_client.chat.completions.create(
@@ -2370,7 +2435,7 @@ async def main(message: cl.Message):
         elif chat_profile == "zephyr-7B":
             result = hf_text_client.predict(
                 message=message.content,
-                request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help miss or mr {name['output']}",
+                request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
                 param_3=512,
                 param_4=0.7,
                 param_5=0.95,