Update chain_app.py

chain_app.py

@@ -100,10 +100,10 @@ async def chat_profile():
             name="Qwen1.5-110B",
             markdown_description="Qwen first generation improved model with 110B parameters",
         ),
-        cl.ChatProfile(
-            name="Qwen1.5-72B",
-            markdown_description="Qwen first generation improved model with 72B parameters",
-        ),
+        # cl.ChatProfile(
+        #     name="Qwen1.5-72B",
+        #     markdown_description="Qwen first generation improved model with 72B parameters",
+        # ),
         cl.ChatProfile(
             name="Qwen1.5-32B",
             markdown_description="Qwen first generation improved model with 32B parameters",
@@ -112,18 +112,18 @@ async def chat_profile():
             name="Qwen1.5-2.7B",
             markdown_description="Qwen first generation improved model with 2.7B parameters",
         ),
-        cl.ChatProfile(
-            name="Qwen-72B",
-            markdown_description="Qwen first generation model with 72B parameters",
-        ),
-        cl.ChatProfile(
-            name="Qwen-14B",
-            markdown_description="Qwen first generation model with 14B parameters",
-        ),
-        cl.ChatProfile(
-            name="Qwen-7B",
-            markdown_description="Qwen first generation model with 7B parameters",
-        ),
+        # cl.ChatProfile(
+        #     name="Qwen-72B",
+        #     markdown_description="Qwen first generation model with 72B parameters",
+        # ),
+        # cl.ChatProfile(
+        #     name="Qwen-14B",
+        #     markdown_description="Qwen first generation model with 14B parameters",
+        # ),
+        # cl.ChatProfile(
+        #     name="Qwen-7B",
+        #     markdown_description="Qwen first generation model with 7B parameters",
+        # ),
         cl.ChatProfile(
             name="Llama-3.1-405B",
             markdown_description="Meta Open Source Model Llama with 405B parameters",
@@ -491,28 +491,28 @@ async def on_chat_start():
             content='Im Qwens 1.5th generation Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
         ).send()
         
-    if chat_profile == 'Qwen1.5-72B':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="Qwen-Model",
-                    label="Qwen - Model",
-                    values=["Qwen1.5-72B"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content='Im Qwens 1.5th generation second Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
-        ).send()
+    # if chat_profile == 'Qwen1.5-72B':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="Qwen-Model",
+    #                 label="Qwen - Model",
+    #                 values=["Qwen1.5-72B"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+    #     await cl.Message(
+    #         content='Im Qwens 1.5th generation second Large model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
+    #     ).send()
 
     if chat_profile == 'Qwen1.5-32B':
         await cl.ChatSettings(
@@ -560,74 +560,74 @@ async def on_chat_start():
             content='Im Qwens 1.5th generation small model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
         ).send()
         
-    if chat_profile == 'Qwen-72B':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="Qwen-Model",
-                    label="Qwen - Model",
-                    values=["Qwen-72B"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
-        ).send()
+    # if chat_profile == 'Qwen-72B':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="Qwen-Model",
+    #                 label="Qwen - Model",
+    #                 values=["Qwen-72B"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+    #     await cl.Message(
+    #         content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
+    #     ).send()
 
-    if chat_profile == 'Qwen-14B':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="Qwen-Model",
-                    label="Qwen - Model",
-                    values=["Qwen-14B"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
-        ).send()
+    # if chat_profile == 'Qwen-14B':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="Qwen-Model",
+    #                 label="Qwen - Model",
+    #                 values=["Qwen-14B"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+    #     await cl.Message(
+    #         content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
+    #     ).send()
 
-    if chat_profile == 'Qwen-7B':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="Qwen-Model",
-                    label="Qwen - Model",
-                    values=["Qwen-7B"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
-        ).send()
+    # if chat_profile == 'Qwen-7B':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="Qwen-Model",
+    #                 label="Qwen - Model",
+    #                 values=["Qwen-7B"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+    #     await cl.Message(
+    #         content='Im Qwens open source Ai model and i am configured by two iranian boys Artin Daneshvar and Sadra Noadoust to help you out!',
+    #     ).send()
 
     if chat_profile == 'Llama-3.1-405B':
         await cl.ChatSettings(
@@ -1041,6 +1041,65 @@ async def main(message: cl.Message):
             content=result[1][0][1]
 
         ).send()
+    elif chat_profile == 'Qwen1.5-110B':
+        client = Client("Qwen/Qwen1.5-110B-Chat-demo", hf_token=hf_token)
+        result = client.predict(
+    		query=message.content,
+    		system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
+    		api_name="/model_chat"
+        )
+        await cl.Message(
+            content=result[1][0][1]
+
+        ).send()
+
+    elif chat_profile == 'Qwen1.5-32B':
+        client = Client("Qwen/Qwen1.5-32B-Chat-demo", hf_token=hf_token)
+        result = client.predict(
+    		query=message.content,
+    		system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
+    		api_name="/model_chat"
+        )
+        await cl.Message(
+            content=result[1][0][1]
+
+        ).send()
+
+    elif chat_profile == 'Qwen1.5-2.7B':
+        client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
+        result = client.predict(
+    		query=message.content,
+    		system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
+    		api_name="/model_chat"
+        )
+        await cl.Message(
+            content=result[1][0][1]
+
+        ).send()
+
+    # elif chat_profile == 'Qwen-14B':
+    #     client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
+    #     result = client.predict(
+    # 		query=message.content,
+    # 		system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
+    # 		api_name="/model_chat"
+    #     )
+    #     await cl.Message(
+    #         content=result[1][0][1]
+
+    #     ).send()
+
+    # elif chat_profile == 'Qwen-7B':
+    #     client = Client("Qwen/qwen1.5-MoE-A2.7B-Chat-demo", hf_token=hf_token)
+    #     result = client.predict(
+    # 		query=message.content,
+    # 		system="You are a helpful AI chatbot made by two iranian boys named Artin Daneshvar and Sadra Noadoust",
+    # 		api_name="/model_chat"
+    #     )
+    #     await cl.Message(
+    #         content=result[1][0][1]
+
+    #     ).send()
         
     elif chat_profile == 'Llama-3.1-405B':        
         client = InferenceClient(