Update chain_app.py

chain_app.py

@@ -19,7 +19,7 @@ fireworks_api_key = os.environ.get('FIREWORKS_API_KEY')
 
 hf_text_client = Client("Artin2009/text-generation", hf_token=hf_token)
 # hf_image_client = Client('Artin2009/image-generation')
-openai_client = OpenAI(api_key=openai_api_key)
+openai_client = OpenAI(api_key=openai_api_key, streaming=True)
 groq_client = Groq(api_key=groq_api_key)
 
 co = cohere.Client(
@@ -2078,18 +2078,20 @@ async def main(message: cl.Message):
                 await msg.stream_token(token)
 
     elif chat_profile == "Dorna-AI":
-        result = hf_text_client.predict(
+        stream_list = []
+            msg = cl.Message(content="")
+            await msg.send()
+        for res in hf_text_client.predict(
             message=message.content,
             request=f"You are neural nexus official chatbot, you are made by Artin Daneshvar and Sadra Noadoust and you are here to help people",
             param_3=512,
             param_4=0.7,
             param_5=0.95,
             api_name="/chat"
-        )
-        model_response = result.strip("</s>") 
-        await cl.Message(
-            content=model_response
-        ).send()
+        ):
+                stream_list.appened(res)
+        for token in stream_list:
+            await msg.stream_token(token)
     elif chat_profile == "gpt4-o-mini":
         completion = openai_client.chat.completions.create(
             model="gpt-4o-mini",