stream output

app.py

@@ -113,16 +113,6 @@ def on_click_send_btn(
     try:
         completion = openai.ChatCompletion.create(**props)
         print('')
-        print(completion.choices)
-        the_response_role = completion.choices[0].message.role
-        the_response = completion.choices[0].message.content
-        print(the_response)
-        print('')
-        chat_last_resp = json.dumps(completion.__dict__)
-        chat_last_resp_dict = json.loads(chat_last_resp)
-        chat_last_resp_dict['api_key'] = "hidden by UI"
-        chat_last_resp_dict['organization'] = "hidden by UI"
-        chat_last_resp = json.dumps(chat_last_resp_dict)
 
         chat_log_md = ''
         if chat_use_prompt:
@@ -137,12 +127,54 @@ def on_click_send_btn(
         if chat_input and chat_input!="":
             chat_log.append([(chat_input_role or 'user'), chat_input])
             chat_log_md += f"##### `{(chat_input_role or 'user')}`\n\n{chat_input}\n\n"
-        chat_log.append([the_response_role, the_response])
-        chat_log_md += f"##### `{the_response_role}`\n\n{the_response}\n\n"
-
-        return json.dumps(new_state), chat_log, chat_log_md, chat_log_md, chat_last_resp, props_json, ''
+        
+        partial_words = ""
+        counter=0
+        
+        if stream:
+            the_response = ''
+            the_response_role = ''
+            for chunk in completion:
+                #Skipping first chunk
+                if counter == 0:
+                    the_response_role = chunk.choices[0].delta.role
+                    chat_log_md += f"##### `{the_response_role}`\n\n"
+                    counter += 1
+                    continue
+                # print(('chunk', chunk))
+                if chunk.choices[0].finish_reason is None:
+                    the_response_chunk = chunk.choices[0].delta.content
+                    the_response += the_response_chunk
+                    chat_log_md += f"{the_response_chunk}"
+                    yield json.dumps(new_state), chat_log, chat_log_md, chat_log_md, "{}", props_json, ''
+                else:
+                    chat_log.append([the_response_role, the_response])
+                    chat_log_md += f"\n\n"
+                    yield json.dumps(new_state), chat_log, chat_log_md, chat_log_md, '{"msg": "stream模式不支持显示"}', props_json, ''
+                # chat_last_resp = json.dumps(completion.__dict__)
+                # chat_last_resp_dict = json.loads(chat_last_resp)
+                # chat_last_resp_dict['api_key'] = "hidden by UI"
+                # chat_last_resp_dict['organization'] = "hidden by UI"
+                # chat_last_resp = json.dumps(chat_last_resp_dict)
+        else:
+            the_response_role = completion.choices[0].message.role
+            the_response = completion.choices[0].message.content
+            print(the_response)
+            print('')
+
+            chat_log.append([the_response_role, the_response])
+            chat_log_md += f"##### `{the_response_role}`\n\n{the_response}\n\n"
+
+            chat_last_resp = json.dumps(completion.__dict__)
+            chat_last_resp_dict = json.loads(chat_last_resp)
+            chat_last_resp_dict['api_key'] = "hidden by UI"
+            chat_last_resp_dict['organization'] = "hidden by UI"
+            chat_last_resp = json.dumps(chat_last_resp_dict)
+    
+            return json.dumps(new_state), chat_log, chat_log_md, chat_log_md, chat_last_resp, props_json, ''
     except Exception as error:
         print(error)
+        print('error!!!!!!')
 
         chat_log_md = ''
         if chat_use_prompt:
@@ -429,7 +461,7 @@ with gradio.Blocks(title="ChatGPT", css=css) as demo:
                     chat_temperature = gradio.Slider(label="temperature", value=1, minimum=0, maximum=2)
                     chat_top_p = gradio.Slider(label="top_p", value=1, minimum=0, maximum=1)
                     chat_choices_num = gradio.Slider(label="choices num(n)", value=1, minimum=1, maximum=20)
-                    chat_stream = gradio.Checkbox(label="stream", value=False, visible=False)
+                    chat_stream = gradio.Checkbox(label="stream", value=True, visible=True)
                     chat_max_tokens = gradio.Slider(label="max_tokens", value=-1, minimum=-1, maximum=4096)
                     chat_presence_penalty = gradio.Slider(label="presence_penalty", value=0, minimum=-2, maximum=2)
                     chat_frequency_penalty = gradio.Slider(label="frequency_penalty", value=0, minimum=-2, maximum=2)