codersoul commited on
Commit
e228e40
·
verified ·
1 Parent(s): 778bec0

Updated the yield etc

Browse files
Files changed (1) hide show
  1. app.py +12 -3
app.py CHANGED
@@ -11,10 +11,19 @@ def random_response(message, history):
11
  messages.extent(history)
12
  messages.append({"role": "user", "content": message})
13
 
14
- response = client.chat_completion(
 
 
15
  messages,
16
- max_tokens = 100
17
- )
 
 
 
 
 
 
 
18
  #response_options = ["yes", "no", "I need more cosmic energy to answer.", "Very doubtful.", "Signs point to yes."]
19
  return random.choices[0].message.content.strip()
20
 
 
11
  messages.extent(history)
12
  messages.append({"role": "user", "content": message})
13
 
14
+ respose = ""
15
+
16
+ for message in client.chat_completion(
17
  messages,
18
+ max_tokens=100,
19
+ stream=True
20
+ ):
21
+ token = message.choices[0].delta.content
22
+
23
+ if token is not None:
24
+ response += token
25
+ yield response
26
+
27
  #response_options = ["yes", "no", "I need more cosmic energy to answer.", "Very doubtful.", "Signs point to yes."]
28
  return random.choices[0].message.content.strip()
29