Spaces:
Sleeping
Sleeping
Updated the yield etc
Browse files
app.py
CHANGED
|
@@ -11,10 +11,19 @@ def random_response(message, history):
|
|
| 11 |
messages.extent(history)
|
| 12 |
messages.append({"role": "user", "content": message})
|
| 13 |
|
| 14 |
-
|
|
|
|
|
|
|
| 15 |
messages,
|
| 16 |
-
max_tokens
|
| 17 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
#response_options = ["yes", "no", "I need more cosmic energy to answer.", "Very doubtful.", "Signs point to yes."]
|
| 19 |
return random.choices[0].message.content.strip()
|
| 20 |
|
|
|
|
| 11 |
messages.extent(history)
|
| 12 |
messages.append({"role": "user", "content": message})
|
| 13 |
|
| 14 |
+
respose = ""
|
| 15 |
+
|
| 16 |
+
for message in client.chat_completion(
|
| 17 |
messages,
|
| 18 |
+
max_tokens=100,
|
| 19 |
+
stream=True
|
| 20 |
+
):
|
| 21 |
+
token = message.choices[0].delta.content
|
| 22 |
+
|
| 23 |
+
if token is not None:
|
| 24 |
+
response += token
|
| 25 |
+
yield response
|
| 26 |
+
|
| 27 |
#response_options = ["yes", "no", "I need more cosmic energy to answer.", "Very doubtful.", "Signs point to yes."]
|
| 28 |
return random.choices[0].message.content.strip()
|
| 29 |
|