Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -28,10 +28,10 @@ def chat(message, history):
|
|
| 28 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 29 |
generation_kwargs = {
|
| 30 |
**model_inputs,
|
| 31 |
-
streamer
|
| 32 |
-
max_new_tokens
|
| 33 |
-
do_sample
|
| 34 |
-
temperature
|
| 35 |
}
|
| 36 |
|
| 37 |
thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
|
| 28 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 29 |
generation_kwargs = {
|
| 30 |
**model_inputs,
|
| 31 |
+
"streamer": streamer,
|
| 32 |
+
"max_new_tokens": 1024,
|
| 33 |
+
"do_sample": True,
|
| 34 |
+
"temperature": 0.7,
|
| 35 |
}
|
| 36 |
|
| 37 |
thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)
|