akhaliq HF Staff commited on
Commit
81c47bb
·
verified ·
1 Parent(s): 4b8b036

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -28,10 +28,10 @@ def chat(message, history):
28
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
29
  generation_kwargs = {
30
  **model_inputs,
31
- streamer=streamer,
32
- max_new_tokens=1024,
33
- do_sample=True,
34
- temperature=0.7,
35
  }
36
 
37
  thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)
 
28
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
29
  generation_kwargs = {
30
  **model_inputs,
31
+ "streamer": streamer,
32
+ "max_new_tokens": 1024,
33
+ "do_sample": True,
34
+ "temperature": 0.7,
35
  }
36
 
37
  thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)