Update app.py

app.py

@@ -1,5 +1,5 @@
 from transformers import AutoTokenizer, AutoModelForCausalLM
-import torch
+import torchhttps://huggingface.co/spaces/Tonic1/YiTonic/tree/main
 import os
 import gradio as gr
 import sentencepiece
@@ -7,7 +7,7 @@ from tokenization_yi import YiTokenizer
 
 
 os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:120'
-model_id = "larryvrh/Yi-34B-200K-Llamafied"
+model_id = "larryvrh/Yi-6B-200K-Llamafied"
 
 DESCRIPTION = """
 # 👋🏻Welcome to 🙋🏻‍♂️Tonic's🧑🏻‍🚀YI-200K🚀"
@@ -17,7 +17,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 """
 
 tokenizer = YiTokenizer.from_pretrained("./")
-model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-34B-200K-Llamafied", device_map="auto", torch_dtype="auto", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-6B-200K-Llamafied", device_map="auto", torch_dtype="auto", trust_remote_code=True)
 
 def predict(message, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800, do_sample=False):
 
@@ -42,7 +42,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
     with gr.Group():
         textbox = gr.Textbox(placeholder='Enter your message here', label='Your Message', lines=2)
         submit_button = gr.Button('Submit', variant='primary')
-        chatbot = gr.Chatbot(label='TonicYi-30B-200K')
+        chatbot = gr.Chatbot(label='TonicYi-6B-200K')
 
     with gr.Accordion(label='Advanced options', open=False):
         max_new_tokens = gr.Slider(label='Max New Tokens', minimum=1, maximum=55000, step=1, value=8000)