Spaces:

TeamTonic
/

TonicsYI-6B-200k

Paused

Tonic commited on Nov 24, 2023

Commit

f80eef7

1 Parent(s): e9f9d16

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,7 +17,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 """
 tokenizer = YiTokenizer.from_pretrained("./")
-model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-34B-200K-Llamafied", device_map="auto", torch_dtype=torch.float16, trust_remote_code=True)
 def predict(message, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800, do_sample=False):

 """
 tokenizer = YiTokenizer.from_pretrained("./")
+model = AutoModelForCausalLM.from_pretrained("larryvrh/Yi-34B-200K-Llamafied", device_map="auto", torch_dtype="auto", trust_remote_code=True)
 def predict(message, max_new_tokens=4056, temperature=3.5, top_p=0.9, top_k=800, do_sample=False):