Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ os.system("huggingface-cli download Qwen/Qwen2.5-0.5B-Instruct-GGUF qwen2.5-0.5b
|
|
| 7 |
# ./llama-cli -m <gguf-file-path> \
|
| 8 |
# -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
|
| 9 |
# -fa -ngl 80 -n 512
|
| 10 |
-
MODEL_PATH = "./qwen2.5-0.5b-instruct-
|
| 11 |
|
| 12 |
# Load the model
|
| 13 |
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")
|
|
|
|
| 7 |
# ./llama-cli -m <gguf-file-path> \
|
| 8 |
# -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
|
| 9 |
# -fa -ngl 80 -n 512
|
| 10 |
+
MODEL_PATH = "./qwen2.5-0.5b-instruct-q2_k.gguf"
|
| 11 |
|
| 12 |
# Load the model
|
| 13 |
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")
|