Spaces:
Sleeping
Sleeping
Commit
·
476f0ee
1
Parent(s):
c828cec
Update main.py
Browse files
main.py
CHANGED
|
@@ -8,9 +8,9 @@ import gc
|
|
| 8 |
llms = {
|
| 9 |
"TinyLLama 1b 4_K_M 2048": {
|
| 10 |
"nctx": 2048,
|
| 11 |
-
"file": "tinyllama-1.1b-chat-
|
| 12 |
-
"prefix": "
|
| 13 |
-
"suffix": "
|
| 14 |
},
|
| 15 |
"TinyLLama 1b OpenOrca 4_K_M 2048": {
|
| 16 |
"nctx": 2048,
|
|
|
|
| 8 |
llms = {
|
| 9 |
"TinyLLama 1b 4_K_M 2048": {
|
| 10 |
"nctx": 2048,
|
| 11 |
+
"file": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
|
| 12 |
+
"prefix": "<|system|>You are a helpfull assistant</s><|user|>",
|
| 13 |
+
"suffix": "</s><|assistant|>"
|
| 14 |
},
|
| 15 |
"TinyLLama 1b OpenOrca 4_K_M 2048": {
|
| 16 |
"nctx": 2048,
|