Spaces:

daniellefranca96
/

cpu_inf

Sleeping

daniellefranca96 commited on Jan 2, 2024

Commit

3743daa

1 Parent(s): 476f0ee

Update main.py

Files changed (1) hide show

main.py CHANGED Viewed

@@ -19,7 +19,7 @@ llms = {
     "suffix": "<|im_end|><|im_start|>assistant"
   },
   "OpenLLama 3b 4_K_M 196k": {
-    "nctx": 60000,
     "file": "open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf",
     "prefix": "### HUMAN:",
     "suffix": "### RESPONSE:"

     "suffix": "<|im_end|><|im_start|>assistant"
   },
   "OpenLLama 3b 4_K_M 196k": {
+    "nctx": 50000,
     "file": "open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf",
     "prefix": "### HUMAN:",
     "suffix": "### RESPONSE:"