Add files using upload-large-folder tool

README.md

@@ -1,17 +1,17 @@
 ---
 library_name: mlx
 license: apache-2.0
-license_link: https://huggingface.co/Qwen/Qwen3-4B/blob/main/LICENSE
+license_link: https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507/blob/main/LICENSE
 pipeline_tag: text-generation
-base_model: Qwen/Qwen3-4B
 tags:
 - mlx
+base_model: mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit
 ---
 
 # mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit-DWQ
 
 This model [mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit-DWQ](https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit-DWQ) was
-converted to MLX format from [Qwen/Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B)
+converted to MLX format from [mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit](https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit)
 using mlx-lm version **0.26.0**.
 
 ## Use with mlx

chat_template.jinja

@@ -83,7 +83,4 @@
 {%- endfor %}
 {%- if add_generation_prompt %}
     {{- '<|im_start|>assistant\n' }}
-    {%- if enable_thinking is defined and enable_thinking is false %}
-        {{- '<think>\n\n</think>\n\n' }}
-    {%- endif %}
 {%- endif %}

config.json

@@ -26,11 +26,11 @@
     "output_router_logits": false,
     "quantization": {
         "group_size": 64,
-        "bits": 8
+        "bits": 4
     },
     "quantization_config": {
         "group_size": 64,
-        "bits": 8
+        "bits": 4
     },
     "rms_norm_eps": 1e-06,
     "rope_scaling": null,

generation_config.json

@@ -6,8 +6,8 @@
         151643
     ],
     "pad_token_id": 151643,
-    "temperature": 0.6,
+    "temperature": 0.7,
     "top_k": 20,
-    "top_p": 0.95,
+    "top_p": 0.8,
     "transformers_version": "4.51.0"
 }

model-00001-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70686cb123b7744d4b898202dcab4afd74c22b0675ab3086794d1287bebaf3bc
+size 5041600896

model-00002-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f351f6514fcfd6f507f0e669958f6775ad4344361a332df4c43b9b8f53ad959f
+size 5144525195

model-00003-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d98804212f8ae4bb9c1b6daa30dbcfea4bee36def2761e94c574245f0c9ec
+size 5104103292

model-00004-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f077b29c0858435b52da2fe7f284863d7d2cac3f588cac61d044528b75b9008
+size 5144525378

model-00005-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe52557eaacfad7e7eaafb56a0cd2c0fc02443b06ab1fe5a5e3453805e6b74c9
+size 5144525246

model-00006-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b72c920e07ace5ae9bd9732a79df50fdf9032b1e5df5d12b24e608757c27203
+size 5104103369

model-00007-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68da22701540e6f8620356c08185adb9216fb5d0203a999b0f54ab109f213a52
+size 5144525272

model-00008-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0378f3399dd4b3dd3861dadc863632d371e04b8c8196a41a4f0262b078929c0
+size 5144525338

model-00009-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0181089cf11718626bf138c1d3059fff42c28ec2e8bae1cbf6b0e247d0de1387
+size 5104103351

model-00010-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b1e66afbef92d24633370bb09cd4f755461144b2da0c8cad3e570aa7997356
+size 5144525366

model-00011-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e9efac248849ed2583b763c400d50774d292bb0840a4831ae3c7b994c9bb0b
+size 5144525290

model-00012-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cfcdfdf790bfaa3483f331532b49328f85a79307b8d8a5197da923aefcb0ec
+size 5104103327

model-00013-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae2692740aabc09ac12e3d89f695bd1927bc2c91a038d0351f466c883f58641
+size 5144525338

model-00014-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d7019f24e3a1db0613d01e15970a5a6d9d0b822e9d88ccde7a442a0e6c964b
+size 5144525288

model-00015-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eff325b76f6c3d4d75e928932b68493cb0f2561e06777d57c8e3bc265e3d9cc
+size 5104103367

model-00016-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0361a41d3de16fad8d9d0e7b3ddc460a0f210b6d5230e9559da72300a7339c
+size 5144525378

model-00017-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c40e4460a702a26369bc99e8c8a3115db9022f1640ac40b38aa4c5aa9f2d597
+size 5144525312

model-00018-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3411da7d3767783577d7684ef7e575f7690e6069302238732f0c245031c0e5a
+size 5104103367

model-00019-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d11ab82761324876d7cc394cab0af4e468f7f98182de074c646cd1893a3af35
+size 5144525382

model-00020-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a50254a6c936b06441e1bb8a6721d6ef0df4d520bfbd67e0a2485a8699f43ab
+size 5144525264

model-00021-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e3f46987626eb28da61e6c04cbfae8612b9f959ad96f25697df69b667a5043
+size 5104103367

model-00022-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ba0ac58fb16f69f35a0dc486f1a631e739a7c7d198b3cc6ef846b194969205
+size 5144525358

model-00023-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b6249738fb44a249f7d0ffbc2deb9fa31103dc1f552edb892bfc6700a2c1c
+size 5144525332

model-00024-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b400d15d14f98cbb1af5edf1e5ea8d543175c7b5c56ad2c7af18eedfdeba6b9
+size 5104103345

model-00025-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058cb4f24dcd4a3da0d72ac674beb2328e18be2f8e44a413759832b5d3e59ec2
+size 5144525364

model-00026-of-00026.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a37a099650ef4aaccb99e15eb3472186a38d32457d9acde2d37c452aeac2ca1
+size 4054794820

tokenizer_config.json

@@ -231,7 +231,7 @@
   "eos_token": "<|im_end|>",
   "errors": "replace",
   "extra_special_tokens": {},
-  "model_max_length": 131072,
+  "model_max_length": 262144,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",