Upload folder using huggingface_hub

config.json

@@ -202,7 +202,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.12.1.dev0"
+    "version": "0.12.3.a20251114"
   },
   "text_config": {
     "attention_bias": false,
@@ -242,7 +242,7 @@
     "vocab_size": 151936
   },
   "tie_word_embeddings": false,
-  "transformers_version": "4.57.0.dev0",
+  "transformers_version": "5.0.0.dev0",
   "video_token_id": 151656,
   "vision_config": {
     "deepstack_visual_indexes": [
@@ -266,4 +266,4 @@
   },
   "vision_end_token_id": 151653,
   "vision_start_token_id": 151652
-}
+}

generation_config.json

@@ -9,5 +9,5 @@
   "temperature": 0.7,
   "top_k": 20,
   "top_p": 0.8,
-  "transformers_version": "4.57.0.dev0"
+  "transformers_version": "5.0.0.dev0"
 }

model-00001-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e70b22f84d2215dabfa2562f7da48d38cdab3f5bc569f83d7a2cf52d20db729d
-size 5000333328
+oid sha256:5da92047ea282f651c46a53ee32bb5ca0bc10153d13067081600ab507e6e468d
+size 5000333360

model-00002-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffcfb5cb94900497f7cafb8f2239c18053309d7e67663f03b951878b95f7b310
-size 5000644592
+oid sha256:9b3bdb7704d2ea787ef6952fd153d836b4bb96a36fee69f299ce4b972f17ba80
+size 5000644624

model-00003-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84922d9a6a18177c92ba5591207f7dd20809e4ecd56371d96bfa574fb5e85c57
-size 5000650720
+oid sha256:6e094d99587a8dc7d6543d84a0b020f422b4e614f9d57d4449929a037d7c9e54
+size 5000650752

model-00004-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b79fb4b46d8accc3843319530224eed15263397264971e9cb1cabba184a0e91e
-size 5000120376
+oid sha256:daf89de1ae7cdb42acda645c284fbb868a895f2425c02b89157e6e05a39843c6
+size 5000120408

model-00005-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4da07df2a153e5c7e5e7a770501cce4fe8cb30f887232ac4b5fdfe3e7c9e0e4b
-size 5000650688
+oid sha256:cdf69ce33f1b922fb2c103c3316ad624f8bb652cabf3d1c2cdf2630e4c7060e5
+size 5000650720

model-00006-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:680e693b886182956f88a1ee8470baef86707df0d12d805e268eee7ce518b416
-size 5000120416
+oid sha256:fcd1dbb83a189c3a4223ac372b1e9d712199338a3412300127b7b06b62036b3b
+size 5000120448

model-00007-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd3fa9cb6b578b05bda5abf71ddc7bc689c927338be5b4a78ca1ebbdba93463f
-size 4118634536
+oid sha256:b0dde7f57942bfe37e4e02d72d4a57eab45ffb02348c1982309bd11b533c8cc0
+size 4118634560

processor_config.json

@@ -0,0 +1,84 @@
+{
+  "image_processor": {
+    "crop_size": null,
+    "data_format": "channels_first",
+    "device": null,
+    "disable_grouping": null,
+    "do_center_crop": null,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_pad": null,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessorFast",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "input_data_format": null,
+    "max_pixels": null,
+    "merge_size": 2,
+    "min_pixels": null,
+    "pad_size": null,
+    "patch_size": 16,
+    "processor_class": "Qwen3VLProcessor",
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_tensors": null,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "crop_size": null,
+    "data_format": "channels_first",
+    "default_to_square": true,
+    "device": null,
+    "do_center_crop": null,
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_pad": null,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "input_data_format": null,
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "num_frames": null,
+    "pad_size": null,
+    "patch_size": 16,
+    "processor_class": "Qwen3VLProcessor",
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "return_tensors": null,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_metadata": null,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

recipe.yaml

@@ -13,6 +13,8 @@ default_stage:
             block_structure: null
             dynamic: false
             actorder: null
+            scale_dtype: null
+            zp_dtype: null
             observer: mse
             observer_kwargs: {}
           input_activations: null
@@ -30,4 +32,6 @@ default_stage:
         balance_layers: ['re:.*gate_proj$', 're:.*up_proj$']
       - smooth_layer: re:.*up_proj$
         balance_layers: ['re:.*down_proj$']
+      offload_device: !!python/object/apply:torch.device [cpu]
       duo_scaling: true
+      n_grid: 20