Update app.py

app.py

@@ -9,14 +9,14 @@ from transformers import AutoProcessor, Gemma3ForConditionalGeneration, TextIter
 import time
 
 # model config
-model_12b_name = "rahul7star/gemma-3bit"
+#model_12b_name = "rahul7star/gemma-3bit"
 model_4b_name = "rahul7star/gemma-3bit"
-model_12b = Gemma3ForConditionalGeneration.from_pretrained(
-    model_12b_name,
-    device_map="auto",
-    torch_dtype=torch.bfloat16
-).eval()
-processor_12b = AutoProcessor.from_pretrained(model_12b_name)
+# model_12b = Gemma3ForConditionalGeneration.from_pretrained(
+#     model_12b_name,
+#     device_map="auto",
+#     torch_dtype=torch.bfloat16
+# ).eval()
+#processor_12b = AutoProcessor.from_pretrained(model_12b_name)
 model_4b = Gemma3ForConditionalGeneration.from_pretrained(
     model_4b_name,
     device_map="auto",