Upload T5ForConditionalGeneration

README.md

@@ -1,5 +1,4 @@
 ---
-license: apache-2.0
 language:
 - multilingual
 - en
@@ -26,7 +25,7 @@ language:
 - uk
 - da
 - el
-- "no"
+- 'no'
 - bg
 - sk
 - ko
@@ -420,6 +419,7 @@ language:
 - kwi
 - xmm
 - msb
+license: apache-2.0
 library_name: transformers
 tags:
 - text2text-generation
@@ -427,13 +427,11 @@ tags:
 datasets:
 - allenai/MADLAD-400
 pipeline_tag: translation
-
 widget:
-- text: "<2en> Como vai, amigo?"
-  example_title: "Translation to English"
-- text: "<2de> Do you speak German?"
-  example_title: "Translation to German"
-
+- text: <2en> Como vai, amigo?
+  example_title: Translation to English
+- text: <2de> Do you speak German?
+  example_title: Translation to German
 ---
 
 

config.json

@@ -26,7 +26,7 @@
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
-    "bnb_4bit_compute_dtype": "float32",
+    "bnb_4bit_compute_dtype": "bfloat16",
     "bnb_4bit_quant_storage": "uint8",
     "bnb_4bit_quant_type": "nf4",
     "bnb_4bit_use_double_quant": true,