thomheinrich commited on
Commit
0f4d16c
·
verified ·
1 Parent(s): 859182b

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -8
config.json CHANGED
@@ -1,14 +1,12 @@
1
  {
2
- "_attn_implementation_autoset": true,
3
- "_name_or_path": "microsoft/Phi-3.5-mini-instruct",
4
  "architectures": [
5
  "Phi3ForCausalLM"
6
  ],
7
- "attention_bias": false,
8
  "attention_dropout": 0.0,
9
- // "auto_map": {
10
- // "AutoConfig": "microsoft/Phi-3.5-mini-instruct--configuration_phi3.Phi3Config",
11
- // "AutoModelForCausalLM": "microsoft/Phi-3.5-mini-instruct--modeling_phi3.Phi3ForCausalLM"
12
  },
13
  "bos_token_id": 1,
14
  "embd_pdrop": 0.0,
@@ -132,8 +130,9 @@
132
  "rope_theta": 10000.0,
133
  "sliding_window": 262144,
134
  "tie_word_embeddings": false,
135
- "torch_dtype": "float16",
136
- "transformers_version": "4.49.0",
137
  "use_cache": true,
 
138
  "vocab_size": 32064
139
  }
 
1
  {
2
+ "_name_or_path": "Phi-3.5-mini-instruct",
 
3
  "architectures": [
4
  "Phi3ForCausalLM"
5
  ],
 
6
  "attention_dropout": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "configuration_phi3.Phi3Config",
9
+ "AutoModelForCausalLM": "modeling_phi3.Phi3ForCausalLM"
10
  },
11
  "bos_token_id": 1,
12
  "embd_pdrop": 0.0,
 
130
  "rope_theta": 10000.0,
131
  "sliding_window": 262144,
132
  "tie_word_embeddings": false,
133
+ "torch_dtype": "bfloat16",
134
+ "transformers_version": "4.43.3",
135
  "use_cache": true,
136
+ "attention_bias": false,
137
  "vocab_size": 32064
138
  }