maximuspowers commited on
Commit
bed23af
·
verified ·
1 Parent(s): 2fa2b6a

Upload weight-space autoencoder (encoder + decoder) and configuration

Browse files
Files changed (5) hide show
  1. README.md +5 -5
  2. config.yaml +1 -1
  3. decoder.pt +2 -2
  4. encoder.pt +2 -2
  5. tokenizer_config.json +3 -2
README.md CHANGED
@@ -35,8 +35,8 @@ It includes both an encoder (compresses weights into latent representations) and
35
 
36
  ## Performance Metrics (Test Set)
37
 
38
- - **MSE**: 5.611373
39
- - **MAE**: 0.956549
40
- - **RMSE**: 2.368834
41
- - **Cosine Similarity**: 0.3278
42
- - **R² Score**: 0.0936
 
35
 
36
  ## Performance Metrics (Test Set)
37
 
38
+ - **MSE**: 0.188579
39
+ - **MAE**: 0.228755
40
+ - **RMSE**: 0.434257
41
+ - **Cosine Similarity**: 0.9519
42
+ - **R² Score**: 0.9698
config.yaml CHANGED
@@ -93,7 +93,7 @@ loss:
93
  reconstruction_type: mse
94
  temperature: 0.1
95
  type: contrastive
96
- run_dir: /Users/max/Desktop/muat/model_zoo/runs/train-encoder-decoder_config_2025-12-14_20-11-52
97
  run_log_cleanup: false
98
  tokenization:
99
  chunk_size: 1
 
93
  reconstruction_type: mse
94
  temperature: 0.1
95
  type: contrastive
96
+ run_dir: /Users/max/Desktop/muat/model_zoo/runs/train-encoder-decoder_config_2025-12-14_21-59-52
97
  run_log_cleanup: false
98
  tokenization:
99
  chunk_size: 1
decoder.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bf7b5742fdcb2e76007c89763c71dc983e68cbc6892336e54183d2c336cb9a1
3
- size 102545358
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aade98a47efa45b7711844ee501b59b4cc34aaa4345292c7ef6150a06d2f594d
3
+ size 102545422
encoder.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87d40c3774ad424ae3b178530e1619e8ac02c03e427e7adf684fc40bc6c0d02d
3
- size 77277100
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d528e825396e5cfd0e806d26a4a603a58aa30c874f8f5d81a00e9144d943ca2c
3
+ size 77285292
tokenizer_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "max_tokens": 512,
4
  "include_metadata": true,
5
  "metadata_features": 5,
6
- "token_dim": 12,
7
- "granularity": "neuron"
 
8
  }
 
3
  "max_tokens": 512,
4
  "include_metadata": true,
5
  "metadata_features": 5,
6
+ "token_dim": 14,
7
+ "granularity": "neuron",
8
+ "max_neuron_data_size": 9
9
  }