architecture:
  latent_dim: 256
  mlp:
    decoder:
      activation: relu
      batch_norm: true
      dropout: 0.2
      hidden_dims:
      - 256
      - 384
      - 512
    encoder:
      activation: relu
      batch_norm: true
      dropout: 0.2
      hidden_dims:
      - 512
      - 384
      - 256
    token_pooling: mean
  transformer:
    decoder:
      activation: relu
      d_model: 512
      dim_feedforward: 2048
      dropout: 0.1
      num_heads: 8
      num_layers: 6
    encoder:
      activation: relu
      d_model: 512
      dim_feedforward: 2048
      dropout: 0.1
      num_heads: 8
      num_layers: 6
      pooling: mean
      positional_encoding: learned
  type: transformer
dataloader:
  num_workers: 0
  pin_memory: true
dataset:
  hf_dataset: maximuspowers/muat-fourier-5
  input_mode: signature
  max_dimensions:
    max_hidden_layers: 6
    max_neurons_per_layer: 8
    max_sequence_length: 5
  neuron_profile:
    methods:
    - fourier
  random_seed: 42
  test_split: 0.1
  train_split: 0.8
  val_split: 0.1
device:
  type: auto
evaluation:
  metrics:
  - mse
  - mae
  - rmse
  - cosine_similarity
  - relative_error
  - r2_score
  per_layer_metrics: false
hub:
  enabled: true
  private: false
  push_logs: true
  push_metrics: true
  push_model: true
  repo_id: maximuspowers/sig-autoencoder-fourier-5-simclr-mse
  token: <REDACTED>
logging:
  checkpoint:
    enabled: true
    mode: min
    monitor: val_loss
    save_best_only: true
  tensorboard:
    auto_launch: true
    enabled: true
    log_interval: 10
    port: 6006
  verbose: true
loss:
  augmentation_type: noise
  contrast_type: simclr
  dropout_prob: 0.1
  gamma: 0.4
  noise_std: 0.01
  projection_head:
    hidden_dim: 256
    input_dim: 256
    output_dim: 128
  reconstruction_type: mse
  temperature: 0.1
  type: contrastive
run_dir: /Users/max/Desktop/muat/model_zoo/runs/train-encoder-decoder_config_2025-12-11_16-05-33
run_log_cleanup: false
tokenization:
  chunk_size: 64
  include_metadata: true
  max_tokens: 512
training:
  batch_size: 8
  early_stopping:
    enabled: true
    mode: min
    monitor: val_loss
    patience: 5
  epochs: 100
  learning_rate: 0.0001
  lr_scheduler:
    enabled: true
    factor: 0.5
    min_lr: 1.0e-06
    patience: 3
    type: reduce_on_plateau
  optimizer: adam
  weight_decay: 0.0001