rna_linsol_dyn_dibs.yaml

# @package _global_
#
# to execute this experiment run:
# python train.py experiment=linear_bayes

defaults:
  - override /model: bayesian_linear_velocity
  - override /datamodule: rna_velocity.yaml
  - override /logger:
      - wandb
      - csv
  - override /trainer: gpu
name: "linear_rna_svgd"

seed: 0

datamodule:
  batch_size: 500

# best
model:
  lr: 2.5e-3
  alpha: 1e-4
  svgd_reg: 0 # 1e5
  l1_reg: 1 # 1e-1
  l2_reg: 0
  kl_reg: 0 # 1e-5
  svgd_gamma: 3000 # -1 to set to med
  temperature: 0.05
  n_ens: 1000
  eval_batch_size: 1000
  k_hidden: 5
  hyper: "linear"
  hyper_hidden_dim: [64, 64, 64]
  bias: True
  svgd: True

  optimizer: "adam"

trainer:
  max_epochs: 1000
  check_val_every_n_epoch: 5

logger:
  wandb:
    tags: ["kl", "analytic", "rna", "svgd", "${name}", "v_final_3"]