add configs; add frequency and spacing to reports;

misko · Nov 27, 2024 · 12b43e9 · 12b43e9
1 parent 9fd604c
commit 12b43e9
Show file tree

Hide file tree

Showing 21 changed files with 1,160 additions and 23 deletions.
diff --git a/latest_configs/nov22_single_config_sigma0p05.yaml b/latest_configs/nov22_single_config_sigma0p05.yaml
@@ -0,0 +1,64 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_new/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/nov22_split_train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/nov22_split_val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 20
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+optim:
+  amp: false
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov22_checkpoints/single_checkpoints_inputdo0p3_sigma0p05
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0
diff --git a/latest_configs/nov23_paired_sigma0p05.yaml b/latest_configs/nov23_paired_sigma0p05.yaml
@@ -0,0 +1,74 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: false
+  double_flip: True
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_new/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 20
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  load_single: true
+  name: pairedbeamformer
+  norm: layer
+  single:
+    block: true
+    bn: true
+    depth: 4
+    detach: true
+    dropout: 0.0
+    hidden: 1024
+    input_dropout: 0.3
+    norm: layer
+optim:
+  amp: false
+  checkpoint: /home/mouse9911/gits/spf/nov22_checkpoints/single_checkpoints_inputdo0p3_sigma0p05/best.pth
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 60
+  head_start: 0
+  learning_rate: 0.0002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov22_checkpoints/paired_checkpoints_inputdo0p3_sigma0p05
+  resume_step: 0
+  save_on: val/paired_loss
+  scheduler_step: 6
+  val_every: 10000
+  weight_decay: 0.0
diff --git a/latest_configs/nov23_paired_sigma0p05_beamformerOnly.yaml b/latest_configs/nov23_paired_sigma0p05_beamformerOnly.yaml
@@ -0,0 +1,74 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: false
+  double_flip: True
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_new/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 20
+global:
+  beamformer_input: true
+  empirical_input: false
+  n_radios: 2
+  nthetas: 65
+  phase_input: false
+  rx_spacing_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  load_single: true
+  name: pairedbeamformer
+  norm: layer
+  single:
+    block: true
+    bn: true
+    depth: 4
+    detach: true
+    dropout: 0.0
+    hidden: 1024
+    input_dropout: 0.3
+    norm: layer
+optim:
+  amp: false
+  checkpoint: /home/mouse9911/gits/spf/nov22_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_beamformerOnly/best.pth
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 60
+  head_start: 0
+  learning_rate: 0.0002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov22_checkpoints/paired_checkpoints_inputdo0p3_sigma0p05_beamformerOnly
+  resume_step: 0
+  save_on: val/paired_loss
+  scheduler_step: 6
+  val_every: 10000
+  weight_decay: 0.0
diff --git a/latest_configs/nov23_paired_sigma0p05_beamformerOnly_withMag.yaml b/latest_configs/nov23_paired_sigma0p05_beamformerOnly_withMag.yaml
@@ -0,0 +1,75 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: false
+  double_flip: True
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_new/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 20
+global:
+  beamformer_input: true
+  beamformer_mag_input: true
+  empirical_input: false
+  n_radios: 2
+  nthetas: 65
+  phase_input: false
+  rx_spacing_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  load_single: true
+  name: pairedbeamformer
+  norm: layer
+  single:
+    block: true
+    bn: true
+    depth: 4
+    detach: true
+    dropout: 0.0
+    hidden: 1024
+    input_dropout: 0.0
+    norm: layer
+optim:
+  amp: false
+  checkpoint: /home/mouse9911/gits/spf/nov22_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_beamformerOnly_withMag/best.pth
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 60
+  head_start: 0
+  learning_rate: 0.0002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov22_checkpoints/paired_checkpoints_inputdo0p3_sigma0p05_beamformerOnly_withMag
+  resume_step: 0
+  save_on: val/paired_loss
+  scheduler_step: 6
+  val_every: 10000
+  weight_decay: 0.0
diff --git a/latest_configs/nov23_single_config_sigma0p05.yaml b/latest_configs/nov23_single_config_sigma0p05.yaml
@@ -0,0 +1,64 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_new/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/nov23_val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 20
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+optim:
+  amp: false
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov22_checkpoints/single_checkpoints_inputdo0p3_sigma0p05
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0