add windowed_beamformer back in; centralize defaults; add better wind…

…ows_stats network;

latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows_and_phi.yaml

@@ -0,0 +1,68 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/train_fullpath.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/val_fullpath.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 8
+  segmentation_version: 3.3
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  signal_matrix_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+  windows_stats_net:
+    output_phi: true
+optim:
+  amp: true
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0

latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows_dropout_0p1.yaml

@@ -0,0 +1,68 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 8
+  segmentation_version: 3.3
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  signal_matrix_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+  windows_stats_net:
+    dropout: 0.1
+optim:
+  amp: true
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3_do0p1
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0

latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows_dropout_0p1_norm.yaml

@@ -0,0 +1,69 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 8
+  segmentation_version: 3.3
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  signal_matrix_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+  windows_stats_net:
+    dropout: 0.1
+    norm: true
+optim:
+  amp: true
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3_do0p1
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0

latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows_dropout_0p2.yaml

@@ -0,0 +1,68 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 8
+  segmentation_version: 3.3
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  signal_matrix_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+  windows_stats_net:
+    dropout: 0.2
+optim:
+  amp: true
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3_do0p2
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0

latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows_dropout_0p5.yaml

@@ -0,0 +1,68 @@
+datasets:
+  batch_size: 256
+  empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
+  empirical_individual_radio: false
+  empirical_symmetry: true
+  flip: true
+  double_flip: false
+  precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/ 
+  scatter: continuous
+  scatter_k: 21
+  shuffle: true
+  sigma: 0.05
+  skip_qc: true
+  snapshots_adjacent_stride: 1
+  train_snapshots_per_session: 1
+  val_snapshots_per_session: 1
+  random_snapshot_size: False
+  snapshots_stride: 1
+  train_paths:
+  - /mnt/4tb_ssd/nosig_data/train.txt
+  val_paths:
+  - /mnt/4tb_ssd/nosig_data/val.txt
+  val_holdout_fraction: 0.2
+  val_subsample_fraction: 0.2
+  workers: 8
+  segmentation_version: 3.3
+global:
+  beamformer_input: true
+  empirical_input: true
+  n_radios: 2
+  nthetas: 65
+  phase_input: true
+  rx_spacing_input: true
+  signal_matrix_input: false
+  seed: 10
+logger:
+  log_every: 100
+  name: wandb
+  plot_every: 15000
+  project: 2024_nov22_single_paired_multi
+model:
+  block: true
+  bn: true
+  depth: 4
+  detach: true
+  dropout: 0.0
+  hidden: 1024
+  input_dropout: 0.3
+  name: beamformer
+  norm: layer
+  windows_stats_net:
+    dropout: 0.5
+optim:
+  amp: true
+  checkpoint_every: 5000
+  device: cuda
+  direct_loss: false
+  dtype: torch.float32
+  epochs: 30
+  head_start: 0
+  learning_rate: 0.002
+  loss: mse
+  output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3_do0p1
+  resume_step: 0
+  save_on: val/single_loss
+  scheduler_step: 7
+  val_every: 10000
+  weight_decay: 0.0