Skip to content

Commit

Permalink
regress to 3.11 through 3.4, issue might be an extra condition stddev…
Browse files Browse the repository at this point in the history
…>0.03; add debug tools; intermediate cache converter; new configs to run with signal matrix and all windows matrix
  • Loading branch information
misko committed Dec 2, 2024
1 parent ab184a0 commit de112b9
Show file tree
Hide file tree
Showing 15 changed files with 988 additions and 222 deletions.
379 changes: 183 additions & 196 deletions filter_reports/analyze_PF_report.ipynb

Large diffs are not rendered by default.

65 changes: 65 additions & 0 deletions latest_configs/dec1_single_config_sigma0p05_rerun_3p11.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
datasets:
batch_size: 256
empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
empirical_individual_radio: false
empirical_symmetry: true
flip: true
double_flip: false
precompute_cache: /mnt/4tb_ssd/precompute_cache/
scatter: continuous
scatter_k: 21
shuffle: true
sigma: 0.05
skip_qc: true
snapshots_adjacent_stride: 1
train_snapshots_per_session: 1
val_snapshots_per_session: 1
random_snapshot_size: False
snapshots_stride: 1
train_paths:
- /mnt/4tb_ssd/nosig_data/train.txt
val_paths:
- /mnt/4tb_ssd/nosig_data/val.txt
val_holdout_fraction: 0.2
val_subsample_fraction: 0.2
workers: 20
segmentation_version: 3.11
global:
beamformer_input: true
empirical_input: true
n_radios: 2
nthetas: 65
phase_input: true
rx_spacing_input: true
seed: 10
logger:
log_every: 100
name: wandb
plot_every: 15000
project: 2024_nov22_single_paired_multi
model:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
input_dropout: 0.3
name: beamformer
norm: layer
optim:
amp: true
checkpoint_every: 5000
device: cuda
direct_loss: false
dtype: torch.float32
epochs: 30
head_start: 0
learning_rate: 0.002
loss: mse
output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p11
resume_step: 0
save_on: val/single_loss
scheduler_step: 7
val_every: 10000
weight_decay: 0.0
65 changes: 65 additions & 0 deletions latest_configs/dec1_single_config_sigma0p05_rerun_3p31.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
datasets:
batch_size: 256
empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
empirical_individual_radio: false
empirical_symmetry: true
flip: true
double_flip: false
precompute_cache: /mnt/4tb_ssd/precompute_cache_3p31/
scatter: continuous
scatter_k: 21
shuffle: true
sigma: 0.05
skip_qc: true
snapshots_adjacent_stride: 1
train_snapshots_per_session: 1
val_snapshots_per_session: 1
random_snapshot_size: False
snapshots_stride: 1
train_paths:
- /mnt/4tb_ssd/nosig_data/train.txt
val_paths:
- /mnt/4tb_ssd/nosig_data/val.txt
val_holdout_fraction: 0.2
val_subsample_fraction: 0.2
workers: 20
segmentation_version: 3.31
global:
beamformer_input: true
empirical_input: true
n_radios: 2
nthetas: 65
phase_input: true
rx_spacing_input: true
seed: 10
logger:
log_every: 100
name: wandb
plot_every: 15000
project: 2024_nov22_single_paired_multi
model:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
input_dropout: 0.3
name: beamformer
norm: layer
optim:
amp: true
checkpoint_every: 5000
device: cuda
direct_loss: false
dtype: torch.float32
epochs: 30
head_start: 0
learning_rate: 0.002
loss: mse
output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p31
resume_step: 0
save_on: val/single_loss
scheduler_step: 7
val_every: 10000
weight_decay: 0.0
68 changes: 68 additions & 0 deletions latest_configs/dec1_single_config_sigma0p05_rerun_3p3_signal.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,68 @@
datasets:
batch_size: 64
empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
empirical_individual_radio: false
empirical_symmetry: true
flip: true
double_flip: false
precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/
scatter: continuous
scatter_k: 21
shuffle: true
sigma: 0.05
skip_qc: true
snapshots_adjacent_stride: 1
train_snapshots_per_session: 1
val_snapshots_per_session: 1
random_snapshot_size: False
snapshots_stride: 1
train_paths:
- /mnt/4tb_ssd/nosig_data/train_fullpath.txt
val_paths:
- /mnt/4tb_ssd/nosig_data/val_fullpath.txt
val_holdout_fraction: 0.2
val_subsample_fraction: 0.2
workers: 8
segmentation_version: 3.3
global:
beamformer_input: true
empirical_input: true
n_radios: 2
nthetas: 65
phase_input: true
rx_spacing_input: true
signal_matrix_input: true
seed: 10
logger:
log_every: 100
name: wandb
plot_every: 15000
project: 2024_nov22_single_paired_multi
model:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
input_dropout: 0.3
name: beamformer
norm: layer
signal_matrix_net: {}
windows_stats_net: {}
optim:
amp: true
checkpoint_every: 5000
device: cuda
direct_loss: false
dtype: torch.float32
epochs: 30
head_start: 0
learning_rate: 0.002
loss: mse
output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3
resume_step: 0
save_on: val/single_loss
scheduler_step: 7
val_every: 10000
weight_decay: 0.0
67 changes: 67 additions & 0 deletions latest_configs/dec1_single_config_sigma0p05_rerun_3p3_windows.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
datasets:
batch_size: 256
empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
empirical_individual_radio: false
empirical_symmetry: true
flip: true
double_flip: false
precompute_cache: /mnt/4tb_ssd/precompute_cache_3p3/
scatter: continuous
scatter_k: 21
shuffle: true
sigma: 0.05
skip_qc: true
snapshots_adjacent_stride: 1
train_snapshots_per_session: 1
val_snapshots_per_session: 1
random_snapshot_size: False
snapshots_stride: 1
train_paths:
- /mnt/4tb_ssd/nosig_data/train_fullpath.txt
val_paths:
- /mnt/4tb_ssd/nosig_data/val_fullpath.txt
val_holdout_fraction: 0.2
val_subsample_fraction: 0.2
workers: 8
segmentation_version: 3.3
global:
beamformer_input: true
empirical_input: true
n_radios: 2
nthetas: 65
phase_input: true
rx_spacing_input: true
signal_matrix_input: false
seed: 10
logger:
log_every: 100
name: wandb
plot_every: 15000
project: 2024_nov22_single_paired_multi
model:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
input_dropout: 0.3
name: beamformer
norm: layer
windows_stats_net: {}
optim:
amp: true
checkpoint_every: 5000
device: cuda
direct_loss: false
dtype: torch.float32
epochs: 30
head_start: 0
learning_rate: 0.002
loss: mse
output: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun_3p3
resume_step: 0
save_on: val/single_loss
scheduler_step: 7
val_every: 10000
weight_decay: 0.0
75 changes: 75 additions & 0 deletions latest_configs/nov28_paired_sigma0p05_rerun.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,75 @@
datasets:
batch_size: 256
empirical_data_fn: /home/mouse9911/gits/spf/empirical_dists/full.pkl
empirical_individual_radio: false
empirical_symmetry: true
flip: false
double_flip: True
precompute_cache: /mnt/4tb_ssd/precompute_cache_new/
scatter: continuous
scatter_k: 21
shuffle: true
sigma: 0.05
skip_qc: true
snapshots_adjacent_stride: 1
train_snapshots_per_session: 1
val_snapshots_per_session: 1
random_snapshot_size: False
snapshots_stride: 1
train_paths:
- /mnt/4tb_ssd/nosig_data/train.txt
val_paths:
- /mnt/4tb_ssd/nosig_data/val.txt
val_holdout_fraction: 0.2
val_subsample_fraction: 0.2
workers: 20
segmentation_version: 3.2
global:
beamformer_input: true
empirical_input: true
n_radios: 2
nthetas: 65
phase_input: true
rx_spacing_input: true
seed: 10
logger:
log_every: 100
name: wandb
plot_every: 15000
project: 2024_nov22_single_paired_multi
model:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
load_single: true
name: pairedbeamformer
norm: layer
single:
block: true
bn: true
depth: 4
detach: true
dropout: 0.0
hidden: 1024
input_dropout: 0.3
norm: layer
optim:
amp: true
checkpoint: /home/mouse9911/gits/spf/nov28_checkpoints/single_checkpoints_inputdo0p3_sigma0p05_rerun/best.pth
checkpoint_every: 5000
device: cuda
direct_loss: false
dtype: torch.float32
epochs: 60
head_start: 0
learning_rate: 0.0002
loss: mse
output: /home/mouse9911/gits/spf/nov28_checkpoints/paired_checkpoints_inputdo0p3_sigma0p05_rerun
resume_step: 0
save_on: val/paired_loss
scheduler_step: 6
val_every: 10000
weight_decay: 0.0
Loading

0 comments on commit de112b9

Please sign in to comment.