Merge branch 'fbopt' into fbopt_output_ma

README.md

@@ -41,6 +41,7 @@ conda create --name domainlab_py39 python=3.9
 conda activate domainlab_py39
 conda install pytorch==1.12.1 torchvision==0.13.1 torchaudio==0.12.1 cudatoolkit=11.6 -c pytorch -c conda-forge
 conda install torchmetric==0.10.3
+git checkout fbopt
 pip install -r requirements_notorch.txt 
 conda install tensorboard
 ```

examples/benchmark/benchmark_fbopt_mnist_jigen.yaml

@@ -43,7 +43,7 @@ Shared params:
 
   gamma_reg:
     min: 0.01
-    max: 10
+    max: 10_000
     num: 10
     distribution: loguniform
 

run_fbopt.sh

@@ -3,4 +3,4 @@
 # although garbage collector has been explicitly called, sometimes there is still CUDA out of memory error
 # so it is better not to use GPU to do the pytest to ensure every time there is no CUDA out of memory error occuring
 # pytest -s tests/test_fbopt.py
-python main_out.py --te_d=caltech --task=mini_vlcs --bs=16 --aname=jigen --trainer=fbopt --nname=alexnet --epos=200 --es=100 --init_mu=1.0
+python main_out.py --te_d=caltech --task=mini_vlcs --bs=16 --aname=jigen --trainer=fbopt --nname=alexnet --epos=200 --es=5 --mu_init=1.0