Tune beta

zhangkaiitugithub · Nov 7, 2021 · d9e5b18 · d9e5b18
1 parent 11ad653
commit d9e5b18
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/opt/opt.py b/opt/opt.py
@@ -119,7 +119,7 @@
 
 group = parser.add_argument_group("initialization")
 group.add_argument('--init_sigma', type=float,
-                   default=0.1,#0.1,
+                   default=0.1,
                    help='initialization sigma')
 
 group = parser.add_argument_group("misc experiments")
@@ -138,7 +138,7 @@
 group.add_argument('--tune_mode', action='store_true', default=False,
                    help='hypertuning mode (do not save, for speed)')
 
-group.add_argument('--rms_beta', type=float, default=0.99)
+group.add_argument('--rms_beta', type=float, default=0.95)
 group.add_argument('--lambda_tv', type=float, default=1e-5)
 group.add_argument('--tv_sparsity', type=float, default=0.01)
 group.add_argument('--tv_logalpha', action='store_true', default=False,