adjust learning rate

jizongFox · Dec 24, 2021 · 6060810 · 6060810
1 parent 7e3ee00
commit 6060810
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 4 deletions.
diff --git a/main.py b/main.py
@@ -59,7 +59,11 @@ def worker(config, absolute_save_dir, seed):
         model = UNet(input_dim=data_opt.input_dim, num_classes=data_opt.num_classes, **config["Arch"])
     if model_checkpoint:
         logger.info(f"loading checkpoint from  {model_checkpoint}")
-        model.load_state_dict(extract_model_state_dict(model_checkpoint), strict=True)
+        try:
+            model.load_state_dict(extract_model_state_dict(model_checkpoint), strict=True)
+        except RuntimeError as e:
+            # shape mismatch for network.
+            logger.warning(e)
 
     trainer_name = config["Trainer"]["name"]
     is_pretrain = ("pretrain" in trainer_name)

diff --git a/opt/acdc.yaml b/opt/acdc.yaml
@@ -1,8 +1,8 @@
-labeled_ratios: [ 1, 2, 4, 174, 174 ]
+labeled_ratios: [ 1, 2, 4, 174, 174]
 pre_max_epoch: 80
 ft_max_epoch: 50
 num_batches: 200
-num_classes: 2
+num_classes: 4
 input_dim: 1
 pre_lr: 0.0000005
-ft_lr: 0.0000003
+ft_lr: 0.0000001