added flag for AdamW use

run.py

@@ -154,8 +154,10 @@ def train(data_parameters, training_parameters, network_parameters, misc_paramet
 
         BrainMapperModel.reset_parameters(custom_weight_reset_flag)
 
-        optimizer = torch.optim.Adam
-        # optimizer = torch.optim.AdamW
+        if training_parameters['adam_w_flag'] == True:
+            optimizer = torch.optim.AdamW
+        else:
+            optimizer = torch.optim.Adam
 
         solver = Solver(model=BrainMapperModel,
                         device=misc_parameters['device'],

settings.ini

@@ -22,6 +22,7 @@ loss_log_period = 50
 learning_rate_scheduler_step_size = 5
 learning_rate_scheduler_gamma = 1e-1
 use_last_checkpoint = False
+adam_w_flag = False
 
 [NETWORK]
 kernel_heigth = 3