DenseNet161 with SGD

ajing · Jun 15, 2017 · 37f822a · 37f822a
1 parent c93568a
commit 37f822a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/trainers/baseline_trainer.py b/trainers/baseline_trainer.py
@@ -113,6 +113,7 @@ def train_baselines():
         logger = Logger('../log/{}'.format(name), name)
 
         net = model()
+        optimizer = get_optimizer(net, lr=.01, pretrained=True, resnet=True if 'resnet' in name else False)
         net = nn.DataParallel(net.cuda())
 
         train_data.batch_size = batch
@@ -135,7 +136,7 @@ def train_baselines():
         t = time.time()
 
         for epoch in range(num_epoches):  # loop over the dataset multiple times
-            optimizer = get_optimizer(net, lr=.01, pretrained=True, resnet=True if 'resnet' in name else False)
+
             # train loss averaged every epoch
             total_epoch_loss = 0.0
 

diff --git a/util.py b/util.py
@@ -127,7 +127,7 @@ def evaluate(net, test_loader):
 def get_learning_rate(optimizer):
     lr=[]
     for param_group in optimizer.param_groups:
-       lr +=[ param_group['lr'] ]
+       lr +=[param_group['lr']]
     return lr