log_mil_train_setups.txt

biopsy_model_4_bracs_0:
 - dropout 0.5
 - optimizer = optim.SGD(model.parameters(), lr=float(10**-3), momentum=0.9)
   scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer, milestones=[3,10,15,20,25], gamma=0.5)


biopsy_model_4_bracs_1:
 - dropout 0.5
 - optimizer = optim.SGD(model.parameters(), lr=float(10**-3), momentum=0.9)
   scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer, milestones=[3,10,15,20,25], gamma=0.5)


biopsy_model_4_bracs_2: 6185
 - dropout 0.5
 - optimizer = optim.SGD(model.parameters(), lr=float(10**-3), momentum=0.9)
   scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer, milestones=[3,6,10,15,20,25], gamma=0.5)
   
   
biopsy_model_4_bracs_3: 6408
 - dropout first 0.8, then 0.6 each
 - optimizer = optim.SGD(model.parameters(), lr=float(10**-3), momentum=0.9)
   scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer, milestones=[3,6,10,15,20,25], gamma=0.5)
   
   
biopsy_model_4_bracs_4:
 - dropout 0.6
 - double embedding size (I:128, D:64)
 - optimizer = optim.SGD(model.parameters(), lr=float(10**-3), momentum=0.9)
   scheduler = torch.optim.lr_scheduler.MultiStepLR(optimizer, milestones=[3,6,10,15,20,25], gamma=0.5)