chore(ml): adjust hyper-parameters

borkdominik · Oct 9, 2024 · 9fb7ca3 · 9fb7ca3
1 parent e93d7a4
commit 9fb7ca3
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 5 deletions.
diff --git a/ml/gnn/src/gnn.py b/ml/gnn/src/gnn.py
@@ -27,7 +27,7 @@
 
 num_epochs = 2000
 start_epoch = 0
-patience = 5
+patience = 10
 
 layout = Layout()
 layout.split_column(Layout(name="datasets"), Layout(name="models"))
@@ -60,7 +60,6 @@
         test_dataset.num_classes,
     )
 
-    num_uml_types = 193
     num_node_features = train_dataset.num_features
     num_edge_features = train_dataset.num_edge_features
     hidden_channels = max_num_classes * 2

diff --git a/ml/gnn/src/model/gat.py b/ml/gnn/src/model/gat.py
@@ -24,7 +24,7 @@ def __init__(
             heads=heads,
         )
         self.activation = ReLU()
-        self.dropout = Dropout(0.1)
+        self.dropout = Dropout(0.2)
         self.classifier = GATConv(
             in_channels=hidden_channels * heads,
             out_channels=out_channels,

diff --git a/ml/gnn/src/model/gcn.py b/ml/gnn/src/model/gcn.py
@@ -17,7 +17,7 @@ def __init__(
         super(GCNModel, self).__init__("GCN", layout=layout)
         self.embed = GCNConv(num_node_features, hidden_channels)
         self.activation = ReLU()
-        self.dropout = Dropout(0.1)
+        self.dropout = Dropout(0.2)
         self.classifier = GCNConv(hidden_channels, out_channels)
         self.optimizer = torch.optim.Adam(self.parameters(), lr=0.01)
         self.criterion = torch.nn.CrossEntropyLoss()

diff --git a/ml/tree-lstm/src/paper/mdeoperation.py b/ml/tree-lstm/src/paper/mdeoperation.py
@@ -384,7 +384,7 @@ class Args:
         "no_attention": False,
         "no_pf": False,
         "no_train": False,
-        "patience": 5,
+        "patience": 10,
     }
 )