update framework

Author: vijaydwivedi75

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020 Vijay Prakash Dwivedi, Chaitanya K. Joshi, Thomas Laurent, Yoshua Bengio, Xavier Bresson
+Copyright (c) 2022 Vijay Prakash Dwivedi, Chaitanya K. Joshi, Anh Tuan Luu, Thomas Laurent, Yoshua Bengio, Xavier Bresson
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -15,7 +15,7 @@
         "batch_size": 25,
         "init_lr": 1e-4,
         "lr_reduce_factor": 0.5,
-        "lr_schedule_patience": 5,
+        "lr_schedule_patience": 10,
         "min_lr": 1e-6,
         "weight_decay": 0.0,
         "print_epoch_interval": 5,

configs/COLLAB_edge_classification_GAT_40k.json

@@ -15,7 +15,7 @@
         "batch_size": 25,
         "init_lr": 1e-4,
         "lr_reduce_factor": 0.5,
-        "lr_schedule_patience": 5,
+        "lr_schedule_patience": 10,
         "min_lr": 1e-6,
         "weight_decay": 0.0,
         "print_epoch_interval": 5,

configs/COLLAB_edge_classification_GAT_edgefeat.json

@@ -15,7 +15,7 @@
         "batch_size": 25,
         "init_lr": 1e-4,
         "lr_reduce_factor": 0.5,
-        "lr_schedule_patience": 5,
+        "lr_schedule_patience": 10,
         "min_lr": 1e-6,
         "weight_decay": 0.0,
         "print_epoch_interval": 5,

configs/COLLAB_edge_classification_GAT_edgereprfeat.json

@@ -15,7 +15,7 @@
         "batch_size": 25,
         "init_lr": 1e-4,
         "lr_reduce_factor": 0.5,
-        "lr_schedule_patience": 15,
+        "lr_schedule_patience": 10,
         "min_lr": 1e-6,
         "weight_decay": 0.0,
         "print_epoch_interval": 5,

configs/COLLAB_edge_classification_GAT_isotropic.json

@@ -0,0 +1,36 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "GAT",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "n_heads": 8,
+        "hidden_dim": 15,
+        "out_dim": 120,
+        "residual": true,
+        "readout": "mean",
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "self_loop": false
+    }
+}

configs/COLLAB_edge_classification_GCN_40k.json

@@ -0,0 +1,35 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "GCN",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 120,
+        "out_dim": 120,
+        "residual": true,
+        "readout": "mean",
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "self_loop": false
+    }
+}

configs/COLLAB_edge_classification_GIN_40k.json

@@ -0,0 +1,36 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "GIN",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 96,
+        "residual": true,
+        "readout": "sum",
+        "n_mlp_GIN": 2,
+        "learn_eps_GIN": true,
+        "neighbor_aggr_GIN": "sum",
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true
+    }
+}

configs/COLLAB_edge_classification_GatedGCN_40k.json

@@ -0,0 +1,36 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "GatedGCN",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 65,
+        "out_dim": 65,
+        "residual": true,
+        "readout": "mean",
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "self_loop": false,
+        "pos_enc": false
+    }
+}

configs/COLLAB_edge_classification_GatedGCN_PE_40k.json

@@ -0,0 +1,35 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "GraphSage",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 78,
+        "out_dim": 78,
+        "residual": true,
+        "readout": "mean",
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "sage_aggregator": "maxpool"
+    }
+}

configs/COLLAB_edge_classification_GatedGCN_edgefeat.json

@@ -0,0 +1,33 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "MLP",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 125,
+        "out_dim": 125,
+        "readout": "mean",
+        "gated": false,
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35
+    }
+}

configs/COLLAB_edge_classification_GatedGCN_edgereprfeat.json

@@ -0,0 +1,37 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "MoNet",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 80,
+        "out_dim": 80,
+        "residual": true,
+        "readout": "mean",
+        "kernel": 3,
+        "pseudo_dim_MoNet": 2,
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "pos_enc": false
+    }
+}

configs/COLLAB_edge_classification_GatedGCN_isotropic.json

@@ -0,0 +1,38 @@
+{
+    "gpu": {
+        "use": true,
+        "id": 0
+    },
+    
+    "model": "MoNet",
+    "dataset": "WikiCS",
+    
+    "out_dir": "out/WikiCS_node_classification_PE/",
+    
+    "params": {
+        "seed": 41,
+        "epochs": 1000,
+        "init_lr": 1e-2,
+        "lr_reduce_factor": 0.5,
+        "lr_schedule_patience": 25,
+        "min_lr": 1e-5,
+        "weight_decay": 5e-4,
+        "print_epoch_interval": 5,
+        "max_time": 24
+    },
+    
+    "net_params": {
+        "L": 4,
+        "hidden_dim": 80,
+        "out_dim": 80,
+        "residual": true,
+        "readout": "mean",
+        "kernel": 3,
+        "pseudo_dim_MoNet": 2,
+        "in_feat_dropout": 0.0,
+        "dropout": 0.35,
+        "batch_norm": true,
+        "pos_enc": true,
+        "pos_enc_dim": 20
+    }
+}