Change training schedule

Author: yura-hb

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/experiments/1 (DQN)/experiment.yml

@@ -19,7 +19,7 @@ graph: &graph
     is_work_center_set_in_shop_floor_connected: False
 
 default_mods: &default_mods
-  - 'util/infrastructure/cuda.yml'
+#  - 'util/infrastructure/cuda.yml'
   - 'util/train_schedule/on_store_64.yml'
 
 ###############################################################################################
@@ -216,22 +216,22 @@ task:
               machine_agent:
                 parameters:
                   - *dqn_1
-                  - *dqn_3
-            - output_dir: 'Hierarchical'
-              machine_agent:
-                parameters:
-                  - *dqn_1_hierarchical
-                  - *dqn_3_hierarchical
-            - output_dir: 'VPT'
-              machine_agent:
-                parameters:
-                  - *dqn_1_vpt
-                  - *dqn_3_vpt
-            - output_dir: 'DJSP'
-              machine_agent:
-                parameters:
-                  - *dqn_1_djsp
-                  - *dqn_3_djsp
+#                  - *dqn_3
+#            - output_dir: 'Hierarchical'
+#              machine_agent:
+#                parameters:
+#                  - *dqn_1_hierarchical
+#                  - *dqn_3_hierarchical
+#            - output_dir: 'VPT'
+#              machine_agent:
+#                parameters:
+#                  - *dqn_1_vpt
+#                  - *dqn_3_vpt
+#            - output_dir: 'DJSP'
+#              machine_agent:
+#                parameters:
+#                  - *dqn_1_djsp
+#                  - *dqn_3_djsp
 
           tape:
             machine_reward:

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/templates/1/djsp/model.yml

@@ -14,10 +14,15 @@ layers:
 
       signature: 'graph -> actions_hidden, actions_batch'
 
+  - kind: 'mean_pool'
+    parameters:
+      signature: 'actions_hidden, actions_batch -> actions_hidden'
+
   - kind: 'layer_norm'
     parameters:
       signature: 'actions_hidden -> actions_hidden'
       normalized_shape: 128
+
   - kind: 'linear'
     parameters:
       dim: 128
@@ -29,28 +34,11 @@ layers:
       activation: 'relu'
       signature: 'actions_hidden -> actions_hidden'
 
-  - kind: 'mean_pool'
-    parameters:
-      signature: 'actions_hidden, actions_batch -> actions_value'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_hidden -> actions_hidden'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_batch -> actions_batch'
-
-  - kind: 'merge_graph'
-    parameters:
-      kind: 'concat'
-      signature: 'actions_batch, actions_hidden, actions_value -> actions_hidden'
-
   - kind: 'linear'
     parameters:
       dim: 128
       activation: 'relu'
-      signature: 'actions_hidden -> actions_hidden'
+      signature: 'actions_hidden -> actions_value'
 
   - kind: 'linear'
     parameters:
@@ -96,4 +84,4 @@ layers:
     parameters:
       value: 'values_hidden'
       actor_value: 'actions_value'
-      actions: 'actions_hidden'
+      actions: 'actions_hidden'

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/templates/1/hierarchical/model.yml

@@ -14,10 +14,15 @@ layers:
 
       signature: 'graph -> actions_hidden, actions_batch'
 
+  - kind: 'mean_pool'
+    parameters:
+      signature: 'actions_hidden, actions_batch -> actions_hidden'
+
   - kind: 'layer_norm'
     parameters:
       signature: 'actions_hidden -> actions_hidden'
       normalized_shape: 128
+
   - kind: 'linear'
     parameters:
       dim: 128
@@ -29,28 +34,11 @@ layers:
       activation: 'relu'
       signature: 'actions_hidden -> actions_hidden'
 
-  - kind: 'mean_pool'
-    parameters:
-      signature: 'actions_hidden, actions_batch -> actions_value'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_hidden -> actions_hidden'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_batch -> actions_batch'
-
-  - kind: 'merge_graph'
-    parameters:
-      kind: 'concat'
-      signature: 'actions_batch, actions_hidden, actions_value -> actions_hidden'
-
   - kind: 'linear'
     parameters:
       dim: 128
       activation: 'relu'
-      signature: 'actions_hidden -> actions_hidden'
+      signature: 'actions_hidden -> actions_value'
 
   - kind: 'linear'
     parameters:
@@ -96,4 +84,4 @@ layers:
     parameters:
       value: 'values_hidden'
       actor_value: 'actions_value'
-      actions: 'actions_hidden'
+      actions: 'actions_hidden'

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/templates/1/vpt/model.yml

@@ -14,10 +14,15 @@ layers:
 
       signature: 'graph -> actions_hidden, actions_batch'
 
+  - kind: 'mean_pool'
+    parameters:
+      signature: 'actions_hidden, actions_batch -> actions_hidden'
+
   - kind: 'layer_norm'
     parameters:
       signature: 'actions_hidden -> actions_hidden'
       normalized_shape: 128
+
   - kind: 'linear'
     parameters:
       dim: 128
@@ -29,28 +34,11 @@ layers:
       activation: 'relu'
       signature: 'actions_hidden -> actions_hidden'
 
-  - kind: 'mean_pool'
-    parameters:
-      signature: 'actions_hidden, actions_batch -> actions_value'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_hidden -> actions_hidden'
-
-  - kind: 'select_target'
-    parameters:
-      signature: 'graph, actions_batch -> actions_batch'
-
-  - kind: 'merge_graph'
-    parameters:
-      kind: 'concat'
-      signature: 'actions_batch, actions_hidden, actions_value -> actions_hidden'
-
   - kind: 'linear'
     parameters:
       dim: 128
       activation: 'relu'
-      signature: 'actions_hidden -> actions_hidden'
+      signature: 'actions_hidden -> actions_value'
 
   - kind: 'linear'
     parameters:
@@ -96,4 +84,4 @@ layers:
     parameters:
       value: 'values_hidden'
       actor_value: 'actions_value'
-      actions: 'actions_hidden'
+      actions: 'actions_hidden'

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/templates/baseline/model.yml

@@ -22,6 +22,7 @@ layers:
     parameters:
       signature: 'actions_hidden -> actions_hidden'
       normalized_shape: 128
+
   - kind: 'linear'
     parameters:
       dim: 128