Fixes

Author: yura-hb

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/experiments/1/0/experiment.yml

@@ -4,7 +4,7 @@ base_model: &base_model 'configuration/experiments/jsp/GRAPH-NN/experiments/1/fl
 
 default_mods: &default_mods
   - 'util/train_schedule/on_store_32.yml'
-#  -  'util/infrastructure/cuda.yml'
+  -  'util/infrastructure/cuda.yml'
 
 ###############################################################################################
 

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/experiments/3/0/experiment.yml

@@ -3,7 +3,7 @@ base_model: &base_model 'configuration/experiments/jsp/GRAPH-NN/experiments/3/ma
 
 
 default_mods: &default_mods
-#  - 'util/infrastructure/cuda.yml'
+  - 'util/infrastructure/cuda.yml'
   - 'util/train_schedule/on_store_32.yml'
 
 ###############################################################################################

diploma_thesis/configuration/experiments/jsp/GRAPH-NN/experiments/4/0/experiment.yml

@@ -30,9 +30,9 @@ ppo_1: &ppo_1
       - [
           '__none__',
       ]
-#      - [
-#        'util/infrastructure/cuda.yml'
-#      ]
+      - [
+        'util/infrastructure/cuda.yml'
+      ]
       - [ 'util/train_schedule/on_stored_data_exclusively_3.yml']
 
 ppo_2: &ppo_2
@@ -47,9 +47,9 @@ ppo_2: &ppo_2
           '__none__',
 #          'agent/ppo/p3or.yml'
       ]
-#      - [
-#        'util/infrastructure/cuda.yml'
-#      ]
+      - [
+        'util/infrastructure/cuda.yml'
+      ]
       - [ 'util/train_schedule/on_stored_data_exclusively_3.yml']
 
 ###############################################################################################

diploma_thesis/configuration/experiments/jsp/MARL-DQN/experiment/0/1/experiment.yml

@@ -69,6 +69,16 @@ dqn_6: &dqn_6
     - 'util/agent/multi_agent.yml'
     - 'util/optimizer/radam.yml'
 
+dqn_7: &dqn_7
+  base_path: *base_model
+  template: *template
+  mod_dirs:
+    - 'configuration/mods/machine/mods'
+  mods:
+    - *default_mods
+    - 'util/agent/multi_agent.yml'
+    - 'util/optimizer/adam_stationary.yml'
+
 #############################################################################################
 
 reward: &reward
@@ -189,6 +199,10 @@ task:
                   machine_agent:
                     parameters:
                       - *dqn_6
+                - output_dir: 'Adam (Non-stationary)'
+                  machine_agent:
+                    parameters:
+                      - *dqn_7
 
               tape:
                 machine_reward:

diploma_thesis/configuration/experiments/jsp/MARL-DQN/experiment/0/2/experiment.yml

@@ -16,6 +16,7 @@ dqn_1: &dqn_1
   mod_dirs:
     - 'configuration/mods/machine/mods'
   mods:
+    - 'util/agent/multi_agent.yml'
     - *default_mods
 
 dqn_2: &dqn_2
@@ -24,12 +25,13 @@ dqn_2: &dqn_2
   mod_dirs:
     - 'configuration/mods/machine/mods'
   mods:
+    - 'util/agent/multi_agent.yml'
     - *default_mods
 
 #############################################################################################
 
 reward: &reward
-  - kind: 'global_tardiness'
+  - kind: 'global_decomposed_tardiness'
     parameters:
       span: 128
 
@@ -57,7 +59,7 @@ task:
   n_threads: 10
   debug: False
   store_run_statistics: False
-  output_dir: 'results/jsp/experiments/0 (MARL)/Initialization/model/'
+  output_dir: 'results/jsp/experiments/MARL/(2) Initialization/model/'
 
   tasks:
     - kind: 'multi_value'

diploma_thesis/configuration/mods/machine/mods/util/optimizer/adam_stationary.yml

@@ -0,0 +1,11 @@
+
+parameters:
+  trainer:
+    parameters:
+      optimizer:
+        model:
+          kind: 'adam'
+          parameters:
+            lr: 0.001
+            betas: [0.99, 0.99]
+            weight_decay: 0.000001