🔧 Very long expe on synthetic raw data

expe_template.lua

@@ -27,18 +27,18 @@ local args = {
 
   -- Environments
   training_environment = {
-    class = "smarthome.sweethome.GraphicalAnnotatedSweetHome",
+    class = "smarthome.sweethome.GraphicalSensorSweetHome",
     params = {
-      map_path = paths.concat("assets", "domus_inferred.svg"),
-      max_tries = 1,
+      map_path = paths.concat("assets", "domus.svg"),
+      history_length=3,
       deterministic = true,
     },
   },
   testing_environment = {
-    class = "smarthome.sweethome.GraphicalAnnotatedSweetHome",
+    class = "smarthome.sweethome.GraphicalSensorSweetHome",
     params = {
-      map_path = paths.concat("assets", "domus_inferred.svg"),
-      max_tries = 1,
+      map_path = paths.concat("assets", "domus.svg"),
+      history_length = 3,
       deterministic = true,
     },
   },
@@ -50,46 +50,17 @@ local args = {
       preprocess = {
         class = "Downsample",
         params = {
-          scale_size = {84,84}
         },
       },
       inference = {
         class = "Inference",
         params = {
-          input_size = {1, 84, 84},
-          conv_layers = {
-            {
-              n_filters = 32,
-              field_size = {width = 8, height = 8},
-              stride = {width = 4, height = 4},
-              zero_padding = {width = 0, height = 0}
-            },
-            {
-              n_filters = 64,
-              field_size = {width = 4, height = 4},
-              stride = {width = 2, height = 2},
-              zero_padding = {width = 0, height = 0}
-            },
-            {
-              n_filters = 64,
-              field_size = {width = 3, height = 3},
-              stride = {width = 1, height = 1},
-              zero_padding = {width = 0, height = 0}
-            }
-          }
         },
       },
       experience_pool = {
         pool_size = 100,
+        history_length=3,
       },
-      learn_start = 50,
-      target_q = 100,
-      update_freq = 1,
-      minibatch_size = 32,
-
-      ep_start = 1,
-      ep_end = 0.5,
-      ep_endt = 100000,
     }
   },
 
@@ -97,8 +68,8 @@ local args = {
   experiment = {
     class = "BaseExperiment",
     params = {
-      steps = 300e3,
-      eval_freq = 5e3,
+      steps = 10e6,
+      eval_freq = 100e3,
       eval_steps = 5000,
     },
   },