MAJOR: Moved creation of cartesian product of configs to config.py files: allows to decouple configuration selector (could use BO, etc.) from run_experiments.py. Improved documentation. Other minor changes and removed a small bug.

Author: RaghuSpaceRajan

experiments/a3c_beam_rider_del.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_beam_rider_p_noise.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_beam_rider_r_noise.py

@@ -95,3 +95,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_breakout_del.py

@@ -98,3 +98,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_breakout_p_noise.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_breakout_r_noise.py

@@ -95,3 +95,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_breakout_tune_hps.py

@@ -103,3 +103,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_image_representations.py

@@ -154,3 +154,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_image_representations_tune_hps.py

@@ -155,3 +155,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_image_representations.py

@@ -154,3 +154,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_image_representations_tune_hps.py

@@ -153,3 +153,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_make_denser.py

@@ -93,3 +93,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_p_r_noises.py

@@ -93,3 +93,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_seq_del.py

@@ -93,3 +93,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_lstm_sparsity.py

@@ -93,3 +93,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_make_denser.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_p_r_noises.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_qbert_del.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_qbert_p_noise.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_qbert_r_noise.py

@@ -95,3 +95,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_seq_del.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_space_invaders_del.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_space_invaders_p_noise.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_space_invaders_r_noise.py

@@ -95,3 +95,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/a3c_sparsity.py

@@ -94,3 +94,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/ddpg_halfcheetah_action_max.py

@@ -77,3 +77,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/ddpg_halfcheetah_time_unit.py

@@ -76,3 +76,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/ddpg_move_to_a_point_action_loss_weight.py

@@ -141,3 +141,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/ddpg_move_to_a_point_action_max.py

@@ -141,3 +141,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))

experiments/ddpg_move_to_a_point_delay.py

@@ -141,3 +141,12 @@
         }
     },
 }
+value_tuples = []
+for config_type, config_dict in var_configs.items():
+    for key in config_dict:
+        assert type(var_configs[config_type][key]) == list, "var_config should be a dict of dicts with lists as the leaf values to allow each configuration option to take multiple possible values"
+        value_tuples.append(var_configs[config_type][key])
+
+import itertools
+cartesian_product_configs = list(itertools.product(*value_tuples))
+print("Total number of configs. to run:", len(cartesian_product_configs))