[DOC] Describe how to reproduce

experiments/visual_abstract/README.md

@@ -0,0 +1,17 @@
+To reproduce this experiment,
+
+1. Run
+  ```bash
+  python generate_data.py
+  ```
+  You may have to set `skip_existing=False`, otherwise runs for which data already exists will be skipped.
+
+2. Gather the results
+  ```bash
+  python gather_data.py
+  ```
+
+3. Plot the results
+  ```bash
+  python plot.py
+  ```

experiments/visual_abstract/generate_data.py

@@ -5,16 +5,16 @@
 from subprocess import CalledProcessError, run
 from typing import List
 
+from tqdm import tqdm
+
 HERE = path.abspath(__file__)
 HEREDIR = path.dirname(HERE)
 SCRIPT = path.join(HEREDIR, "run.py")
 
-
 max_num_layers = 10
 requires_grads = ["all", "none", "4", "4+"]
 implementations = ["torch", "ours"]
-implementations = ["ours"]
-architectures = ["linear", "conv1d", "conv2d", "conv3d", "bn"]
+architectures = ["linear", "conv1d", "conv2d", "conv3d", "bn2d"]
 modes = ["eval", "train"]
 skip_existing = True
 
@@ -40,9 +40,8 @@ def _run(cmd: List[str]):
 
 
 if __name__ == "__main__":
-    for implementation, requires_grad, architecture, mode in product(
-        implementations, requires_grads, architectures, modes
-    ):
+    configs = list(product(implementations, requires_grads, architectures, modes))
+    for implementation, requires_grad, architecture, mode in tqdm(configs):
         if implementation == "ours" and requires_grad != "4":
             continue