From 292417b19f92740aaa23fbc13c867e8468254bbf Mon Sep 17 00:00:00 2001 From: William Blum Date: Thu, 8 Aug 2024 07:50:10 +0000 Subject: [PATCH] chore: Update notebook_benchmark parameters for different environments Adjust the parameters for the notebook_benchmark script to run benchmarks on different environments. This includes changing the gymid, training_episode_count, eval_episode_count, maximum_total_credentials, and plots_dir values for each environment. Co-authored-by: William Blum --- notebooks/run_quick.sh | 33 +++++++++++++++++++-------------- 1 file changed, 19 insertions(+), 14 deletions(-) diff --git a/notebooks/run_quick.sh b/notebooks/run_quick.sh index ed98f2c..056e0ff 100755 --- a/notebooks/run_quick.sh +++ b/notebooks/run_quick.sh @@ -44,31 +44,36 @@ run chainnetwork-random '' -y " " run randomnetwork '' -run notebook_benchmark '-toyctf' -y " +run notebook_benchmark '-chain' -y " + gymid: 'CyberBattleChain-v0' iteration_count: 100 - training_episode_count: 3 - eval_episode_count: 5 + training_episode_count: 5 + eval_episode_count: 3 maximum_node_count: 12 - maximum_total_credentials: 10 + maximum_total_credentials: 7 plots_dir: $output_plot_dir " -run notebook_benchmark '-chain' -y " +run notebook_benchmark '-toyctf' -y " + gymid: 'CyberBattleToyCtf-v0' + env_size: null iteration_count: 100 - training_episode_count: 5 - eval_episode_count: 3 + training_episode_count: 3 + eval_episode_count: 5 maximum_node_count: 12 - maximum_total_credentials: 7 + maximum_total_credentials: 10 plots_dir: $output_plot_dir " run notebook_benchmark '-tiny' -y " - iteration_count: 100 - training_episode_count: 4 - eval_episode_count: 2 - maximum_node_count: 5 - maximum_total_credentials: 3 - plots_dir: $output_plot_dir + gymid: 'CyberBattleTiny-v0' + env_size: null + iteration_count: 100 + training_episode_count: 4 + eval_episode_count: 2 + maximum_node_count: 5 + maximum_total_credentials: 3 + plots_dir: $output_plot_dir " run notebook_dql_transfer '' -y "