Merge branch 'dev' into feature/2457-Set_link_bandwidth_via_config

2024-05-14 14:44:20 +01:00
parent 084f48c721 7367fc67cf
commit f66d9d5817
44 changed files with 1059 additions and 354 deletions
--- a/src/primaite/notebooks/Training-an-RLLib-Agent.ipynb
+++ b/src/primaite/notebooks/Training-an-RLLib-Agent.ipynb
@@ -45,15 +45,9 @@
   "metadata": {},
   "outputs": [],
   "source": [
-    "print(cfg['agents'][2]['agent_settings'])"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
+    "for agent in cfg['agents']:\n",
+    "    if agent[\"ref\"] == \"defender\":\n",
+    "        agent['agent_settings']['flatten_obs'] = True\n",
    "env_config = cfg\n",
    "\n",
    "config = (\n",
@@ -80,7 +74,7 @@
    "tune.Tuner(\n",
    "    \"PPO\",\n",
    "    run_config=air.RunConfig(\n",
-    "        stop={\"timesteps_total\": 512}\n",
+    "        stop={\"timesteps_total\": 1e3 * 128}\n",
    "    ),\n",
    "    param_space=config\n",
    ").fit()\n"