#2550 Backport changes into core

2024-05-07 15:35:02 +01:00
parent 75fd6b923a
commit 4d3c85bc14
9 changed files with 151 additions and 121 deletions
--- a/src/primaite/notebooks/Training-an-RLLib-Agent.ipynb
+++ b/src/primaite/notebooks/Training-an-RLLib-Agent.ipynb
@@ -45,15 +45,9 @@
   "metadata": {},
   "outputs": [],
   "source": [
-    "print(cfg['agents'][2]['agent_settings'])"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
+    "for agent in cfg['agents']:\n",
+    "    if agent[\"ref\"] == \"defender\":\n",
+    "        agent['agent_settings']['flatten_obs'] = True\n",
    "env_config = cfg\n",
    "\n",
    "config = (\n",
@@ -80,7 +74,7 @@
    "tune.Tuner(\n",
    "    \"PPO\",\n",
    "    run_config=air.RunConfig(\n",
-    "        stop={\"timesteps_total\": 512}\n",
+    "        stop={\"timesteps_total\": 1e3 * 128}\n",
    "    ),\n",
    "    param_space=config\n",
    ").fit()\n"