backport 3.2 changes to core

src/primaite/notebooks/Training-an-RLLIB-MARL-System.ipynb

@@ -24,14 +24,11 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "from primaite.game.game import PrimaiteGame\n",
     "import yaml\n",
     "\n",
-    "from primaite.session.ray_envs import PrimaiteRayEnv\n",
     "from primaite import PRIMAITE_PATHS\n",
     "\n",
     "import ray\n",
-    "from ray import air, tune\n",
     "from ray.rllib.algorithms.ppo import PPOConfig\n",
     "from primaite.session.ray_envs import PrimaiteRayMARLEnv\n",
     "\n",
@@ -72,7 +69,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "#### Set training parameters and start the training\n",
+    "#### Start the training\n",
     "This example will save outputs to a default Ray directory and use mostly default settings."
    ]
   },
@@ -82,13 +79,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "tune.Tuner(\n",
-    "    \"PPO\",\n",
-    "    run_config=air.RunConfig(\n",
-    "        stop={\"timesteps_total\": 5 * 128},\n",
-    "    ),\n",
-    "    param_space=config\n",
-    ").fit()"
+    "algo = config.build()\n",
+    "results = algo.train()"
    ]
   }
  ],