103 lines
2.4 KiB
Plaintext
103 lines
2.4 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"## Train a Single agent system using RLLib\n",
|
|
"This notebook will demonstrate how to use PrimaiteRayEnv to train a basic PPO agent."
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"from primaite.game.game import PrimaiteGame\n",
|
|
"import yaml\n",
|
|
"from primaite.config.load import example_config_path\n",
|
|
"\n",
|
|
"from primaite.session.environment import PrimaiteRayEnv\n",
|
|
"from ray.rllib.algorithms import ppo\n",
|
|
"from ray import air, tune\n",
|
|
"import ray\n",
|
|
"from ray.rllib.algorithms.ppo import PPOConfig\n",
|
|
"\n",
|
|
"# If you get an error saying this config file doesn't exist, you may need to run `primaite setup` in your command line\n",
|
|
"# to copy the files to your user data path.\n",
|
|
"with open(example_config_path(), 'r') as f:\n",
|
|
" cfg = yaml.safe_load(f)\n",
|
|
"\n",
|
|
"ray.init(local_mode=True)\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"#### Create a Ray algorithm and pass it our config."
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"env_config = {\"cfg\":cfg}\n",
|
|
"\n",
|
|
"config = (\n",
|
|
" PPOConfig()\n",
|
|
" .environment(env=PrimaiteRayEnv, env_config=env_config, disable_env_checking=True)\n",
|
|
" .rollouts(num_rollout_workers=0)\n",
|
|
" .training(train_batch_size=128)\n",
|
|
")\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"metadata": {},
|
|
"source": [
|
|
"#### Set training parameters and start the training"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"tune.Tuner(\n",
|
|
" \"PPO\",\n",
|
|
" run_config=air.RunConfig(\n",
|
|
" stop={\"timesteps_total\": 512}\n",
|
|
" ),\n",
|
|
" param_space=config\n",
|
|
").fit()\n"
|
|
]
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "venv",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.10.12"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 2
|
|
}
|