oxbrbtx/PrimAITE
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update uc2 notebook

Browse Source
This commit is contained in:
Marek Wolan
2024-01-25 14:43:49 +00:00
parent 73a75c497b
commit 4b98c1f630
1 changed files with 60 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

115
src/primaite/notebooks/uc2_demo.ipynb
View File

@@ -345,8 +345,8 @@
"text": [ "text": [
"/home/cade/repos/PrimAITE/venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", "/home/cade/repos/PrimAITE/venv/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
" from .autonotebook import tqdm as notebook_tqdm\n", " from .autonotebook import tqdm as notebook_tqdm\n",
"2024-01-25 11:19:29,199\tINFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.\n", "2024-01-25 14:43:32,056\tINFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.\n",
"2024-01-25 11:19:31,924\tINFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.\n" "2024-01-25 14:43:35,213\tINFO util.py:159 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.\n"
] ]
} }
], ],
@@ -502,6 +502,9 @@
"# create the env\n", "# create the env\n",
"with open(example_config_path(), 'r') as f:\n", "with open(example_config_path(), 'r') as f:\n",
" cfg = yaml.safe_load(f)\n", " cfg = yaml.safe_load(f)\n",
" # set success probability to 1.0 to avoid rerunning cells.\n",
" cfg['simulation']['network']['nodes'][8]['applications'][0]['options']['data_manipulation_p_of_success'] = 1.0\n",
" cfg['simulation']['network']['nodes'][8]['applications'][0]['options']['port_scan_p_of_success'] = 1.0\n",
"game = PrimaiteGame.from_config(cfg)\n", "game = PrimaiteGame.from_config(cfg)\n",
"env = PrimaiteGymEnv(game = game)\n", "env = PrimaiteGymEnv(game = game)\n",
"# Don't flatten obs as we are not training an agent and we wish to see the dict-formatted observations\n", "# Don't flatten obs as we are not training an agent and we wish to see the dict-formatted observations\n",
@@ -515,9 +518,7 @@
"cell_type": "markdown", "cell_type": "markdown",
"metadata": {}, "metadata": {},
"source": [ "source": [
"The red agent will start attacking at some point between step 20 and 30.\n", "The red agent will start attacking at some point between step 20 and 30. When this happens, the reward will go from 1.0 to 0.0, and to -1.0 when the green agent tries to access the webpage."
"\n",
"The red agent has a random chance of failing its attack, so you may need run the following cell multiple times until the reward goes from 1.0 to -1.0."
] ]
}, },
{ {
@@ -529,10 +530,10 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"step: 1, Red action: DONOTHING, Blue reward:1.0\n", "step: 1, Red action: DONOTHING, Blue reward:0.5\n",
"step: 2, Red action: DONOTHING, Blue reward:1.0\n", "step: 2, Red action: DONOTHING, Blue reward:0.5\n",
"step: 3, Red action: DONOTHING, Blue reward:1.0\n", "step: 3, Red action: DONOTHING, Blue reward:0.5\n",
"step: 4, Red action: DONOTHING, Blue reward:1.0\n", "step: 4, Red action: DONOTHING, Blue reward:0.5\n",
"step: 5, Red action: DONOTHING, Blue reward:1.0\n", "step: 5, Red action: DONOTHING, Blue reward:1.0\n",
"step: 6, Red action: DONOTHING, Blue reward:1.0\n", "step: 6, Red action: DONOTHING, Blue reward:1.0\n",
"step: 7, Red action: DONOTHING, Blue reward:1.0\n", "step: 7, Red action: DONOTHING, Blue reward:1.0\n",
@@ -550,20 +551,22 @@
"step: 19, Red action: DONOTHING, Blue reward:1.0\n", "step: 19, Red action: DONOTHING, Blue reward:1.0\n",
"step: 20, Red action: DONOTHING, Blue reward:1.0\n", "step: 20, Red action: DONOTHING, Blue reward:1.0\n",
"step: 21, Red action: DONOTHING, Blue reward:1.0\n", "step: 21, Red action: DONOTHING, Blue reward:1.0\n",
"step: 22, Red action: DONOTHING, Blue reward:1.0\n", "step: 22, Red action: NODE_APPLICATION_EXECUTE, Blue reward:0.0\n",
"step: 23, Red action: DONOTHING, Blue reward:1.0\n", "step: 23, Red action: DONOTHING, Blue reward:0.0\n",
"step: 24, Red action: DONOTHING, Blue reward:1.0\n", "step: 24, Red action: DONOTHING, Blue reward:0.0\n",
"step: 25, Red action: DONOTHING, Blue reward:1.0\n", "step: 25, Red action: DONOTHING, Blue reward:0.0\n",
"step: 26, Red action: DONOTHING, Blue reward:1.0\n", "step: 26, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 27, Red action: NODE_APPLICATION_EXECUTE, Blue reward:0.0\n", "step: 27, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 28, Red action: DONOTHING, Blue reward:-1.0\n", "step: 28, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 29, Red action: DONOTHING, Blue reward:-1.0\n", "step: 29, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 30, Red action: DONOTHING, Blue reward:-1.0\n" "step: 30, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 31, Red action: DONOTHING, Blue reward:-1.0\n",
"step: 32, Red action: DONOTHING, Blue reward:-1.0\n"
] ]
} }
], ],
"source": [ "source": [
"for step in range(30):\n", "for step in range(32):\n",
" obs, reward, terminated, truncated, info = env.step(0)\n", " obs, reward, terminated, truncated, info = env.step(0)\n",
" print(f\"step: {env.game.step_counter}, Red action: {info['agent_actions']['client_1_data_manipulation_red_bot'][0]}, Blue reward:{reward}\" )" " print(f\"step: {env.game.step_counter}, Red action: {info['agent_actions']['client_1_data_manipulation_red_bot'][0]}, Blue reward:{reward}\" )"
] ]
@@ -696,9 +699,9 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"step: 33\n", "step: 35\n",
"Red action: DONOTHING\n", "Red action: DONOTHING\n",
"Green action: DONOTHING\n", "Green action: NODE_APPLICATION_EXECUTE\n",
"Blue reward:-1.0\n" "Blue reward:-1.0\n"
] ]
} }
@@ -724,17 +727,17 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 18, "execution_count": 8,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"step: 44\n", "step: 36\n",
"Red action: DONOTHING\n", "Red action: DONOTHING\n",
"Green action: NODE_APPLICATION_EXECUTE\n", "Green action: NODE_APPLICATION_EXECUTE\n",
"Blue reward:-1.0\n" "Blue reward:0.0\n"
] ]
} }
], ],
@@ -755,43 +758,45 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 21, "execution_count": 9,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"step: 107, Red action: DONOTHING, Blue reward:1.0\n", "step: 37, Red action: DONOTHING, Blue reward:0.0\n",
"step: 108, Red action: DONOTHING, Blue reward:1.0\n", "step: 38, Red action: DONOTHING, Blue reward:0.0\n",
"step: 109, Red action: DONOTHING, Blue reward:1.0\n", "step: 39, Red action: DONOTHING, Blue reward:1.0\n",
"step: 110, Red action: DONOTHING, Blue reward:1.0\n", "step: 40, Red action: DONOTHING, Blue reward:1.0\n",
"step: 111, Red action: DONOTHING, Blue reward:1.0\n", "step: 41, Red action: DONOTHING, Blue reward:1.0\n",
"step: 112, Red action: DONOTHING, Blue reward:1.0\n", "step: 42, Red action: DONOTHING, Blue reward:1.0\n",
"step: 113, Red action: DONOTHING, Blue reward:1.0\n", "step: 43, Red action: DONOTHING, Blue reward:1.0\n",
"step: 114, Red action: NODE_APPLICATION_EXECUTE, Blue reward:1.0\n", "step: 44, Red action: DONOTHING, Blue reward:1.0\n",
"step: 115, Red action: DONOTHING, Blue reward:1.0\n", "step: 45, Red action: DONOTHING, Blue reward:1.0\n",
"step: 116, Red action: DONOTHING, Blue reward:1.0\n", "step: 46, Red action: NODE_APPLICATION_EXECUTE, Blue reward:1.0\n",
"step: 117, Red action: DONOTHING, Blue reward:1.0\n", "step: 47, Red action: DONOTHING, Blue reward:1.0\n",
"step: 118, Red action: DONOTHING, Blue reward:1.0\n", "step: 48, Red action: DONOTHING, Blue reward:1.0\n",
"step: 119, Red action: DONOTHING, Blue reward:1.0\n", "step: 49, Red action: DONOTHING, Blue reward:1.0\n",
"step: 120, Red action: DONOTHING, Blue reward:1.0\n", "step: 50, Red action: DONOTHING, Blue reward:1.0\n",
"step: 121, Red action: DONOTHING, Blue reward:1.0\n", "step: 51, Red action: DONOTHING, Blue reward:1.0\n",
"step: 122, Red action: DONOTHING, Blue reward:1.0\n", "step: 52, Red action: DONOTHING, Blue reward:1.0\n",
"step: 123, Red action: DONOTHING, Blue reward:1.0\n", "step: 53, Red action: DONOTHING, Blue reward:1.0\n",
"step: 124, Red action: DONOTHING, Blue reward:1.0\n", "step: 54, Red action: DONOTHING, Blue reward:1.0\n",
"step: 125, Red action: DONOTHING, Blue reward:1.0\n", "step: 55, Red action: DONOTHING, Blue reward:1.0\n",
"step: 126, Red action: DONOTHING, Blue reward:1.0\n", "step: 56, Red action: DONOTHING, Blue reward:1.0\n",
"step: 127, Red action: DONOTHING, Blue reward:1.0\n", "step: 57, Red action: DONOTHING, Blue reward:1.0\n",
"step: 128, Red action: DONOTHING, Blue reward:1.0\n", "step: 58, Red action: DONOTHING, Blue reward:1.0\n",
"step: 129, Red action: DONOTHING, Blue reward:1.0\n", "step: 59, Red action: DONOTHING, Blue reward:1.0\n",
"step: 130, Red action: DONOTHING, Blue reward:1.0\n", "step: 60, Red action: DONOTHING, Blue reward:1.0\n",
"step: 131, Red action: DONOTHING, Blue reward:1.0\n", "step: 61, Red action: DONOTHING, Blue reward:1.0\n",
"step: 132, Red action: DONOTHING, Blue reward:1.0\n", "step: 62, Red action: DONOTHING, Blue reward:1.0\n",
"step: 133, Red action: DONOTHING, Blue reward:1.0\n", "step: 63, Red action: DONOTHING, Blue reward:1.0\n",
"step: 134, Red action: NODE_APPLICATION_EXECUTE, Blue reward:1.0\n", "step: 64, Red action: DONOTHING, Blue reward:1.0\n",
"step: 135, Red action: DONOTHING, Blue reward:1.0\n", "step: 65, Red action: DONOTHING, Blue reward:1.0\n",
"step: 136, Red action: DONOTHING, Blue reward:1.0\n" "step: 66, Red action: DONOTHING, Blue reward:1.0\n",
"step: 67, Red action: DONOTHING, Blue reward:1.0\n",
"step: 68, Red action: DONOTHING, Blue reward:1.0\n"
] ]
} }
], ],
@@ -823,7 +828,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 24, "execution_count": 10,
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@@ -901,7 +906,7 @@
" 'protocol': 0}}" " 'protocol': 0}}"
] ]
}, },
"execution_count": 24, "execution_count": 10,
"metadata": {}, "metadata": {},
"output_type": "execute_result" "output_type": "execute_result"
} }